User-agent: *
Disallow: /pda
Disallow: /pubs/mail
Disallow: /pubs/show_s.shtml
Disallow: /pubs/most_wanted.shtml
Disallow: /pubs/report_comment.shtml
Disallow: /pubs/results.shtml/near/
Disallow: /pubs/results.shtml/pc/
Disallow: /pubs/add_to
Disallow: /crawls/add_to
Disallow: /cgi-bin/tfl
Disallow: /cgi-bin/my_
Disallow: /cgi-bin/map_link
Disallow: /services/register.shtml?
Disallow: /members/
User-agent: Mediapartners-Google* 
Disallow:
User-agent: The Knowledge AI
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SemrushBot-BM
Disallow: /
User-agent: SplitsignalBot
Disallow: /