User-agent: SBIder
Disallow: /

User-agent: Twiceler-0.9
Disallow: /

User-agent: *
Disallow: /error.aspx
Disallow: /email.aspx
Disallow: /sms.aspx
Disallow: /print.aspx
Disallow: /logout.aspx
Disallow: /no-results.aspx
Disallow: /profile_map_print.aspx

Disallow: /ads/ad.aspx
Disallow: /ads/dart.aspx
Disallow: /ads/darttext.aspx
Disallow: /ads/dfp_cookie.aspx

#don't allow the bot to index the photos and videos profile page, they are not meant to be navigated to directly
Disallow: /details/photos/*
Disallow: /details/videos/*

#this is to keep the email listing page from being indexed by the search engines
Disallow: /se/

#these are for legacy support; there are still items lingering around that link to these pages
Disallow: /details/send_to_email.aspx
Disallow: /details/send_to_mobile.aspx
Disallow: /details/print.aspx

#this was to support the youramigo spider proxy; this has then been disabled
Disallow: /1/


Sitemap: http://www.local.com/sitemap_index.xml