User-agent: *
Crawl-delay: 5
Sitemap: http://spotcrime.com/sitemap-index.php
User-agent: proximic
Disallow: /
User-agent: Blekkobot
Disallow: /
User-agent: AhrefsBot
disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: ia_archiver
Disallow: /crime/
Disallow: /crimealert/
Disallow: /alertviewer/
Disallow: /crime-report/
Disallow: /search.php