Sitemap: http://www.fbi.gov/sitemap.xml

User-agent: Googlebot
Disallow: /*.js$
Disallow: /*.css$

User-agent: *
Crawl-delay: 5
Disallow: /audio/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /Includes/
Disallow: /images/
Disallow: /scripts/
Disallow: /test/
Disallow: /login
Disallow: /help/
Disallow: /javascript/
Disallow: /css/
Disallow: /redirects/
Disallow: /cgi/
Disallow: /error/
Disallow: /esi/
Disallow: /graphics/
Disallow: /js/
Disallow: /swf/
Disallow: /xml/
Disallow: /sitemap.html
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /collections/
Disallow: /news/pressrel/press-releases/collections-and-portlet/
Disallow: /*?
Disallow: /*?*
Disallow: /news/stories/story-index/
Disallow: /news/current/
Disallow: /ipaccess
Disallow: /ipaccess/
Disallow: /news/videos/mp4*
Disallow: /foia/privacy-impact-assessments/IBPF*

User-agent: Yandex
Crawl-delay: 5
Disallow: /*.js$
Disallow: /*.css$
Disallow: /audio/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /Includes/
Disallow: /images/
Disallow: /scripts/
Disallow: /test/
Disallow: /login
Disallow: /help/
Disallow: /javascript/
Disallow: /css/
Disallow: /redirects/
Disallow: /cgi/
Disallow: /error/
Disallow: /esi/
Disallow: /graphics/
Disallow: /js/
Disallow: /swf/
Disallow: /xml/
Disallow: /sitemap.html
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /collections/
Disallow: /news/pressrel/press-releases/collections-and-portlet/
Disallow: /*?
Disallow: /*?*
Disallow: /news/stories/story-index/
Disallow: /news/current/
Disallow: /ipaccess
Disallow: /ipaccess/
Disallow: /news/videos/mp4*

User-agent: 008
Disallow: /