#robots.txt for breaking-news-worldwide.com

User-agent: SaladSpoon
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: magpie-crawler
Disallow: /

User-agent: discobot
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-agent: Slurp
Disallow: /search
Disallow: /archive
Crawl-delay: 1.0

User-agent: Yandex
Crawl-delay: 10

User-agent: *
Disallow: /css/
Disallow: /cgi-bin/
Disallow: /common/
Disallow: /classes/
Disallow: /cron/
Disallow: /test/
Disallow: /inc/
Disallow: /news/
Disallow: /stat/
Disallow: /js/
Disallow: /search
Disallow: /archive
Disallow: /tags
Disallow: /friends.html
Disallow: /go.html
Disallow: /search.html

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /
	 
Host: breaking-news-worldwide.com

Sitemap: http://breaking-news-worldwide.com/sitemap.xml