Sitemap: http://0daynews.org/sitemap.xml

User-agent: *
Disallow: /cgi-bin/
Disallow: /images/
Disallow: /templates/
Disallow: /rss/
Disallow: /sphider/
Disallow: /_notes/
Disallow: /errordocs/
Disallow: /crumbs.php
Disallow: /test/
Disallow: /upload/
Disallow: /errordocs/
Disallow: /googlef8516a0fdeab1ebb.html
Disallow: /includes/
Disallow: /pommo/

User-agent: Sphider-ZDN
Disallow: /archives/index.html
Disallow: /css/
Disallow: /errordocs/
Disallow: /images/
Disallow: /includes/
Disallow: /media/images/
Disallow: /media/index.html
Disallow: /pommo/
Disallow: /templates/
Disallow: /upload/
Disallow: /contact.html
Disallow: /googlef8516a0fdeab1ebb.html
Disallow: /inc_Announcement.inc
Disallow: /inc_LeftColumn.inc
Disallow: /inc_MainContentNav.inc
Disallow: /inc_RecentHeadlines.inc
Disallow: /inc_RightColumn.inc
Disallow: /link-to-zdn.html
Disallow: /privacy.html
Disallow: /resources.html
Disallow: /rss.xml
Disallow: /sitemap.html
Disallow: /subscribe.html

User-agent: psbot
Disallow: /

User-agent: EnaBot
Disallow: /

User-agent: Moreoverbot
Disallow: /

User-agent: R6_CommentReader
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: Snapbot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: http://www.bdbrandprotect.com
Disallow: /

User-agent: msnbot-media
Disallow: /

User-agent: Balihoo/Nutch
Disallow: /

User-agent: BuzzCore
Disallow: /

User-agent: MLBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: Metalogger
Disallow: /

User-agent: Jakarta Commons-HttpClient
Disallow: /

User-agent: Twiceler
Disallow: /