# /robots.txt file for public news
# block all crawlers from search, seach results and web feeds

#we found this bot too intrusive, blocking it from entire site
User-agent: Archive-It
Disallow: /

User-agent: *
Disallow: /web/srch-rchrch-en.do
Disallow: /web/srch-rchrch-fr.do
Disallow: /web/dsptch-dstrbr-en.do
Disallow: /web/dsptch-dstrbr-fr.do
Disallow: /web/rss-en.do
Disallow: /web/rss-fr.do
Disallow: /web/fd-en.do
Disallow: /web/fd-fr.do