# hi robots!

User-agent: Googlebot
Disallow: /*rss$ 
Disallow: /favorited/

User-agent: Slurp
Crawl-delay: 5
Disallow: /favorited/

User-agent: Teoma
Crawl-delay: 5
Disallow: /favorited/

User-agent: msnbot
Disallow: /favorited/

User-agent: Charlotte
Disallow: /

User-agent: R6_FeedFetcher(www.radian6.com/crawler)
Disallow: /

User-agent: R6_FeedFetcher
Disallow: /

User-agent: Yahoo Pipes 1.0
Disallow: /tags/

User-agent: ScoutJet
Crawl-delay: 5

User-agent: Yandex
Crawl-delay: 5

User-agent: voyager
Crawl-delay: 5

User-agent: Baiduspider
Disallow: /

User-agent: AppleNewsBot
Crawl-delay: 5

User-agent: Applebot
Crawl-delay: 5

User-agent: *
Disallow: /favorited/
Crawl-delay: 5

User-agent: GPTBot
Disallow: /