# 
# YAHOO-related 
# Slurp: http://help.yahoo.com/help/us/ysearch/slurp/index.html 
# HOST: .inktomisearch.com; .mail.mud.yahoo.com 
# Slurp CHINA: http://misc.yahoo.com.cn/help.html 
# Slurp DE: http://help.yahoo.com/help/us/ysearch/slurp) 
# Blogs: http://help.yahoo.com/help/us/ysearch/crawling/crawling-02.html 
# MM: mms dash mmcrawler dash support at yahoo dash inc dot com 
# Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
# Yahoo! Mindset (http://mindset.research.yahoo.com/) 
#

User-agent: Yahoo-Blogs 
User-agent: Yahoo-Blogs/v3.9 
User-agent: Yahoo-MMCrawler 
User-agent: Yahoo-MMCrawler/3.x 
User-agent: YahooYSMcm 
User-agent: YahooYSMcm/2.0.0 
User-agent: Yahoo! Mindset 
User-agent: Y!J-BSC 
User-agent: Y!J-BSC/1.0 
User-agent: Y!J-BSC/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
User-agent: y!j-bsc 
User-agent: y!j-bsc/1.0 
User-agent: y!j-bsc/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
User-agent: Y!J 
User-agent: Y!J/1.0 
User-agent: Y!J/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
User-agent: y!j 
User-agent: y!j/1.0 
User-agent: y!j/1.0 (http://help.yahoo.co.jp/help/jp/search/indexing/indexing-15.html) 
User-agent: Mozilla/4.0 (compatible; Y!J; for robot study; keyoshid) 
User-agent: Mozilla/4.0 (compatible; y!j; for robot study; keyoshid) 
User-agent: Mozilla/5.0 (compatible; Yahoo! Slurp China; http://misc.yahoo.com.cn/help.html) 
User-agent: Mozilla/5.0 (compatible; Yahoo! DE Slurp; http://help.yahoo.com/help/us/ysearch/slurp) 
Disallow: /

User-agent: Slurp 
Crawl-delay: 30 
Disallow: /*?option
Disallow: /images
Disallow: /administrator
Disallow: /cache
Disallow: /components
Disallow: /dmdocuments
Disallow: /editor
Disallow: /help
Disallow: /includes
Disallow: /ioncube
Disallow: /language
Disallow: /mambots
Disallow: /media
Disallow: /modules
Disallow: /templates
Disallow: /testbed
Disallow: /videos 
Disallow: /filename.cgi 
Disallow: /cgi-bin

User-agent: Googlebot 
Crawl-delay: 30 
Disallow: /*?option
Disallow: /images
Disallow: /administrator
Disallow: /cache
Disallow: /components
Disallow: /dmdocuments
Disallow: /editor
Disallow: /help
Disallow: /includes
Disallow: /ioncube
Disallow: /language
Disallow: /mambots
Disallow: /media
Disallow: /modules
Disallow: /templates
Disallow: /testbed
Disallow: /videos 
Disallow: /filename.cgi 
Disallow: /cgi-bin