# /robots.txt for shiroha.com
# updated: 2010-05-27

User-agent: ia_archiver
Disallow: /

User-agent: ia_archiver-web
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver-web.archive.org
Disallow: /

User-agent: heritrix
Disallow: /

User-agent: msnbot-media
Disallow: /

user-agent: Googlebot-Image
Disallow: /

User-agent: Yahoo-MMCrawler
Disallow: /

user-agent: BaiduImagespider
disallow: /

User-agent: psbot
Disallow: /

User-agent: 008
Disallow: /

# let search engines pick up the minimalist main page

User-agent: googlebot
Disallow: /

#User-agent: slurp
#Disallow: /

#User-agent: twiceler
#Disallow: /
 
#User-agent: teoma 
#Disallow: /
 
#User-agent: gigabot 
#Disallow: /
 
User-agent: duckduckbot 
Disallow: /
 
User-agent: *
Disallow: /gk/