# robots.txt for www.deutsches-museum.de
# last change 2015-07-29 (dg)

# Disables all Robots
User-agent: *
Disallow: /

# Disables Neofonie-Spider
User-agent: :robot/1.0 (Linux) ( robot e-mail: mwa-l@neofonie.de http://www.neofonie.de/loesungen/search/robot.html )
User-agent: jasmin, neofonie search:heritrix 1.14.1_p2
Disallow: /

# Disable just mobile
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
Disallow: /mobile/

# Disable all, without /mobile (Mobile-Crawler)
User-agent: Googlebot-Mobile
Disallow: /
Allow: /mobile/

# Enables following Robots
User-agent: AdsBot-Google
User-agent: DuckDuckBot
User-agent: Googlebot-Image
User-agent: Googlebot-Image
User-agent: Yahoo Slurp
User-agent: W3C Validator
User-agent: W3C-checklink
User-agent: MetagerBot
User-agent: Browsershots
User-agent: bingbot
User-agent: ia_archiver
Disallow:  

# end