# Robots.txt file from http://www.cscrew.com # # Disallow /cgi-bin/ User-agent: * Disallow: /!cs/ Disallow: /artists/ Disallow: /bilder/ Disallow: /cdn/ Disallow: /cgi-bin/ Disallow: /data/ Disallow: /hc/ Disallow: /logs/ Disallow: /mp3/ Disallow: /photos/ Disallow: /rp/ Disallow: /skript/ Disallow: /zem/ User-agent: Roverdog Disallow: / User-agent: googlebot Disallow: corner.htm Disallow: cornerx.htm Disallow: history.htm Disallow: inside.htm Disallow: intro.htm Disallow: nc.htm Disallow: blank.html Disallow: booking.html Disallow: credits.html Disallow: cs.html Disallow: index-ie.html Disallow: index-nc.html Disallow: menu.html Disallow: showx.html Disallow: top.html