# robots.txt for www.flashdance.cx

# No, I really dont wanna send you X GB of my movies.
User-agent: *
Disallow: /misc-movies.html
Disallow: /misc-cds.html
Disallow: /vcds.html
Disallow: /sysinfo/

# For the stupid people that reads the robots.txt and cant think clear:
# /books/tar.gz is NOT banned from download with wget. You should download
# the archives and not each html and picture file. See www.flashdance.cx/books
User-agent: wget
Disallow: /books/java/
Disallow: /books/network/
Disallow: /books/perl/
Disallow: /books/unix/
Disallow: /books/web/

# Downloads the same files in a loop. Stupid microsoft.
User-agent: msnbot
Disallow: /misc-movies.html
Disallow: /misc-cds.html
Disallow: /vcds.html
Disallow: /books/