# Robots.txt file - see <http://info.webcrawler.com/mak/> for an explanation.
# For http://www.dewost.com/
# Last revision 
# History ------------------------
# Nov 4th - Site released but closed
# Dec 15th 1996 - Grandmont ready for being indexed
# Sep 09th 1998 - WebWoste3 goes beta !
# June 30 2008 - WebWoste goes back to wip mode, allowing /img/ to be indexed
# but disabling /lib/
User-agent: *                   # All spiders involved
Disallow: /lib/                 # Library containing css, javascript, ...
Disallow: /heavy/               # download area
# Disallow: /qui/               # beta
# Disallow: /famille/           # beta
# Disallow: /galerie/           # beta
# Disallow: /libre/             # beta
# Disallow: /sortie/            # beta
# Disallow: /heavy/             # beta
# Other examples
# Disallow: /cgi-bin/           #     Script files
# Disallow: /Test/              #     The test area for web experimentation