# robots.txt for http://www.example.com/

User-agent: *
Disallow: /dev/ # This is an infinite virtual URL space
Disallow: /modlogan/ # these will soon disappear
Disallow: /login.html
Disallow: /webalizer
Disallow: /awstats
Disallow: /cgi-bin
Disallow: /_privvate/
Disallow: /404.php