############################### # # robots.txt file for webfever.com # # addressing all robots by * # User-agent: * # list of folders robots are not allowed to index Disallow: /manager Disallow: /cgi-bin Disallow: /backup Disallow: /stats Disallow: /test # # list of specific files robots are not allowed to index # Disallow: /400.shtml Disallow: /404.shtml # # End of robots.txt file #J Labenski webfever.com # ###############################