# /robots.txt file # DOMAIN=www.vdomainhosting.com User-agent: * # directed to all spiders Disallow: /cgi-bin Disallow: /cgi-lib Disallow: /images Disallow: /stats Disallow: /webstats Disallow: /siteadmin