############################### # # robots.txt file for http://www.davecrossphotography.com # # addresses all robots by using wild card * # User-agent: * # # list folders robots are not allowed to index # Disallow: /cgi-bin/ Disallow: /stats/ Disallow: /cgi-image/ Disallow: /webmail/ Disallow: hp_images/ Disallow: css/ Disallow: headshots/css/ Disallow: headshots/images/ Disallow: headshots/portfolio Disallow: weddings/about/albums/ Disallow: weddings/about/css/ Disallow: weddings/about/images/ Disallow: weddings/about/portfolio Disallow: weddings/about/scripts/ # # list specific files robots are not allowed to index # Disallow: weddings/about/index.html # # End of robots.txt file # ###############################