#robots text file to control the access to #files and directories which need not be indexed # # #Specify all spiders # User-agent:* # # #Block spidering of specific upper level directories # Disallow:/Includes/ Disallow:/Images/ Disallow:/cgi-bin/ Disallow:/_notes/ Disallow:/_private/ Disallow:/cart/ Disallow:/sefmcikrspedfzserferczserrfzszrcfzce9zc3ef/ Disallow:/webcam/ Disallow:/mail/ Disallow:/gallery/ Disallow:/gallery2/ Disallow:/gallery3/ Disallow:/gallery4/ Disallow:/special/ # # #Block spidering of specific sub-directories # Disallow:/gallery/images/ Disallow:/gallery/thumbs/ Disallow:/sacredlands/images/ # # #Block spidering of non-displaying #top level pages # Disallow:/nav.htm Disallow:/images.css Disallow:/blog.txt Disallow:/archicve.txt Disallow:/archive2.txt Disallow:/archive.htm Disallow:/trendvif.inc Disallow:/meta.inc Disallow:/test.htm Disallow:/booklink.html Disallow:/*.txt # # End of File