############################### # # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /cgi-bin/addressbook/ Disallow: /cgi-bin/calendar_admin Disallow: /directory/ Disallow: /cgi-bin/ Disallow: /temp/ # # list specific files robots are not allowed to index # Disallow: /cgi-bin/addressbook/Datafiles/AddressBook/address_book.dat Disallow: /directory/boardreports.shtml Disallow: /directory/memberpages.shtml Disallow: /directory/MemberPhotos.shtml # # End of robots.txt file # ###############################