############################### # # robots.txt file to control what files web bots index # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /asp Disallow: /ebay Disallow: /images Disallow: /library Disallow: /Parts Database Disallow: /Templates Disallow: /MSOffice Disallow: /database_manager Disallow: /includes Disallow: /random Disallow: /templates Disallow: /gateway5300_manual_files Disallow: /findibm Disallow: /test # # list specific files robots are not allowed to index # Disallow: /email_ad.html Disallow: /error404.asp Disallow: /gateway5300_manual Disallow: /HP/HP.asp Disallow: /cisco/cisco.asp # # End of robots.txt file # ###############################