############################### # # sample robots.txt file for this website # # addresses all robots by using wild card * # User-agent: * # list folders robots are not allowed to index Disallow: /asset/ Disallow: /docs/ Disallow: /css/ Disallow: /btn/ Disallow: /calendar/ Disallow: /company/ Disallow: /download/ Disallow: /errors/ Disallow: /flash/ Disallow: /images/ Disallow: /include/ Disallow: /ineed/ Disallow: /intranet/ Disallow: /js/ Disallow: /library/ Disallow: /myaccount/ Disallow: /orders/ Disallow: /register/ Disallow: /utils/ Disallow: /referral/ Disallow: /secure/ Disallow: /services/ Disallow: /services/ws_reqsearch.cfm Disallow: /services/ws_assetdetail.cfm Disallow: /test/ Disallow: /orders/ # # list specific files robots are not allowed to index Disallow: /search.cfm Disallow: /asset_export.cfm Disallow: /sales_inquires.cfm Disallow: /sales_purchase.cfm Disallow: /sales_reviewed.cfm Disallow: /sales_srch_hits.cfm Disallow: /sales_tested.cfm Disallow: /salesactivity.cfm Disallow: /search_hits.cfm Disallow: /personalinfo.cfm Disallow: /payables.cfm Disallow: /my_cart.cfm Disallow: /myreports.cfm Disallow: /monitor.cfm Disallow: /RandomPassword.cfm Disallow: /rate_asset.cfm Disallow: /receivables.cfm Disallow: /default.htm Disallow: /notraffic.htm # # End of robots.txt file # ###############################