www.clevinger.com: robots.txt # This file is used to block or allow crawler that index our site. # It is not used for any other purpose. # User-agent: * Disallow: /product_pic/ Disallow: /Old_clevbass/ Disallow: /old_website_jpc-10-11-06/ Disallow: /_derived/ Disallow: /_vti_log/ Disallow: /aspnet_client/ Disallow: /assets/ Disallow: /email attachments/ Disallow: /finished/ Disallow: /fpdb/ Disallow: /Scripts/ Disallow: /Templates/ Disallow: /test_vti_bin/ Disallow: /8across/ # User-agent: Slurp Disallow: / # # The next 2 lines were added to address any bandwidth issue that # can arise from the use of the Mozilla Firefox extension Fasterfox # which pre-fetches links on a web page. # User-Agent: Fasterfox Disallow: /