User-agent: CCBot Disallow: / User-agent: Slurp Crawl-delay: 10 User-agent: SiteExplorer Disallow: / User-agent: Googlebot-Image Disallow: /captcha/ User-agent: 008 Disallow: / User-agent: Exabot Disallow: / User-agent: * Disallow: /404.html Disallow: /ProductInformationHQ.html Disallow: /RCS/ Disallow: /Seminar/ Disallow: /adlink.html Disallow: /advsearch.html Disallow: /branchheading.html Disallow: /branchprofile.html Disallow: /brands.html Disallow: /browsecatalogcats.html Disallow: /browse.html Disallow: /businessweek.html Disallow: /cadcb.html Disallow: /cadlibrary.html Disallow: /cadlink.html Disallow: /cadpl.html Disallow: /cadps.html Disallow: /cad-taxonomy.xml.gz Disallow: /capabilities-services.html Disallow: /captcha/ Disallow: /catalognavigator.html Disallow: /catalogs/keyword/ Disallow: /catnav/browse.html Disallow: /catnav/itemdetail.html Disallow: /catnav/list.html Disallow: /catnav/productdetail.html Disallow: /catnav/products.html Disallow: /ccpcontent.html Disallow: /cduser/ Disallow: /cofeedback.html Disallow: /cofeedback_send.html Disallow: /commodityresults.html Disallow: /company-certifications.html Disallow: /company-information.html Disallow: /compare.html Disallow: /compsearch.html Disallow: /conews.html Disallow: /contactcompany.html Disallow: /contactcompany_send.html Disallow: /dc/ Disallow: /dnb/ Disallow: /ecatalog/ Disallow: /emailcatalog.html Disallow: /emailcolleague.html Disallow: /emailprofile.html Disallow: /emailresults.html Disallow: /feedback.html Disallow: /feedback_send.html Disallow: /free/ Disallow: /gen/ Disallow: /generalinfo.html Disallow: /gotowin/ Disallow: /heading.html Disallow: /headinginfo.html Disallow: /headingtrdir.html Disallow: /inc/ Disallow: /industrialmarkettrends Disallow: /local.html Disallow: /map-company.html Disallow: /map-print.html Disallow: /multicontact.html Disallow: /multiselect.html Disallow: /mythomas/ Disallow: /newlook.html Disallow: *nsearch.html? Disallow: /pcb-attribute-details.html Disallow: /pnnalerts.html Disallow: /pnnalerts_save.html Disallow: /preview.html Disallow: /print/ Disallow: /product-information.html Disallow: /productsearch/productspecs.html Disallow: /profile.html Disallow: /profileinfo.html Disallow: /profilenews.html Disallow: /register/ Disallow: /results.html Disallow: /rfi/ Disallow: /search/additional_suppliers.php Disallow: /seealso.html Disallow: /seminar/ Disallow: /seminars/ Disallow: /spreadword.html Disallow: /spreadword_send.html Disallow: /subscriber/ Disallow: /survey/ Disallow: /terms.html Disallow: /tgr.html Disallow: /tnetfooter.html Disallow: /tnetheader.html Disallow: /toolbarv2/ Disallow: /tools-gadgets/ Disallow: /trdir.html Disallow: /user/ Disallow: /vimeo.html Disallow: /vlink.html Disallow: /webcontactcompany.html Disallow: /webprofile.html Disallow: /webprofileinfo.html Disallow: /webresults.html Disallow: /websearchlink.html Disallow: /white-papers/publisher/ Disallow: /order.html Disallow: /configure.html Disallow: /product-service-detail.html Disallow: /whitepaper-details.html Disallow: /whitepapers.html Disallow: /catalog-images.html Disallow: /bsearch.html Disallow: /branches.html Disallow: /local/ Sitemap: https://www.thomasnet.com/sitemap_index.xml.gz Sitemap: https://www.thomasnet.com/articles-sitemap.xml.gz Sitemap: https://www.thomasnet.com/suppliers/sitemap/index.xml