Sitemap: https://www.chemicalregister.com/cri-sitemap.xml.gz

User-agent: dotbot
User-agent: YahooFeedSeeker
Disallow: /

User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Teoma
User-agent: msnbot
User-agent: ia_archiver
User-agent: Twiceler
Disallow: /USA/
Disallow: /China/
Disallow: /Germany/
Disallow: /India/
Disallow: /UK/
Disallow: /Find/Find.asp*sitesearch
Disallow: /find/Find.asp*SearchSu=&
Disallow: /Find/Find.asp*SearchSu=&
Disallow: /rfq/rfq.asp*Verify
Disallow: /*/Suppliers/Page*/hid
Disallow: /*/suppliers/*hid
Disallow: /*/Suppliers/*nid
Disallow: /*/suppliers/*nid
Disallow: /*/rfq/*hid
Disallow: /*/rfq/*nid
Disallow: /*/80/
Disallow: /*.xml$
Disallow: /register/register.asp
Disallow: /manufacturers/hot_search/
Disallow: /nosearch/
Disallow: /Personal/
Disallow: /personal/
Disallow: /Stats/

User-agent: Slurp
Disallow: /USA/
Disallow: /China/
Disallow: /Germany/
Disallow: /India/
Disallow: /UK/
Disallow: /Find/Find.asp*sitesearch
Disallow: /find/Find.asp*SearchSu=&
Disallow: /Find/Find.asp*SearchSu=&
Disallow: /rfq/rfq.asp*Verify
Disallow: /*/Suppliers/Page*/hid
Disallow: /*/suppliers/*hid
Disallow: /*/Suppliers/*nid
Disallow: /*/suppliers/*nid
Disallow: /*/rfq/*hid
Disallow: /*/rfq/*nid
Disallow: /*/80/
Disallow: /*.xml$
Disallow: /register/register.asp
Disallow: /manufacturers/hot_search/
Disallow: /nosearch/
Disallow: /Personal/
Disallow: /personal/
Disallow: /Stats/

User-agent: Mediapartners-Google
User-agent: Adsbot-Google
Disallow: /rfq/rfq.asp*Verify
Disallow: /*/80/
Disallow: /nosearch/
Disallow: /Personal/
Disallow: /Stats/

User-agent: *
Crawl-delay: 240
Disallow: /USA/
Disallow: /China/
Disallow: /Germany/
Disallow: /India/
Disallow: /UK/
Disallow: /Find/Find.asp?sitesearch
Disallow: /find/Find.asp*SearchSu=&
Disallow: /Find/Find.asp*SearchSu=&
Disallow: /rfq/rfq.asp*Verify
Disallow: /*/Suppliers/*hid
Disallow: /*/suppliers/*hid
Disallow: /*/Suppliers/*nid
Disallow: /*/suppliers/*nid
Disallow: /*/rfq/*hid
Disallow: /*/rfq/*nid
Disallow: /*/80/
Disallow: /register/register.asp
Disallow: /manufacturers/hot_search/
Disallow: /nosearch/
Disallow: /Personal/
Disallow: /personal/
Disallow: /Stats/