# Robots.txt for http://www.mycatalogues.com/ User-agent: * Disallow: /cgi2/mc.go.cgi Disallow: /cgi2/mc.go.cgi? Disallow: /cgi2/mc.favman.cgi Disallow: /cgi2/mc.favman.cgi? Disallow: /cgi2/mc.shoppinglist_i.cgi Disallow: /cgi2/mc.shoppinglist_i.cgi? Disallow: /cgi2/mc.b234.cgi Disallow: /cgi2/mc.b234.cgi? Disallow: /cgi2/mc.iget.cgi Disallow: /cgi2/mc.iget.cgi? Disallow: /cgi2/mc.contact.cgi User-agent: ia_archiver/1.6 Disallow: / User-agent: ia_archiver Disallow: / User-agent: WebCopier Disallow: / User-agent: Microsoft URL Control - 5.01.4511 Disallow: / User-agent: Microsoft URL Control - 6.00.8169 Disallow: / User-agent: Microsoft URL Control Disallow: / User-agent: lwp-trivial/1.34 Disallow: / User-agent: lwp-trivial Disallow: / User-agent: Wget/1.6 Disallow: / User-agent: Wget/1.5.3 Disallow: / User-agent: Wget Disallow: / User-Agent: OmniExplorer_Bot Disallow: / User-Agent: MJ12bot Disallow: / User-Agent: Gigabot Disallow: / User-agent: SBIder Disallow: /