User-agent: * Disallow: /cgi-bin/ Disallow: /catalog/admin/ Disallow: /catalog/DOCS/ Disallow: /catalog/download/ Disallow: /catalog/pub/ Disallow: /catalog/extras/