User-agent: * Disallow: /cgi-bin Disallow: /catalog Disallow: /contentmuster Disallow: /image Disallow: /script Disallow: /scripte Disallow: /shop Allow: /htm