User-Agent: *
Allow: /
Disallow: /cgi
Disallow: /extras
Disallow: /StoreManager
Disallow: /catalog/admin
Disallow: /catalog/zip
Disallow: /catalog/pub
Disallow: /catalog/download
Disallow: /catalog/stats
Disallow: /catalog/newsite


User-Agent: Googlebot
Allow: /
Disallow: /cgi
Disallow: /extras
Disallow: /StoreManager
Disallow: /catalog/admin
Disallow: /catalog/zip
Disallow: /catalog/pub
Disallow: /catalog/download
Disallow: /catalog/stats
Disallow: /catalog/newsite