# All user agents User-agent: * # Disallow everyting (default) Disallow: / # Disallow any software crawling # Use at least '85*' because a shorter selector falls back on 'Allow' (for example 'web/85006108/myFile.zip') Disallow: /web/85*/*.exe$ Disallow: /web/85*/*.exe?*$ Disallow: /web/85*/*.zip$ Disallow: /web/85*/*.zip?*$ Disallow: /web/85*/*.tgz$ Disallow: /web/85*/*.tgz?*$ # Fotoparadies Allow: /web/85001320/ Allow: /web/cops2010/js/ # Allow operators (2 rules: $ for only index, and / for everything within the directory (so OPERATOR_staging stays disallowed) # # Migros *_CH staging Allow: /web/85701442$ Allow: /web/85701442/ Allow: /web/85701443$ Allow: /web/85701443/ Allow: /web/85701444$ Allow: /web/85701444/ Allow: /web/85033942