# robots.txt User-agent: dotbot Disallow: / User-agent: * Allow: /*?$ Disallow: /*? Disallow: /media/ Disallow: /conf/ Disallow: /webstats/ Disallow: /plugins/ Disallow: /skins/ Disallow: /locales/ Disallow: /htsrv/ Disallow: /xmlsrv/ Disallow: /inc/