User-agent: * Disallow: /administration Disallow: /awstats Disallow: /cgi-bin Disallow: /internal Disallow: /stats Disallow: /feeds Disallow: /v1