User-agent: * Disallow: /archive/ Disallow: /assets/ Disallow: /php/ Disallow: /registered/ Disallow: /admin Disallow: /auth Disallow: /awstats ---- end