User-agent: * Disallow: /archive Disallow: /lgo Disallow: /login.php Disallow: /news Disallow: /profile.php Disallow: /register.php Disallow: /web/archive Disallow: /web/login.php Disallow: /web/news Disallow: /web/profile.php Disallow: /web/register.php