User-agent: * Disallow: /register.html Disallow: /main.html Disallow: /register/ Disallow: /admin/ Disallow: /index.php