User-agent: * Disallow: /admin/ Disallow: /backup/ Disallow: /includes/ Disallow: /templates/ Disallow: /logout.php Disallow: /login.php Disallow: /verify.php Disallow: /cgi-bin/ Disallow: /temp/ Disallow: /javascripts/ Disallow: /lang/ Disallow: /libs/ Disallow: /plugins/ User-agent: twiceler Disallow: / User-agent: Slurp Crawl-delay: 1800 Disallow: /detail/ Disallow: /detail.php Disallow: /search.php Disallow: /submit.php