User-agent: * Disallow: /cache/ Disallow: /1.1.x/ Disallow: /admin/ Disallow: /poseidon_ve_admin/ Disallow: /admin_partner/ Disallow: /css/ Disallow: /cron/ Disallow: /img/ Disallow: /inc/ Disallow: /includes/ Disallow: /js/ Disallow: /activate/ Disallow: /help/ Disallow: /templates/ Disallow: /pharm88/ Disallow: /ph88/ Disallow: /getpasswd/ Disallow: /email_invite/ Disallow: /cgi-bin/ Disallow: /all/ #User-Agent: Slurp # Google: "googlebot" # Google's Image Search: "Googlebot-Image" # MSN: "msnbot" # Inktomi: "Slurp" # AllTheWeb: "fast" # AskJeeves: "teomaagent1" or "directhit" # Lycos: "lycos" ## Crawl-Delay: 10 # 10 means 10 seconds