# Hey, robots. My website can not bear too many threads. # So I have to put some limits on what you can do. User-agent: Mediapartners-Google Allow: / Disallow: /cgi-bin/f.cgi/psp/hw/ Disallow: /cgi-bin/f.cgi/psp/session/ Disallow: /cgi-bin/f.cgi/psp/login/ Crawl-delay: 30 User-agent: Googlebot Allow: / Disallow: /cgi-bin/f.cgi/psp/hw/ Disallow: /cgi-bin/f.cgi/psp/session/ Disallow: /cgi-bin/f.cgi/psp/login/ Crawl-delay: 60 User-agent: Slurp Allow: / Disallow: /cgi-bin/f.cgi/psp/hw/ Disallow: /cgi-bin/f.cgi/psp/session/ Disallow: /cgi-bin/f.cgi/psp/login/ Crawl-delay: 60 # go away, most of other robots... I hope. User-agent: * Disallow: /