User-agent: *
Disallow: /pg/admin/
Allow: /

 # slow down Yahoo
   User-agent: Slurp
   Crawl-delay: 10