User-agent: *
Disallow: /admin
Disallow: /assets/
Disallow: /browse/tag


User-agent: googlebot
Allow: /
Crawl-delay: 60

User-agent: Mediapartners-Google
Allow: /
Crawl-delay: 60
 
User-agent: Adsbot-Google
Allow: /
Crawl-delay: 60

User-agent: Googlebot-Image
Allow: /
Crawl-delay: 60

User-agent: Googlebot-Mobile
Allow: /
Crawl-delay: 60

User-agent: Slurp
Allow: /
Crawl-delay: 60

User-agent: lycos
Allow: /
Crawl-delay: 60
 

Sitemap: /sitemap.xml