User-agent: * Disallow: /admin/ Disallow: / User-agent: Googlebot Allow: / User-agent: Yeti Allow: / User-agent: Daumoa Allow: / User-agent: Bingbot Allow: / User-agent: msnbot Allow: / User-agent: Zumbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: archive.org_bot Allow: /