# robots.txt # Eric Lease Morgan # 12/24/2009 - yet another try User-agent: Googlebot Disallow: /sandbox/concordance/ Disallow: /alex/ User-agent: bingbot Disallow: /sandbox/concordance/ Disallow: /alex/ User-agent: Baiduspider Disallow: / User-agent: SEOkicks Disallow: / User-agent: CCBot Disallow: / User-agent: AhrefsBot Disallow: / User-agent: msnbot Disallow: / User-agent: YandexBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: SemrushBot-SA Disallow: / User-agent: Googlebot-Image Disallow: /sandbox/concordance/ Disallow: /alex/ User-agent: * Disallow: /sandbox/concordance/ Disallow: /sandbox/juice/ Disallow: /alex/ Disallow: /musings/xml-in-libraries/ Disallow: /oai2lod/