User-agent: *
Crawl-delay: 10
Disallow: /cgi-bin/
Disallow: /cs/bast/
Disallow: /cs/admin/
Disallow: /cs/ce/
Disallow: /cs/editors/
Disallow: /stats/
Disallow: /pub/na/test-article-testing-the-management-q-a-template-for-all-of-us
Disallow: /pub/na/13231
Disallow: /lpt/
#ahrefs was 3 percent of hits in May 2015
user-agent: AhrefsBot
disallow: /