User-agent: Googlebot
Crawl-delay: 600
Disallow: /private/
Disallow: /*.yaml$
Disallow: /*.rss$
Disallow: /*.json$
Disallow: /cpan/report

User-agent: msnbot
Disallow: /private/
Disallow: /*.yaml$
Disallow: /*.rss$
Disallow: /*.json$
Disallow: /cpan/report

User-agent: DotBot
Crawl-delay: 600
Disallow: /private/
Disallow: /*.yaml$
Disallow: /*.rss$
Disallow: /*.json$
Disallow: /cpan/report

User-agent: SemrushBot-SA
Disallow: /
User-agent: SemrushBot
Disallow: /

User-agent: *
Crawl-delay: 600
Disallow: /private/
Disallow: /*.yaml$
Disallow: /*.rss$
Disallow: /*.json$
Disallow: /cpan/report
