User-agent: Exabot
Disallow: / 
User-agent: YandexBot
Disallow: / 
Crawl-delay: 200
User-agent: Yandex
Disallow: / 
User-agent: Baiduspider
Disallow: /
Crawl-delay: 200
User-agent: *
Disallow: *_map.html
Disallow: /sunmoondata.py
Disallow: find_chart.py
Disallow: /cgi-bin/
Disallow: /so/anal/
Disallow: /txtcc/
Disallow: /getcr.php
Disallow: /f.php
Crawl-delay: 200
Request-rate: 1/600
User-agent: MJ12bot
Disallow: /
User-agent: The Knowledge AI
Disallow: /
User-agent: semanticscholar.org
Disallow: /
User-agent: SemrushBot
Disallow: /