User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Yeti
Allow: /

User-agent: BadBot
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: crawler4j
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: wget
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: libwww-perl
Disallow: /