User-agent: *
Crawl-delay: 30

User-agent: facebookexternalhit
Allow: /

Disallow: /data/
Disallow: /bin/
Disallow: /wp-admin/
Disallow: /wp-login.php

#Baiduspider
User-agent: Baiduspider
Disallow: /

#Yandex
User-agent: Yandex
Disallow: /

#SemrushBot
User-agent: SemrushBot
Disallow: /

#Megaindex
User-agent: MegaIndex.ru
Disallow: /

#Megaindex
User-agent: megaindex.com
Disallow: /

#OpenAI
User-agent: GPTBot
Disallow: /