User-agent: *
Disallow: /inc/
Disallow: /media/
Disallow: /accounts/
Disallow: /settings/
Disallow: /regions/
Disallow: /register/
Disallow: /help/
Disallow: /login/
Disallow: /mylsn/
Disallow: /trial/
Crawl-delay: 2

User-agent: NerdyBot
User-agent: WebsiteOutlook
User-agent: CrazyWebCrawler-Spider
User-agent: Yandex
User-agent: YandexCalendar
User-agent: YandexMobileBot
User-agent: Baiduspider
User-agent: Baiduspider-video
User-agent: Baiduspider-image
User-agent: BLEXBot
User-agent: MegaIndex.ru/2.0
User-agent: MegaIndex.ru
User-agent: megaIndex.ru
User-agent: GeedoBot
User-agent: SeekportBot
Disallow: /

User-agent: ClaudeBot
User-agent: Applebot
User-agent: bingbot
User-agent: msnbot
User-agent: AhrefsBot
User-agent: barkrowler
User-agent: GPTBot
User-agent: GoogleOther
User-agent: ias_wombles
User-agent: ias_crawler
User-agent: Meta-ExternalAgent
User-agent: Jaunt
Crawl-Delay: 10