User-agent: *
Disallow: /filing/*
Disallow: /companies/*/ownership
Disallow: /companies/*/highlights
Disallow: /companies/*/insider-transactions

User-agent: Yandex
Disallow: /companies/*/*
Crawl-delay: 144

User-agent: BLEXBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: TScoutBot 1.0
Disallow: /

User-agent: MegaIndex.ru/2.0
Disallow: /
User-agent: MegaIndex.ru
Disallow: /

User-agent: SiteExplorer
Disallow: /

User-agent: Domain Re-Animator Bot
Disallow: /

User-agent: SMTBot/1.0
Disallow: /
User-agent: SMTBot
Disallow: /

User-agent: SurdotlyBot
Crawl-delay: 10

User-agent: spbot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: Mozilla/5.0 (X11; compatible; semantic-visions.com crawler; HTTPClient 3.1)
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Findxbot
Disallow: /

User-agent: SemrushBot
Disallow: /
User-agent: SemrushBot-SA
Disallow: /

User-agent: Linguee
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: BUbiNG
Disallow: /

User-agent: AlphaSeoBot
Disallow: /
User-agent: AlphaSeoBot-SA
Disallow: /

User-agent: DAUM
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: SEOkicks
Disallow: /

User-agent: Seekport Crawler
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: FemtosearchBot
Disallow: /

User-agent: AwarioRssBot
User-agent: AwarioSmartBot
Disallow: /