# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

User-agent: *
Disallow:

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: Barkrowler
Disallow:/

User-agent: GarlikCrawler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: rogerbot
Disallow: /

Sitemap: https://www.bestjobs.eu/sitemap/sitemap.xml