user-agent: sitebot
disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: wotbox
Disallow: /

User-Agent: discoverybot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-Agent: *
Disallow: /attachments/
Disallow: /uploads/
Disallow: /job-descriptions/*/next
Disallow: /res/

User-agent: Twitterbot
Allow: /attachments/
Allow: /uploads/

Sitemap: https://100hires.com/sitemap.xml