User-agent: Twitterbot
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: facebookexternalhit
Allow: /


User-agent: *
Allow: / 

User-agent: basefarm
Disallow: / 

user-agent: BLEXBot
Disallow: / 

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /