User-agent: *
Allow: /

# Allow Facebook's external hit bot for social media scraping
User-agent: facebookexternalhit
Allow: /

# Allow other common social media bots
User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: TelegramBot
Allow: /