User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: WhatsApp
Allow: /

User-agent: *
Allow: /
Disallow: /*/csvs/

# Crawl delay to be respectful to server
Crawl-delay: 1

# Sitemap with language variants
Sitemap: https://myflightroutes.com/sitemap.xml