User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Mediapartners-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: facebookexternalhit
User-agent: facebookcatalog
Allow: /
Allow: /media/
User-agent: *
Allow: /
Allow: /ads.txt
Allow: /*/amp/
Allow: /amp/
Allow: /home/
Allow: /.well-known/amphtml/apikey.pub
Allow: /.well-known/apple-developer-merchantid-domain-association
Disallow: /api/amp_story_auto_ads.php