User-agent: *
allow: /

User-agent: GPTBot
Disallow: /

User-agent: facebookexternalhit
Disallow: /