# Allow Googlebot
User-agent: Googlebot
Disallow:

# Allow Facebook crawler
User-agent: facebot
Disallow:

# Allow Instagram crawler
User-agent: Instagram
Disallow:

# Allow Twitterbot
User-agent: Twitterbot
Disallow:

# Allow YouTube's bot
User-agent: Googlebot-Video
Disallow:

# Allow Bingbot
User-agent: bingbot
Disallow:

# Allow LinkedIn's bot
User-agent: LinkedInBot
Disallow:

# Allow Reddit's bot
User-agent: redditbot
Disallow:

# Allow Pinterest's bot
User-agent: Pinterest
Disallow:

# Allow Slackbot
User-agent: Slackbot
Disallow:

# Allow all other crawlers
User-agent: *
Disallow:

User-agent: *
Allow: /llms.txt
Allow: /llms-full.txt