User-agent: GPTBot
Disallow: /

# Opting Out and In to generic fediverse directories or Webfan/startdirectory
# as it is discussed here: https://inne.city/display/f37824e8-1568-1716-fde1-a47537778528

# Please note that Webfan may cache your robots.txt e.g. for e.g. ~15 minutes, an hour or 1-2 days to reduce your server load,
# so changes may take time to take effect!

# Opt-out from Webfan Search Engines: 
# User-agent: WebfanSearchEngines
# Disallow: /

# Opt-out from ALL Generic Fediverse Directories: 
# PROPOSAL TO MAKE THIS A STANDARD !?!
# User-agent: FeDirectories
# Disallow: /.well-known/webfinger

# Opt-in to Startdir.de and Webfan Homepagesystem (overwrites possible opt-out from above!): 

User-agent: StartDirectory
Allow: /
Disallow: /settings/
Disallow: /admin/
Disallow: /message/
Disallow: /help
Disallow: /proxy
Disallow: /photo
Disallow: /avatar

# Wildcard is recognized if none of the User-Agents StartDirectory, FeDirectories, WebfanSearchEngines is set!

User-agent: *
Allow: /
Disallow: /settings/
Disallow: /admin/
Disallow: /message/
Disallow: /help
Disallow: /proxy
Disallow: /photo
Disallow: /avatar