# llms.txt for https://gdnwebmedia.com

User-Agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /private/
Disallow: /cgi-bin/

# Optional: Declare content license
License: https://creativecommons.org/licenses/by/4.0/

# Attribution and usage terms
Attribution: Required
Contact: webmaster@gdnwebmedia.com

# Specific rules for known LLM crawlers

User-Agent: anthropic
Allow: /

User-Agent: perplexity
Allow: /

User-Agent: openai
Allow: /
#Disallow: /client-documents/

User-Agent: google-extended
Allow: /

User-Agent: cohere
Allow: /

User-Agent: facebookexternalhit
Allow: /

# Crawl-delay to reduce server load (optional)
Crawl-delay: 5