# robots.txt for PennyLogo.com

# Content Signals (contentsignals.org / draft-romm-aipref-contentsignals)
# Declares site-wide preferences for how content may be used by agents/LLMs.
Content-Signal: search=yes, ai-input=yes, ai-train=yes

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Allow access to important public pages
Allow: /gallery
Allow: /examples
Allow: /vectorize
Allow: /catalog
Allow: /refer
Allow: /brand

# Allow access to static assets
Allow: /site_logo.png
Allow: /site_logo.svg
Allow: /favicon.ico
Allow: /_next/static/
Allow: /generated_logos/

# Block admin, private, and API endpoints from indexing
Disallow: /api/
Disallow: /admin/
Disallow: /_next/
Disallow: /node_modules/
Disallow: /studio
Disallow: /credits

# Block private user content
Disallow: /profile
Disallow: /auth/

# Block development and testing pages
Disallow: /test-*
Disallow: /debug-*

# Allow specific public API endpoints that might be useful
Allow: /api/public/

# Allow agent-discovery resources
Allow: /.well-known/
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /ai-content.txt
Allow: /docs/

# AI Crawler Permissions - Allow training data collection
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Google-Extended
Allow: /

# Sitemap location
Sitemap: https://pennylogo.com/sitemap.xml

# Crawl delay for respectful crawling
Crawl-delay: 1