# Robots.txt for askbefound.com
# Allow all search engines to crawl the site

User-agent: *
Allow: /
Crawl-delay: 1

# Sitemap location
Sitemap: https://askbefound.com/sitemap.xml

# Allow AI crawlers specifically
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Googlebot
Allow: /

# Block any admin or private directories (if they exist)
# User-agent: *
# Disallow: /admin/
# Disallow: /private/