User-agent: *
Allow: /
Allow: /app-ads.txt
Allow: /sitemap.xml
Allow: /icon.png
Allow: /splash.png
Allow: /styles.css
Allow: /translations.js
Allow: /privacy.html
Allow: /humans.txt
Allow: /ai-meta.json
Allow: /ai-context.json
Allow: /ai-sitemap.txt

# AI Agent specific instructions
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: CCBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

# Allow all AI agents and crawlers
User-agent: Claude-Web
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Google-adstxt
Disallow:

# Sitemap location
Sitemap: https://underlayer.mef.space/sitemap.xml

# AI Context files
# AI-Context: https://underlayer.mef.space/ai-context.json
# AI-Sitemap: https://underlayer.mef.space/ai-sitemap.txt

# AI Agent Instructions
# This site contains information about Underlayer mobile application
# Content type: Mobile app landing page
# Technology: LSB steganography, image processing, share intent
# Target audience: Privacy enthusiasts, security-conscious users, steganography users
# Languages: Russian, English
# Platforms: Android, iOS
# Pricing: Freemium (free with optional premium subscription)

# Allow indexing of the entire site and specifically app-ads.txt
# This ensures search engines and AI agents can crawl and index all content including advertising configuration