# Robots.txt for PXAI Cluster (Optimized)
# Domains: us.pxai.eu, newscluster.net, us.newscouster.eu, us.newscluster.net

User-agent: *
Allow: /
# Security Blocks
Disallow: /admin/
Disallow: /api/
Disallow: /config/
Disallow: /temp/
Disallow: /reports/
Disallow: /utils/
Disallow: /controllers/
Disallow: /includes/
Disallow: /libs/
Disallow: /views/


# Specific Asset Protection (Only JS Engine)
Disallow: /assets/js/pxai-voice-engine.js
Disallow: /assets/js/*.js
Allow: /assets/js/main.js

# Primary Sitemaps
Sitemap: https://newscluster.net/sitemap-us.xml