# Allow all crawlers
User-agent: *
Allow: /

# Block sensitive and development files/directories
Disallow: /node_modules/
Disallow: /.git/
Disallow: /.env
Disallow: /package-lock.json
Disallow: /webpack.config.js
Disallow: /cors.json
Disallow: /stats.json

# Allow CDN and static assets (needed for proper rendering)
Allow: /static/
Allow: /cdn-cgi/

# Sitemap location
Sitemap: https://pingenerator.com/sitemap.xml