# robots.txt for Craft CMS 5+ Sitemap: https://unist.com/sitemap.xml User-agent: * # General Disallows Disallow: /admin/ Disallow: /actions/ Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /storage/ Disallow: /download Disallow: /forum Disallow: /job-listings/ # Allow specific resources if needed Allow: /cpresources/*.css Allow: /cpresources/*.js