# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Common sensitive directories that should be protected Disallow: /.env # Allow crawling of static assets Allow: /assets/ Allow: /stemplayer/