# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / Disallow: /admin Disallow: /api/ Disallow: /*.json$ Disallow: /static/js/ Disallow: /static/css/ # Allow specific files Allow: /static/media/ # Sitemap Sitemap: https://enterjamaica.org/sitemap.xml # Crawl-delay for respectful crawling Crawl-delay: 1