# https://www.robotstxt.org/robotstxt.html User-agent: * Allow: / # Allow all bots to access public pages Allow: /post Allow: /asset/vote Allow: /search # Restrict access to private areas Disallow: /my* Disallow: /auth/ Disallow: /mobile/ Disallow: /service/ Disallow: /terms/ # Allow access to static assets Allow: /assets/ Allow: /_next/static/ # Sitemap location Sitemap: https://longshortnow.com/sitemap.xml