# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the following two lines:
# User-agent: *
# Disallow: /
User-agent: *
Allow: /
Allow: /terms
Allow: /privacy
Allow: /artikel/tidssparande-verktyg/
Allow: /signin
Allow: /learn
Allow: /gradeai
# Disallow specific paths that require authentication or should not be indexed
Disallow: /account/
Disallow: /dashboard/
Disallow: /history/
Disallow: /classes/
Disallow: /myclass/
Disallow: /test/ # Individual test taking pages, usually require login or specific context
Disallow: /checkout/
Disallow: /verify-email/
Disallow: /welcome/ # Welcome page is typically for new, authenticated users
Sitemap: https://instantgrade.se/sitemap.xml