# SiteScan.top — https://sitescan.top

User-agent: *
Allow: /

# The SPA API surface returns JSON, not pages.
Disallow: /api/

# Prerendered copies of the pages, served to crawlers by nginx at the
# canonical address. They are never a destination of their own.
Disallow: /__prerender/
Disallow: /*?clear_access_token=

Sitemap: https://sitescan.top/sitemap.xml