User-agent: *
Allow: /
Allow: /api/specs/
Disallow: /api/t
Disallow: /raw-data/
Disallow: /db-export/
Disallow: /full-dump/
Disallow: /bulk-download/
Disallow: /data-archive/
Disallow: /export-all/
Disallow: /csv-export/
Disallow: /sql-dump/
Disallow: /json-dump/
Disallow: /xml-feed-full/
Disallow: /download-all/
Disallow: /archive-full/
Disallow: /data-backup/
Disallow: /backup-files/
Disallow: /mirror-data/
Disallow: /dataset-download/
Disallow: /parts-dump/
Disallow: /devices-export/
Disallow: /bench-export/
Disallow: /crawl-data/
Disallow: /scrape-feed/
Disallow: /legacy-export/
Disallow: /staging-data/
Disallow: /private-data/
Disallow: /internal-feed/
Disallow: /system-export/
Disallow: /api-v1-export/
Disallow: /api-v2-dump/
Disallow: /open-data-full/
Disallow: /master-list/
Disallow: /hidden-export/
Disallow: /all-rows/
Disallow: /dump-csv/
Disallow: /bulk-rows/
Disallow: /feed-raw/
Disallow: /table-dump/
Disallow: /index-all/
Disallow: /catalog-raw/
Disallow: /specs-dump/
Disallow: /price-dump/
Disallow: /rank-dump/
Disallow: /full-feed/
Disallow: /old-export/
Disallow: /deprecated-feed/
Disallow: /v0-dump/
Disallow: /tmp-export/
Disallow: /dev-dataset/
Disallow: /snapshot-raw/

Sitemap: https://vextor7.com/sitemap.xml

# Site guide for AI agents: https://vextor7.com/llms.txt