User-agent: * Crawl-delay: 1 # === Block NETO's auto-generated vehicle-permutation URL features === # These URL patterns generate hundreds of thousands of thin pages # that waste Google's crawl budget. Our canonical product URLs use # the /{slug}~{InventoryID} format — those are what we want crawled. Disallow: /ebayvehicle-compatib/ Disallow: /0/ # === System / admin / cart / account paths === Disallow: /_cpanel Disallow: /_mycart Disallow: /_myacct Disallow: /cgi-bin/suppliers/ Disallow: /do/ # === Search and filter parameter URLs (cause duplicate content) === Disallow: /*?*rf= Disallow: /*?*sort= Disallow: /*?*filter= # === Allow everything else === Allow: / # === Canonical sitemap === Sitemap: https://www.zivorauto.com.au/sitemap_index.xml.gz