# Sitemap (uncomment, change and add language/shop specific sitemaps, if running on multiple domains # keep in mind sitemap can only point to own domain so something like sitemapindex.php is needed) SITEMAP: https://outlawspeed.com.au/shop/sitemap/sitemap.xml SITEMAP: https://outlawspeed.com.au/shop/sitemap/sitemap_1.xml SITEMAP: https://outlawspeed.com.au/shop/sitemap/sitemap_2.xml User-agent: Bytespider Disallow: / User-agent: PetalBot Disallow: / User-agent: StatusCake Disallow: / # # Crawlers Setup User-agent: * # # Disallow paging & Attributes (unless paging inside a listing with more params, as disallowed below) Disallow: /*?p= Disallow: /*?dir= Disallow: /*?parttype= Disallow: /*?brand= Disallow: /*?model= Disallow: /*?year= Disallow: /*?engine= Disallow: /*?construction= Disallow: /*?colour= Disallow: /*?size= Disallow: /*?degreeangle= Disallow: /*?hoselength= Disallow: /*?series= Disallow: /*?braidtype= Disallow: /*?leadcolour= Disallow: /*?bore= Disallow: /*?tyretype= Disallow: /*?tyrewidth= Disallow: /*?aspectratio= Disallow: /*?rimdiameter= Disallow: /*?cfm= Disallow: /*?barrels= Disallow: /*?fuel= Disallow: /*?secondaries= Disallow: /*?finish= Disallow: /*?availability= Disallow: /*?weight= Disallow: /*?gtin= Disallow: /*?dimensions= Disallow: /*?choke= Disallow: /*?booster= Disallow: /*?productmodel= Disallow: /*?type= Disallow: /*?lighting= Disallow: /*?gaugerange= Disallow: /*?material= Disallow: /*?filtershape= Disallow: /*?gaugeseries= Disallow: /*?mounting= Disallow: /*?tyrediameter= Disallow: /*?wheelsize= Disallow: /*?carburetortype= Disallow: /*?carburetorstyle= Disallow: /*?rockerratio= Disallow: /*?cylinderheadtype= Disallow: /*?liftertype= Disallow: /*?rpmrange= Disallow: /*?boltpattern= Disallow: /*?distributortype= Disallow: /*?boottype= Disallow: /*?shape= Disallow: /*?sleevetype= Disallow: /*?manifoldtype= Disallow: /*?amperage= Disallow: /*?flange= Disallow: /*?fueltype= Disallow: /*?bezelcolor= Disallow: /*?stroke= Disallow: /*?vehiclemake= Disallow: /*?enginetype= Disallow: /*?spokecolour= Disallow: /*?steeringwheeltype= Disallow: /*?tiretype= Disallow: /*?cylinders= Disallow: /*?wheeldiameter= Disallow: /*?rimwidth= Disallow: /*?bootmaterial= Disallow: /*?wireseries= Disallow: /*?transmissiontype= Disallow: /*?intakestyle= Disallow: /*?extended= Disallow: /*?thickness= Disallow: /*?gasketthickness= Disallow: /*?displaytype= Disallow: /*?aspectratio= Disallow: /*?barrels= Disallow: /*?boltpattern= Disallow: /*?bootmaterial= Disallow: /*?boottype= Disallow: /*?bore= Disallow: /*?braidtype= Disallow: /*?carburetorstyle= Disallow: /*?carburetortype= Disallow: /*?cfm= Disallow: /*?choke= Disallow: /*?cylinderheadtype= Disallow: /*?cylinders= Disallow: /*?degreeangle= Disallow: /*?engine= Disallow: /*?enginetype= Disallow: /*?filtershape= Disallow: /*?flange= Disallow: /*?fuel= Disallow: /*?fueltype= Disallow: /*?gasketthickness= Disallow: /*?hoselength= Disallow: /*?intakestyle= Disallow: /*?leadcolour= Disallow: /*?liftertype= Disallow: /*?manifoldtype= Disallow: /*?material= Disallow: /*?mounting= Disallow: /*?productmodel= Disallow: /*?rimdiameter= Disallow: /*?rockerratio= Disallow: /*?secondaries= Disallow: /*?series= Disallow: /*?shape= Disallow: /*?sleevetype= Disallow: /*?spokecolour= Disallow: /*?steeringwheeltype= Disallow: /*?stroke= Disallow: /*?thickness= Disallow: /*?tiretype= Disallow: /*?transmissiontype= Disallow: /*?type= Disallow: /*?tyretype= Disallow: /*?tyrewidth= Disallow: /*?vehiclemake= Disallow: /*?wheeldiameter= Disallow: /*?wireseries= Disallow: /*?fuelpumptype= Disallow: /*?unitquantity= Disallow: /*?wheelwidth= Disallow: /*?clothingsize= Disallow: /*?discount_type= Disallow: /*?rimwidth= Disallow: /*?tyrediameter= Disallow: /*?interchangepartnumber= Disallow: /*?cubicweight= Disallow: /*?oversizedparcel= Disallow: /*?amp; Disallow: /*?amp= Crawl-delay: 20 # # Directories Disallow: */404/ Disallow: */app/ Disallow: */cgi-bin/ Disallow: */downloader/ Disallow: */errors/ Disallow: */includes/ Disallow: */magento/ #Disallow: */media/ Disallow: */media/captcha/ #Disallow: */media/catalog/ Disallow: */media/customer/ Disallow: */media/dhl/ Disallow: */media/downloadable/ Disallow: */media/import/ Disallow: */media/pdf/ Disallow: */media/sales/ Disallow: */media/tmp/ #Disallow: */media/wysiwyg/ Disallow: */media/xmlconnect/ Disallow: */pkginfo/ Disallow: */report/ Disallow: */scripts/ Disallow: */shell/ #Disallow: */skin/ Disallow: */stats/ Disallow: */var/ # # Paths (if using shop id in URL must prefix with * or copy for each) Disallow: */index.php/ Disallow: */catalog/product_compare/ Disallow: */catalog/category/view/ Disallow: */catalog/product/view/ Disallow: */catalog/product/gallery/ Disallow: */catalogsearch/ Disallow: */control/ Disallow: */customer/ Disallow: */customize/ Disallow: */newsletter/ Disallow: */poll/ Disallow: */review/ Disallow: */sendfriend/ Disallow: */tag/ Disallow: */wishlist/ Disallow: */checkout/ Disallow: */onestepcheckout/ Disallow: */productpageshipping/ # # Files Disallow: */cron.php Disallow: */cron.sh Disallow: */error_log Disallow: */install.php Disallow: */LICENSE.html Disallow: */LICENSE.txt Disallow: */LICENSE_AFL.txt Disallow: */STATUS.txt # # Do not crawl sub category pages that are sorted or filtered. # This would be very broad, could hurt (incl. SEO). # Disallow: /*?* # # These are more specific, pick what you need - and do not forget to add your custom filters! Disallow: */*?mode* Disallow: */*?___from_store=* Disallow: */*?___store=* Disallow: */*?cat=* Disallow: */*?price=* # # Paths that can be safely ignored (no clean URLs) Disallow: */*.php$ Disallow: */*?SID= # #