Sitemap: https://www.greenbikekit.com/sitemap.xml # Begin UA Bans User-agent: * # Allowable Index Allow: /*?p= Allow: /catalog/seo_sitemap/category/ Allow: /catalogsearch/result/ Allow: /media/catalog/product/cache/ Allow: /media/images/ # Directories Disallow: /404/ Disallow: /api/ Disallow: /app/ Disallow: /downloader/ Disallow: /errors/ Disallow: /includes/ Disallow: /install/ Disallow: /images/ Disallow: /lib/ Disallow: /magento/ Disallow: /pkginfo/ Disallow: /private/ Disallow: /report/ Disallow: /scripts/ Disallow: /shell/ Disallow: /stats/ Disallow: /upload/ Disallow: /var/ # Paths (clean URLs) Disallow: /index.php/ Disallow: /catalog/product/view/ Disallow: /catalog/category/view/ Disallow: /catalog/product_compare/ Disallow: /catalogsearch/ Disallow: /catalogsearch/advanced/ Disallow: /catalogsearch/advanced/result/ Disallow: /catalogsearch/term/ Disallow: /catalogsearch/term/popular/ Disallow: /catalogsearch/result/* Disallow: /checkout/ Disallow: /checkout/cart/ Disallow: /checkout/cart/add/ Disallow: /control/ Disallow: /contacts/ Disallow: /contacts/index/ Disallow: /contacts/index/post/ Disallow: /customer/ Disallow: /customer/account/ Disallow: /customer/account/login/ Disallow: /customize/ Disallow: /newsletter/ Disallow: /poll/ Disallow: /sendfriend/ Disallow: /tag/ Disallow: /wishlist/ ## Do not crawl ajax requests Disallow: /ajax/ Disallow: /ajaxwishlist/ Disallow: /priceslider/ # Files Disallow: /cron.php Disallow: /cron.sh Disallow: /error_log Disallow: /install.php Disallow: /LICENSE.html Disallow: /LICENSE.txt Disallow: /LICENSE_AFL.txt Disallow: /STATUS.txt # Paths (no clean URLs) Disallow: /*.php$ Disallow: /*?p=*& Disallow: /*?SID= Disallow: /*/where/* Disallow: /*?flycart_item=* Disallow: /*?dir* Disallow: /*?dir=desc Disallow: /*?dir=asc Disallow: /*?limit=all Disallow: /*?mode* Disallow: /*?___from_store=* Disallow: /*?cat=* Disallow: /*&___from_store=* Disallow: /*?utm_source=* Disallow: /debug/index/ Disallow: /*?enable_googlecheckout=* User-agent: GarbageBots Disallow: / User-Agent: almaden Disallow: / User-Agent: ASPSeek Disallow: / User-Agent: Axmo Disallow: / User-Agent: BaiduSpider Disallow: / User-Agent: booch Disallow: / User-Agent: DTS Agent Disallow: / User-Agent: Downloader Disallow: / User-Agent: EmailCollector Disallow: / User-Agent: EmailSiphon Disallow: / User-Agent: EmailWolf Disallow: / User-Agent: Expired Domain Sleuth Disallow: / User-Agent: Franklin Locator Disallow: / User-Agent: Gaisbot Disallow: / User-Agent: grub Disallow: / User-Agent: HughCrawler Disallow: / User-Agent: iaea.org Disallow: / User-Agent: lcabotAccept Disallow: / User-Agent: IconSurf Disallow: / User-Agent: Iltrovatore-Setaccio Disallow: / User-Agent: Indy Library Disallow: / User-Agent: IUPUI Disallow: / User-Agent: Kittiecentral Disallow: / User-Agent: iaea.org Disallow: / User-Agent: larbin Disallow: / User-Agent: lwp-trivial Disallow: / User-Agent: MetaTagRobot Disallow: / User-Agent: Missigua Locator Disallow: / User-Agent: NetResearchServer Disallow: / User-Agent: NextGenSearch Disallow: / User-Agent: NPbot Disallow: / User-Agent: Nutch Disallow: / User-Agent: ObjectsSearch Disallow: / User-Agent: Oracle Ultra Search Disallow: / User-Agent: PEERbot Disallow: / User-Agent: PictureOfInternet Disallow: / User-Agent: PlantyNet Disallow: / User-Agent: QuepasaCreep Disallow: / User-Agent: ScSpider Disallow: / User-Agent: SOFT411 Disallow: / User-Agent: spider.acont.de Disallow: / User-Agent: Sqworm Disallow: / User-Agent: SSM Agent Disallow: / User-Agent: TAMU Disallow: / User-Agent: TheUsefulbot Disallow: / User-Agent: TurnitinBot Disallow: / User-Agent: Tutorial Crawler Disallow: / User-Agent: TutorGig Disallow: / User-Agent: WebCopier Disallow: / User-Agent: WebZIP Disallow: / User-Agent: ZipppBot Disallow: / User-Agent: Xenu Disallow: / User-Agent: Wotbox Disallow: / User-Agent: Wget Disallow: / User-Agent: mozDex Disallow: / User-Agent: Sosospider Disallow: / User-Agent: AhrefsBot Disallow: /