User-agent: * # EXISTING RULES (UNCHANGED) Disallow: /giveaway/host/setup/ Disallow: *?SID=* Disallow: /*&noforce=1 Disallow: /trackorder/ Disallow: /customer/* Disallow: /customer/account/* Disallow: /customer/account/login/* Disallow: /review/product/listAjax/id/* Disallow: /customer/account/login/referer/* Disallow: /wishlist/ Disallow: /reorderextended/ Disallow: /?s=/* Disallow: /catalogsearch/result/* Disallow: /catalogsearch/result/index/?amp=1* Disallow: /checkout/* Disallow: */catalog/product/view/id/* Disallow: /catalog/product/* Disallow: /catalog/category/* # ========================= # NEW RULES (SAFE ADDITIONS) # ========================= # FACETED NAVIGATION — Parameter URLs (Crawl Budget Protection) Disallow: /*?manufacturer= Disallow: /*?price= Disallow: /*?cat= # SORT / DISPLAY PARAMETERS Disallow: /*?product_list_dir= Disallow: /*?product_list_order= # SESSION IDs (Already partially covered, kept for consistency) Disallow: /*?SID= # MAGENTO SYSTEM PATHS (Broad coverage without conflict) Disallow: /catalogsearch/ Disallow: /compare/ Disallow: /review/ Disallow: /productreview/ # WORDPRESS BLOG TAXONOMY / AUTHOR / FEED Disallow: /blog/tag/ Disallow: /blog/author/ Disallow: /blog/feed/ Disallow: /blog/*/feed/ # === Block aggressive scrapers === User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: PetalBot Disallow: / User-agent: SBSearch Disallow: / # === Block AI training bots === User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: PerplexityBot Disallow: / User-agent: Bytespider Disallow: / # ========================= # SITEMAPS # ========================= Sitemap: https://www.goodrxmedicine.com/sitemap_index.xml Sitemap: https://www.goodrxmedicine.com/blog/sitemap_index.xml