From e74f4563a293796d9d02869b823f6eeebfc55231 Mon Sep 17 00:00:00 2001 From: Kevin Lloyd Bernal Date: Tue, 3 Sep 2024 14:33:57 +1000 Subject: [PATCH 1/2] update queryRemoval rules for August 2024 --- .../queryRemoval/main.json | 267 +++++++++++++++--- 1 file changed, 224 insertions(+), 43 deletions(-) diff --git a/duplicate_url_discarder_rules/queryRemoval/main.json b/duplicate_url_discarder_rules/queryRemoval/main.json index e443bbe..98e7601 100644 --- a/duplicate_url_discarder_rules/queryRemoval/main.json +++ b/duplicate_url_discarder_rules/queryRemoval/main.json @@ -26,9 +26,11 @@ }, { "args": [ - "source", + "afsource", + "categoryId", + "faceout", "originalStore", - "categoryId" + "source" ], "order": 0, "processor": "queryRemoval", @@ -51,9 +53,11 @@ "athpgid", "athstid", "athznid", + "classType", "com_cvv", "filters", "from", + "fulfillmentIntent", "selectedSellerId", "wmlspartner" ], @@ -105,7 +109,8 @@ }, { "args": [ - "googleShop" + "googleShop", + "srsltid" ], "order": 0, "processor": "queryRemoval", @@ -274,11 +279,12 @@ }, { "args": [ + "childItemId", "msid", - "page", "navpath", + "page", "position", - "childItemId" + "utm_source" ], "order": 0, "processor": "queryRemoval", @@ -356,6 +362,7 @@ "args": [ "recommendation", "source", + "type", "viewcode" ], "order": 0, @@ -467,8 +474,10 @@ }, { "args": [ + "brandId", "lyceumGuid", "opre", + "option", "osp", "refccid" ], @@ -635,11 +644,12 @@ }, { "args": [ - "isFromSale", + "display", + "externalProductCodes", "fit", "intcmp", + "isFromSale", "noPopUp", - "display", "sale" ], "order": 0, @@ -850,6 +860,7 @@ }, { "args": [ + "athbdg", "from" ], "order": 0, @@ -926,6 +937,7 @@ }, { "args": [ + "aqi", "srsltid" ], "order": 0, @@ -994,6 +1006,7 @@ "notFound", "photo", "psm", + "recommended", "return", "source", "tagId", @@ -1062,6 +1075,7 @@ }, { "args": [ + "ch_id", "ch_type" ], "order": 0, @@ -1201,7 +1215,9 @@ }, { "args": [ - "page" + "page", + "yottly_online", + "yottly_recommender" ], "order": 0, "processor": "queryRemoval", @@ -1535,14 +1551,17 @@ }, { "args": [ + "countrycode", + "currency", + "d", + "hsclk20386", + "hspos", + "itcurrpage", + "itview", "page", + "plpSrc", "vn", - "itview", - "vnclk", - "itcurrpage", - "d", - "currency", - "countrycode" + "vnclk" ], "order": 0, "processor": "queryRemoval", @@ -1736,12 +1755,16 @@ }, { "args": [ - "currency", "breadcrumb", + "country", + "currency", "origin", "recs_placement", "recs_strategy", - "country" + "utm_campaign", + "utm_channel", + "utm_medium", + "utm_source" ], "order": 0, "processor": "queryRemoval", @@ -1783,6 +1806,7 @@ "cm_sp", "isDlp", "pla_country", + "rbe", "tdp" ], "order": 0, @@ -1795,10 +1819,11 @@ }, { "args": [ - "pr_rec_id", "pr_prod_strat", + "pr_rec_id", "pr_rec_pid", - "pr_ref_pid" + "pr_ref_pid", + "pr_seq" ], "order": 0, "processor": "queryRemoval", @@ -1900,8 +1925,8 @@ }, { "args": [ - "t", - "l" + "l", + "t" ], "order": 0, "processor": "queryRemoval", @@ -1962,6 +1987,7 @@ "notFound", "photo", "psm", + "recommended", "return", "source", "tagId", @@ -2316,8 +2342,9 @@ }, { "args": [ - "_trksid", "_trkparms", + "_trksid", + "hash", "iid" ], "order": 0, @@ -2330,10 +2357,10 @@ }, { "args": [ - "utm_id", - "type", "helion_utm", - "ident" + "ident", + "type", + "utm_id" ], "order": 0, "processor": "queryRemoval", @@ -2369,16 +2396,16 @@ }, { "args": [ - "zootopia_rec", + "cn", + "pi", + "pn", + "pr", "rk", "rri", - "pn", - "cn", + "si", "slot", "strategy", - "pr", - "pi", - "si" + "zootopia_rec" ], "order": 0, "processor": "queryRemoval", @@ -2406,8 +2433,10 @@ }, { "args": [ - "source", - "pid" + "cgid", + "dwvar_M40631-Master_height", + "pid", + "source" ], "order": 0, "processor": "queryRemoval", @@ -2419,8 +2448,8 @@ }, { "args": [ - "productName", - "pid" + "pid", + "productName" ], "order": 0, "processor": "queryRemoval", @@ -2444,8 +2473,8 @@ }, { "args": [ - "tabCode", - "pageId" + "pageId", + "tabCode" ], "order": 0, "processor": "queryRemoval", @@ -2481,10 +2510,10 @@ }, { "args": [ - "utm_source", "utm_campaign", "utm_content", - "utm_medium" + "utm_medium", + "utm_source" ], "order": 0, "processor": "queryRemoval", @@ -2522,8 +2551,8 @@ { "args": [ "listrakMechandiseBlockId", - "listrakRecommendationIndex", - "listrakRecommendationBlockName" + "listrakRecommendationBlockName", + "listrakRecommendationIndex" ], "order": 0, "processor": "queryRemoval", @@ -2547,9 +2576,9 @@ }, { "args": [ - "recToken", "nav", - "pid" + "pid", + "recToken" ], "order": 0, "processor": "queryRemoval", @@ -2680,5 +2709,157 @@ "aliexpress.us" ] } + }, + { + "args": [ + "cgid" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "madewell.com" + ] + } + }, + { + "args": [ + "N", + "pos" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "marshalls.com" + ] + } + }, + { + "args": [ + "pr_prod_strat", + "pr_rec_id", + "pr_rec_pid", + "pr_ref_pid", + "pr_seq" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "thelifestyledco.com" + ] + } + }, + { + "args": [ + "source", + "utm_content", + "utm_medium", + "utm_source", + "utm_term" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "musinsa.com" + ] + } + }, + { + "args": [ + "adId", + "offer" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "maisonsdumonde.com" + ] + } + }, + { + "args": [ + "" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "evidea.com" + ] + } + }, + { + "args": [ + "click_source" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "rugs.com" + ] + } + }, + { + "args": [ + "limit", + "page" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "pcel.com" + ] + } + }, + { + "args": [ + "irclickid", + "product_sku" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "travismathew.com" + ] + } + }, + { + "args": [ + "BSCCN1", + "BSCPN", + "BSPRG", + "naver_code", + "utm_campaign", + "utm_content", + "utm_medium", + "utm_source", + "utm_term" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "29cm.co.kr" + ] + } + }, + { + "args": [ + "_sid" + ], + "order": 0, + "processor": "queryRemoval", + "urlPattern": { + "include": [ + "hometown.in" + ] + } } -] +] \ No newline at end of file From 773a55321e695a168556b58c95030e0479fddae4 Mon Sep 17 00:00:00 2001 From: Kevin Lloyd Bernal Date: Wed, 4 Sep 2024 09:20:52 +1000 Subject: [PATCH 2/2] remove empty args --- .../queryRemoval/main.json | 14 +------------- 1 file changed, 1 insertion(+), 13 deletions(-) diff --git a/duplicate_url_discarder_rules/queryRemoval/main.json b/duplicate_url_discarder_rules/queryRemoval/main.json index 98e7601..cd37873 100644 --- a/duplicate_url_discarder_rules/queryRemoval/main.json +++ b/duplicate_url_discarder_rules/queryRemoval/main.json @@ -2780,18 +2780,6 @@ ] } }, - { - "args": [ - "" - ], - "order": 0, - "processor": "queryRemoval", - "urlPattern": { - "include": [ - "evidea.com" - ] - } - }, { "args": [ "click_source" @@ -2862,4 +2850,4 @@ ] } } -] \ No newline at end of file +]