From fb6f8183d6ccc549a6dbcaa1a285748e24e07faf Mon Sep 17 00:00:00 2001 From: yashsinghcodes Date: Mon, 13 Jan 2025 16:01:50 +0530 Subject: [PATCH 1/4] remvoed gzip --- shuffle-tools/1.2.0/src/app.py | 7 +++---- 1 file changed, 3 insertions(+), 4 deletions(-) diff --git a/shuffle-tools/1.2.0/src/app.py b/shuffle-tools/1.2.0/src/app.py index 01af7e34..0f0191aa 100644 --- a/shuffle-tools/1.2.0/src/app.py +++ b/shuffle-tools/1.2.0/src/app.py @@ -701,7 +701,6 @@ def check_compression(self, obj, threshold=1_000_000): def compress_data(self, obj): data_btyes = json.dumps(obj).encode("utf-8") compressed_data = gzip.compress(data_btyes) - return base64.b64encode(compressed_data).decode("utf-8") def update_cache(self, key): org_id = self.full_execution["workflow"]["execution_org"]["id"] @@ -1003,9 +1002,9 @@ def filter_list(self, input_list, field, check, value, opposite): "valid": new_list, "invalid": failed_list, } - if self.check_compression(data): - data = self.compress_data(data) - return data +# if self.check_compression(data): +# data = self.compress_data(data) +# return data return json.dumps(data) # new_list = json.dumps(new_list) From 4a385153e52eaa9a554e1ed410da68347c19dc21 Mon Sep 17 00:00:00 2001 From: yashsinghcodes Date: Mon, 13 Jan 2025 16:06:19 +0530 Subject: [PATCH 2/4] removed the function completely --- shuffle-tools/1.2.0/src/app.py | 9 --------- 1 file changed, 9 deletions(-) diff --git a/shuffle-tools/1.2.0/src/app.py b/shuffle-tools/1.2.0/src/app.py index 0f0191aa..551a4c2e 100644 --- a/shuffle-tools/1.2.0/src/app.py +++ b/shuffle-tools/1.2.0/src/app.py @@ -692,15 +692,6 @@ def preload_cache(self, key): response_data["value"] = parsed return get_response.json() - def check_compression(self, obj, threshold=1_000_000): - data_btyes = json.dumps(obj).encode("utf-8") - if len(data_btyes) > threshold: - return True - return False - - def compress_data(self, obj): - data_btyes = json.dumps(obj).encode("utf-8") - compressed_data = gzip.compress(data_btyes) def update_cache(self, key): org_id = self.full_execution["workflow"]["execution_org"]["id"] From db7702937204125d5b5953fba541e905b5fd0fa9 Mon Sep 17 00:00:00 2001 From: yashsinghcodes Date: Mon, 13 Jan 2025 16:07:43 +0530 Subject: [PATCH 3/4] removed the comments as well --- shuffle-tools/1.2.0/src/app.py | 3 --- 1 file changed, 3 deletions(-) diff --git a/shuffle-tools/1.2.0/src/app.py b/shuffle-tools/1.2.0/src/app.py index 551a4c2e..857419d4 100644 --- a/shuffle-tools/1.2.0/src/app.py +++ b/shuffle-tools/1.2.0/src/app.py @@ -993,9 +993,6 @@ def filter_list(self, input_list, field, check, value, opposite): "valid": new_list, "invalid": failed_list, } -# if self.check_compression(data): -# data = self.compress_data(data) -# return data return json.dumps(data) # new_list = json.dumps(new_list) From c46a0aeedae4222ffc173a2534a476dcf50d4721 Mon Sep 17 00:00:00 2001 From: yashsinghcodes Date: Tue, 14 Jan 2025 12:00:22 +0530 Subject: [PATCH 4/4] fixed a check_cache_contains failing when append is false --- shuffle-tools/1.2.0/src/app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/shuffle-tools/1.2.0/src/app.py b/shuffle-tools/1.2.0/src/app.py index 857419d4..49779033 100644 --- a/shuffle-tools/1.2.0/src/app.py +++ b/shuffle-tools/1.2.0/src/app.py @@ -1956,7 +1956,7 @@ def check_cache_contains(self, key, value, append): "reason": "Not found, not appending (2)!", "key": key, "search": value, - "value": json.loads(allvalues["value"]), + "value": allvalues["value"], } #parsedvalue.append(value)