From dd84459c3bdea4d719d6f5adb4b66f3b6b479ba0 Mon Sep 17 00:00:00 2001
From: Amine Lemaizi <40530011+aminelemaizi@users.noreply.github.com>
Date: Mon, 22 Sep 2025 23:52:17 +0100
Subject: [PATCH] patching polars saving parquet by using snappy compression

---
 coded-flows/coded_flows/utils/media.py | 29 +++++++++++++++++++++-----
 coded-flows/pyproject.toml             |  2 +-
 2 files changed, 25 insertions(+), 6 deletions(-)

diff --git a/coded-flows/coded_flows/utils/media.py b/coded-flows/coded_flows/utils/media.py
index de55668..88a3a4f 100644
--- a/coded-flows/coded_flows/utils/media.py
+++ b/coded-flows/coded_flows/utils/media.py
@@ -214,21 +214,40 @@ def save_data_to_parquet(
         try:
             if isinstance(data, pd.DataFrame):
                 data.to_parquet(
-                    file_path, row_group_size=50000, index=False, engine="pyarrow"
+                    file_path,
+                    row_group_size=50000,
+                    index=False,
+                    engine="pyarrow",
+                    compression="snappy",
                 )
             elif isinstance(data, pd.Series):
                 data.to_frame().to_parquet(
-                    file_path, row_group_size=50000, index=False, engine="pyarrow"
+                    file_path,
+                    row_group_size=50000,
+                    index=False,
+                    engine="pyarrow",
+                    compression="snappy",
                 )
             elif isinstance(data, pl.DataFrame):
-                data.write_parquet(file_path, row_group_size=50000, use_pyarrow=True)
+                data.write_parquet(
+                    file_path,
+                    row_group_size=50000,
+                    use_pyarrow=True,
+                    compression="snappy",
+                )
             elif isinstance(data, pl.LazyFrame):
                 data.collect().write_parquet(
-                    file_path, row_group_size=50000, use_pyarrow=True
+                    file_path,
+                    row_group_size=50000,
+                    use_pyarrow=True,
+                    compression="snappy",
                 )
             elif isinstance(data, pl.Series):
                 data.to_frame().write_parquet(
-                    file_path, row_group_size=50000, use_pyarrow=True
+                    file_path,
+                    row_group_size=50000,
+                    use_pyarrow=True,
+                    compression="snappy",
                 )
             elif isinstance(data, pa.Table):
                 pq.write_table(data, file_path, row_group_size=50000)
diff --git a/coded-flows/pyproject.toml b/coded-flows/pyproject.toml
index 55e9692..20f5115 100644
--- a/coded-flows/pyproject.toml
+++ b/coded-flows/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "coded-flows"
-version = "0.7.1"
+version = "0.7.2"
 description = "Various utilities for Coded Flows"
 authors = ["COLOR CODED CODES <contact@colorcoded.codes>"]
 readme = "README.md"