bump snapshotting coerce_types logic to handle NAN values for integers (

#41)
hotgluexyz · Sep 30, 2024 · a6389d7 · a6389d7
1 parent 803eb0c
commit a6389d7
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/gluestick/etl_utils.py b/gluestick/etl_utils.py
@@ -212,6 +212,8 @@ def snapshot_records(
                     for column, dtype in df_types.items():
                         if dtype == 'bool':
                             merged_data[column] = merged_data[column].astype('boolean')
+                        elif dtype in ["int64", "int32", "Int32", "Int64"]:
+                            merged_data[column] = merged_data[column].astype("Int64")
                         else:
                             merged_data[column] = merged_data[column].astype(dtype)
                 except Exception as e:

diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 setup(
     name="gluestick",
-    version="2.1.24",
+    version="2.1.25",
     description="ETL utility functions built on Pandas",
     long_description=long_description,
     long_description_content_type="text/markdown",