add handling for null ints

hotgluexyz · Oct 30, 2024 · 1083b5c · 1083b5c
1 parent 09af21a
commit 1083b5c
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/gluestick/etl_utils.py b/gluestick/etl_utils.py
@@ -589,6 +589,8 @@ def get(self, stream, default=None, catalog_types=False, **kwargs):
                             # pyarrow/pd defaults to convert to string
                             if str(dtype).lower() in ["bool", "boolean"]:
                                 df[col] = df[col].astype('boolean')
+                            elif str(dtype).lower() in ["int64"]:
+                                df[col] = df[col].astype('Int64')
                         return df
                 except:
                     # NOTE: silencing errors to avoid breaking existing workflow