From a1c41e69031feff3a086e961997594ad55608f6a Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Irene=20L=C3=B3pez?= Date: Mon, 20 Nov 2023 10:37:01 +0000 Subject: [PATCH] feat: raise error in `from_parquet` when df is empty --- src/otg/dataset/dataset.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/otg/dataset/dataset.py b/src/otg/dataset/dataset.py index 574d7f66e..0fd1e6655 100644 --- a/src/otg/dataset/dataset.py +++ b/src/otg/dataset/dataset.py @@ -84,9 +84,14 @@ def from_parquet( Returns: Self: Dataset with the parquet file contents + + Raises: + ValueError: Parquet file is empty """ schema = cls.get_schema() df = session.read_parquet(path=path, schema=schema, **kwargs) + if df.isEmpty(): + raise ValueError(f"Parquet file is empty: {path}") return cls(_df=df, _schema=schema) def validate_schema(self: Dataset) -> None: