Skip to content

Commit

Permalink
exception fix
Browse files Browse the repository at this point in the history
  • Loading branch information
IstvanM committed Mar 30, 2022
1 parent 48d4e55 commit afdb29a
Showing 1 changed file with 14 additions and 4 deletions.
18 changes: 14 additions & 4 deletions carte_cli/extractor/glue_extractor.py
Original file line number Diff line number Diff line change
Expand Up @@ -9,6 +9,11 @@
import json


class GlueExtractorException(Exception):
def __init__(self, *args: object) -> None:
super().__init__(*args)


class GlueExtractor(Extractor):
def __init__(self, connection_name: str):
super().__init__()
Expand Down Expand Up @@ -54,12 +59,17 @@ def _get_glue_table_columns(
schema_parts_count = int(
row["Parameters"]["spark.sql.sources.schema.numParts"]
)
schema_str = ''.join([row["Parameters"][f"spark.sql.sources.schema.part.{part}"] for part in range(schema_parts_count)])
schema_str = "".join(
[
row["Parameters"][f"spark.sql.sources.schema.part.{part}"]
for part in range(schema_parts_count)
]
)
schema = json.loads(schema_str)
else:
print(table_name)
print(row)
raise Exception("Unsupported glue table format")
raise GlueExtractorException(
f"Unsupported glue table format for {table_name}", row
)
fields = schema["fields"]
for column in fields:
columns.append(
Expand Down

0 comments on commit afdb29a

Please sign in to comment.