Skip to content

Commit

Permalink
fixup! [a r] Index dataset description from Terra API (#5547)
Browse files Browse the repository at this point in the history
  • Loading branch information
nadove-ucsc committed Nov 8, 2023
1 parent ece7ac8 commit 049efb0
Showing 1 changed file with 15 additions and 1 deletion.
16 changes: 15 additions & 1 deletion src/azul/plugins/metadata/anvil/indexer/transform.py
Original file line number Diff line number Diff line change
Expand Up @@ -35,6 +35,9 @@
from azul import (
JSON,
)
from azul.collections import (
deep_dict_merge,
)
from azul.indexer import (
BundleFQID,
BundlePartition,
Expand Down Expand Up @@ -428,7 +431,18 @@ def reconcile_inner_entities(cls,
) -> tuple[JSON, BundleFQID]:
this_entity, this_bundle = this
that_entity, that_bundle = that
return that if that_bundle.version > this_bundle.version else this
if this_entity.keys() == that_entity.keys():
return that if that_bundle.version > this_bundle.version else this
else:
assert entity_type == 'datasets', (entity_type, this, that)
assert this_bundle.version == that_bundle.version, (this, that)
merged = deep_dict_merge((this_entity, that_entity))
# Confirm that we combined a regular dataset with a DUOS stub to
# produce the complete set of expected fields
assert merged.keys() == cls.field_types()[entity_type].keys(), (this, that)
# We can safely discard that_bundle because only the version is
# used by the caller, and we know the versions are equal.
return merged, this_bundle


class ActivityTransformer(BaseTransformer):
Expand Down

0 comments on commit 049efb0

Please sign in to comment.