From eb5511a374bca302951bc70eac1ee498d45a3592 Mon Sep 17 00:00:00 2001 From: Angel Mau Date: Thu, 26 Feb 2026 08:02:01 -0800 Subject: [PATCH] Create v1 ocp.load_checkpointables backwards compatibility tests against static v0 and v1 checkpoints. PiperOrigin-RevId: 875725609 --- checkpoint/CHANGELOG.md | 3 + .../v1/_src/handlers/global_registration.py | 32 +- .../v1/_src/handlers/registration.py | 101 +++- .../v1/_src/handlers/registration_test.py | 108 ++++- .../v1/_src/handlers/resolution.py | 209 +++++--- .../v1/_src/layout/orbax_layout.py | 204 +++++--- .../v1/_src/layout/orbax_v0_layout.py | 159 +++---- .../v1/_src/layout/orbax_v0_layout_test.py | 24 +- .../v1/_src/layout/registry_test.py | 13 +- .../experimental/v1/_src/loading/loading.py | 13 +- .../v1/_src/serialization/registry.py | 13 + .../v1/_src/serialization/types.py | 17 + .../_CHECKPOINT_METADATA | 1 + .../_METADATA | 1 + .../_sharding | 1 + .../array_metadatas/process_0 | 1 + .../d/9e566ff6bd38968494de48ce7119bf3e | Bin 0 -> 240 bytes .../manifest.ocdbt | Bin 0 -> 113 bytes .../_CHECKPOINT_METADATA | 1 + .../_METADATA | 1 + .../array_metadatas/process_0 | 1 + .../d/0d7d83a8967dadcd41c09b7d6ce9a7d4 | Bin 0 -> 240 bytes .../manifest.ocdbt | Bin 0 -> 113 bytes .../d/73076f0903fd8dc4c55830ef07b7c9ed | Bin 0 -> 240 bytes .../d/844270fc790a142a3c5c196a052f3b2c | Bin 0 -> 194 bytes .../d/8e3244a0108d76cce62d5742b1a3f357 | Bin 0 -> 221 bytes .../ocdbt.process_0/manifest.ocdbt | Bin 0 -> 204 bytes .../_CHECKPOINT_METADATA | 1 + .../_METADATA | 1 + .../_sharding | 1 + .../array_metadatas/process_0 | 1 + .../d/1f2f8d0d15eae3a5ad1bfd4994ca775e | Bin 0 -> 240 bytes .../d/00d770f06c23feb8221be3a253f9939b | Bin 0 -> 233 bytes .../d/53a531226bfb6839ceecb814934dcaaa | Bin 0 -> 169 bytes .../d/bdc5f93d7ef59a3a68888690c2910966 | Bin 0 -> 194 bytes .../d/d8477c7bda9109fe8e7e33bf62d459ad | Bin 0 -> 240 bytes .../ocdbt.process_0/manifest.ocdbt | Bin 0 -> 236 bytes .../has_pytree_metadata/_CHECKPOINT_METADATA | 1 + .../has_pytree_metadata/metadata/metadata | 1 + .../has_pytree_metadata/state/_METADATA | 1 + .../has_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/3d2041fff9a8ee0882a7863d2a212e5e | Bin 0 -> 240 bytes .../has_pytree_metadata/state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/b02c3acd6de34101af78ec6f917d9554 | Bin 0 -> 240 bytes .../d/daf67a4afba34bfb53a2db6e42855402 | Bin 0 -> 194 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../_CHECKPOINT_METADATA | 1 + .../missing_pytree_metadata/metadata/metadata | 1 + .../missing_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/da150b403d1b03702f526891c72ed4b2 | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/4788767e2e83340d9e53d3567ba02956 | Bin 0 -> 194 bytes .../d/539c8d713e88bef2305319e87e2cfed8 | Bin 0 -> 240 bytes .../d/71310ac6a799c18e2dd9dbf88f4528e2 | Bin 0 -> 233 bytes .../d/ca38f0d02f1ce90f32ac90d7eb1dd49c | Bin 0 -> 169 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 234 bytes .../has_pytree_metadata/_CHECKPOINT_METADATA | 1 + .../has_pytree_metadata/_METADATA | 1 + .../has_pytree_metadata/_sharding | 1 + .../array_metadatas/process_0 | 1 + .../d/7edfc8aecd4a5a51036d0416f7fb2503 | Bin 0 -> 240 bytes .../has_pytree_metadata/manifest.ocdbt | Bin 0 -> 113 bytes .../d/94a9888f5ad880966ccaa7754f44546d | Bin 0 -> 194 bytes .../d/f0cc79724c29f1a55f3e4ce23416cbbd | Bin 0 -> 221 bytes .../d/f5dff5e1ec9365b76d5985138ea7fc58 | Bin 0 -> 240 bytes .../ocdbt.process_0/manifest.ocdbt | Bin 0 -> 204 bytes .../_CHECKPOINT_METADATA | 1 + .../missing_pytree_metadata/_sharding | 1 + .../array_metadatas/process_0 | 1 + .../d/b6fd709a83a3502105e4ead65159410c | Bin 0 -> 240 bytes .../missing_pytree_metadata/manifest.ocdbt | Bin 0 -> 113 bytes .../d/2deaef3fcbcbe0bbb267e225c617c3c6 | Bin 0 -> 240 bytes .../d/526295ef50d9c9c8cc5e54d6d2a8ba91 | Bin 0 -> 194 bytes .../d/f07123fb88d7a85df8f8f0dc8acd033a | Bin 0 -> 221 bytes .../ocdbt.process_0/manifest.ocdbt | Bin 0 -> 200 bytes .../has_pytree_metadata/_CHECKPOINT_METADATA | 1 + .../has_pytree_metadata/metadata/metadata | 1 + .../has_pytree_metadata/state/_METADATA | 1 + .../has_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/0c841860a88152e2dbf9bc43c6394128 | Bin 0 -> 240 bytes .../has_pytree_metadata/state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/38d0add2c6f37a16ee6ccdb80951e943 | Bin 0 -> 240 bytes .../d/97e5468723cd24155cc73e0bb3b895f5 | Bin 0 -> 169 bytes .../d/b92eab7a5231b46c4a98be1088aa5b5f | Bin 0 -> 233 bytes .../d/cd7e842c7b8889131ffa9eb6f2f6f821 | Bin 0 -> 194 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 233 bytes .../_CHECKPOINT_METADATA | 1 + .../missing_pytree_metadata/metadata/metadata | 1 + .../missing_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/c6065a56c3a73e7433a281987dca7a7d | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/0c970d75e1f5f810f8b6d24eefc0cff0 | Bin 0 -> 240 bytes .../d/35184034ec1ec19d12eae1ebc686139a | Bin 0 -> 194 bytes .../d/6536912e3d137a6da73885968cb32fc1 | Bin 0 -> 233 bytes .../d/73d4b849480cd5d22fc3524132ee1729 | Bin 0 -> 169 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 233 bytes .../has_pytree_metadata/metadata/metadata | 1 + .../has_pytree_metadata/state/_METADATA | 1 + .../has_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/858d1a53840e26db82c4d54a35596124 | Bin 0 -> 240 bytes .../has_pytree_metadata/state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/28af3d5261f61d40b0ec7d64a97b1ad9 | Bin 0 -> 173 bytes .../d/6f8f8fec038ac378b42e6141f9f18c31 | Bin 0 -> 194 bytes .../d/9102ae8dc9484d8cbb5330a4af4a1f84 | Bin 0 -> 240 bytes .../d/f1cff93b0f5aa6486ece0e1954887456 | Bin 0 -> 221 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 234 bytes .../missing_pytree_metadata/metadata/metadata | 1 + .../missing_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/d6436cc435820da201a6276c44237983 | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/2d0bb83cdd04fd6437e63d17f39deedb | Bin 0 -> 240 bytes .../d/339f7272cb30ed48778d9ed04cf1b186 | Bin 0 -> 194 bytes .../d/f06007a7bc2379574d6c80d0973e81f9 | Bin 0 -> 221 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 200 bytes .../has_pytree_metadata/_METADATA | 1 + .../has_pytree_metadata/_sharding | 1 + .../array_metadatas/process_0 | 1 + .../d/e74867fd889c46601db15da8f5052574 | Bin 0 -> 240 bytes .../has_pytree_metadata/manifest.ocdbt | Bin 0 -> 113 bytes .../d/3311045e85e692ac1f2540f782448d5b | Bin 0 -> 240 bytes .../d/44a78b0c9e7116125dbf089e58e5d820 | Bin 0 -> 194 bytes .../d/6ccf3c5df638c93b5a5695292e01e4d7 | Bin 0 -> 173 bytes .../d/f6e3a8e0df624133647631f51587d434 | Bin 0 -> 221 bytes .../ocdbt.process_0/manifest.ocdbt | Bin 0 -> 235 bytes .../missing_pytree_metadata/_sharding | 1 + .../array_metadatas/process_0 | 1 + .../d/9f62e72f74969fdd7fde5e613039ea07 | Bin 0 -> 240 bytes .../missing_pytree_metadata/manifest.ocdbt | Bin 0 -> 113 bytes .../d/3138cc2a740cfabf0d1fe6c71d7f6472 | Bin 0 -> 221 bytes .../d/4cedf81d3499c03100f7a4558e415f71 | Bin 0 -> 240 bytes .../d/c876c3ce7439ae11ab99bf546d00f2f0 | Bin 0 -> 194 bytes .../ocdbt.process_0/manifest.ocdbt | Bin 0 -> 207 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/7dbfe1726714b0a40bd18b439d1b7976 | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/010943d94fe494e074354a7b2c9443bd | Bin 0 -> 194 bytes .../d/17141f74233eb3f2670b61a8b2be7177 | Bin 0 -> 240 bytes .../d/1b21732f6b994eef346a0c159fa1e794 | Bin 0 -> 169 bytes .../d/9a4fd001e502d438fdcb14d6bcc8d3a2 | Bin 0 -> 233 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 237 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/cf40c2cd3093b63b122eee412ed1f29b | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/356a1311eb48ae3d86d52884406f0971 | Bin 0 -> 233 bytes .../d/5990dfdffbfd08ef90f291734066d93d | Bin 0 -> 194 bytes .../d/690ef970ffd8e1d18015447266509348 | Bin 0 -> 240 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 202 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/249dacf24c2979be4ee0e621e12fb6fb | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/4b7093a59a16b0c283197b1866cba52d | Bin 0 -> 233 bytes .../d/4d2406771bbb92f3db417cbd3f122ee4 | Bin 0 -> 194 bytes .../d/babe873c4c3d9f5a328cc35599609e8a | Bin 0 -> 240 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 206 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/e2292d5826625632e1ae633e4cadea78 | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/20507b575b7fe4a70ea25d48e4e5337d | Bin 0 -> 233 bytes .../d/2b69414a5cd5bc7aa82899fb7b8ee714 | Bin 0 -> 240 bytes .../d/8d2525667748ff80c3ec81fd09aa5a86 | Bin 0 -> 194 bytes .../d/9e5f83cbbab23851ea0fcfe6748026a5 | Bin 0 -> 169 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 235 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../missing_metrics_metadata/state/_METADATA | 1 + .../missing_metrics_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/b546b87a200ea21eaa56dbcb0f5f05a5 | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/1bc96e41bb1684a25e6920e20ae3f5d3 | Bin 0 -> 194 bytes .../d/2f023e9a4370d7e9e1cb7191fddd5ce4 | Bin 0 -> 240 bytes .../d/671d6761e5e232c02b099fac3aa7f748 | Bin 0 -> 173 bytes .../d/b43decdc230ed449745bfe6700603c07 | Bin 0 -> 221 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 234 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/46d9523806b93f97dca117629f28dc3f | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/2c5f0ab2a476023615381b500f558c89 | Bin 0 -> 194 bytes .../d/aa4243802b5a3e59f37c692c6e97a649 | Bin 0 -> 240 bytes .../d/ac2be8eeed4c84878df419c775c6e56c | Bin 0 -> 233 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 202 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/d/6198d910c5f28f59e20fb6bd36d27a87 | Bin 0 -> 240 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/8342ad37f4e7c329c571fefd71fb777c | Bin 0 -> 169 bytes .../d/b71e112d861dd94474a5f4f1b5942399 | Bin 0 -> 194 bytes .../d/eef2bd0f9010c0c7fc6aade1ddfa4566 | Bin 0 -> 233 bytes .../d/f7b513966c99680b213b382cdcede647 | Bin 0 -> 240 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 234 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/metadata | 1 + .../missing_pytree_data_dir_d/state/_METADATA | 1 + .../missing_pytree_data_dir_d/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/0b2bc61f019042de4890d970f5a17019 | Bin 0 -> 194 bytes .../d/4de681b3eea4c089a292488a21bee023 | Bin 0 -> 221 bytes .../d/59cee76db92e6b85afc8e2448330eeee | Bin 0 -> 240 bytes .../d/b4564d4a4fba5dbb2a4256b5663df77f | Bin 0 -> 173 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 231 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/6334c7823097b27fe33831bfdb17a0df | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/b90192c3036774eeca36cb7511fcde45 | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/3a2345c81890712db7035432fee420b7 | Bin 0 -> 293 bytes .../d/53da086958e2e0d75863beb856f6eaa9 | Bin 0 -> 377 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/671d51caf80a3514aac662762b80cbcf | Bin 0 -> 377 bytes .../d/2cc2344d08e1d510be5e20660c85338f | Bin 0 -> 293 bytes .../d/a6b4eb1fce8f5051d3f36619dc33dd78 | Bin 0 -> 377 bytes .../d/b6c06e11316deda5e315b9898a124a93 | Bin 0 -> 343 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 204 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../_CHECKPOINT_METADATA | 1 + .../dummy/_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/f9cabe26e4bc37d9cdb0fc2a6b96c5f7 | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/a24b52b1d13f61938b1dbe4d26e9b2ac | Bin 0 -> 293 bytes .../d/a2ac8b6003a02ec67ef58fc71a3fe6e8 | Bin 0 -> 377 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 164 bytes .../has_pytree_metadata/_CHECKPOINT_METADATA | 1 + .../has_pytree_metadata/metadata/data.json | 1 + .../has_pytree_metadata/orbax.checkpoint | 0 .../has_pytree_metadata/state/_METADATA | 1 + .../has_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/58770c60583f944b5df97365c28afc46 | Bin 0 -> 377 bytes .../has_pytree_metadata/state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/4eda9267e691546547fe1fbf5ae7cda2 | Bin 0 -> 293 bytes .../d/7e15730d3844226c4b246e38290ea18d | Bin 0 -> 377 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../missing_pytree_metadata/orbax.checkpoint | 0 .../missing_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/d3963003c75fd29ff9412d0d89fe355a | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/15efa487ad6acc327c19335eb654b968 | Bin 0 -> 377 bytes .../d/24ce17ba3f47968f517a15c8a346eb9c | Bin 0 -> 293 bytes .../d/3a2ce8229219897277e1f4787811ba30 | Bin 0 -> 358 bytes .../d/5770c07a61e0caca750a6f0eb2bc567a | Bin 0 -> 272 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 236 bytes .../has_pytree_metadata/_CHECKPOINT_METADATA | 1 + .../has_pytree_metadata/metadata/data.json | 1 + .../has_pytree_metadata/orbax.checkpoint | 0 .../has_pytree_metadata/state/_METADATA | 1 + .../has_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/2347647ce6692447cdb2643d748ac3ff | Bin 0 -> 377 bytes .../has_pytree_metadata/state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/49ff84cb3ac23b834d6abc8f36e979c8 | Bin 0 -> 377 bytes .../d/9debea067513fd9a9e043b338b39598a | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../missing_pytree_metadata/orbax.checkpoint | 0 .../missing_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/ad95f57aba991d62e8772ef0dcc5671f | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/0baf1be609f00979009b3b2ea118787c | Bin 0 -> 377 bytes .../d/acecf2f196d681f1b02c4371cee7d3a3 | Bin 0 -> 343 bytes .../d/dd55078c704b5c6d9c9bf61d1e7b6ed0 | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 204 bytes .../has_pytree_metadata/metadata/data.json | 1 + .../has_pytree_metadata/orbax.checkpoint | 0 .../has_pytree_metadata/state/_METADATA | 1 + .../has_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/ed6ce3e0ba35f853dfe18068a21b8d34 | Bin 0 -> 377 bytes .../has_pytree_metadata/state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/aed7ed733c2d26ad9b3e22bcfea044b1 | Bin 0 -> 358 bytes .../d/ea35e6b95f1120b705f88d1d478ec216 | Bin 0 -> 377 bytes .../d/f9cec90cd512033b81d7bccc08604f95 | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 207 bytes .../metadata/data.json | 1 + .../missing_pytree_metadata/orbax.checkpoint | 0 .../missing_pytree_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/00774f11e32859c24fbb20fb1fb208eb | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/25e384fbbdaf091793a4e43910efc0ed | Bin 0 -> 377 bytes .../d/514bf94895775c65a3814ef8358a8c70 | Bin 0 -> 343 bytes .../d/fba1059d92ad7fbfb230f34ee178b0af | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 206 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/b59a037c76aec6490f9eaae3d6aacdfc | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/0648b9c68c3285f4bbcbe57bf3e85222 | Bin 0 -> 377 bytes .../d/63544f98c93d26d0ff6b68f7f85770bc | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/6cdb667162e19755ecfaa7f6e0480b6b | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/af17b148002e76fb972cdec0401ba9e3 | Bin 0 -> 293 bytes .../d/e4f4d01a1cc56fa97f7494ad4b127cb2 | Bin 0 -> 377 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/1956149ed965f368dbc636380342a3a2 | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/12c410ba972d6fb9ea2f1dfe1bdb8199 | Bin 0 -> 377 bytes .../d/671f8b307a977c720d99181f8db99da8 | Bin 0 -> 293 bytes .../d/a7b426a1afea8c5bcdd6c03eada35bd2 | Bin 0 -> 343 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 203 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/edb3e4a86479b43b526f1bc1272b86ac | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/21bc6188e4aac62aa35bbecf7dae27fb | Bin 0 -> 343 bytes .../d/25b0184860e4d9685f8bec2a5a0abc66 | Bin 0 -> 377 bytes .../d/c78400042c52397c6c6a9c7f820f0807 | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 205 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../missing_metrics_metadata/orbax.checkpoint | 0 .../missing_metrics_metadata/state/_METADATA | 1 + .../missing_metrics_metadata/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/e2f7de8854889ff8cd3b1a3fd64d4d75 | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/1e5c684f3c6377040bcbf5988f5103ca | Bin 0 -> 377 bytes .../d/a693ff7e4d7542f533d74f83b6bfd384 | Bin 0 -> 293 bytes .../d/f4091c4472a10f09104fb35ec2092949 | Bin 0 -> 358 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 204 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/d/6c9e7ea80a7b108b92cbd44458153442 | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/3e49be9384671b74a63b22072adab569 | Bin 0 -> 343 bytes .../d/a5b99fb7cb397701f9df22ae4eb1289c | Bin 0 -> 293 bytes .../d/cb73f59a38f1d39c9af0264d0e12b889 | Bin 0 -> 377 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 208 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../state/_METADATA | 1 + .../state/_sharding | 1 + .../state/d/8d69e7bdb26de37b9e5eca7dc7f51c8c | Bin 0 -> 377 bytes .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/71cc13ea065593854b1dd6c391f0447c | Bin 0 -> 343 bytes .../d/ab46d406db505c4dc56d4328ecc47d67 | Bin 0 -> 377 bytes .../d/c74fab4c8cf9b7948064d2e376cf3191 | Bin 0 -> 293 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 205 bytes .../_CHECKPOINT_METADATA | 1 + .../metadata/data.json | 1 + .../orbax.checkpoint | 0 .../missing_pytree_data_dir_d/state/_METADATA | 1 + .../missing_pytree_data_dir_d/state/_sharding | 1 + .../state/array_metadatas/process_0 | 1 + .../state/manifest.ocdbt | Bin 0 -> 113 bytes .../d/0a89a7da9b84d56befd1fec61de73409 | Bin 0 -> 293 bytes .../d/93c449f59306c62d69b2b9248e00bb88 | Bin 0 -> 377 bytes .../state/ocdbt.process_0/manifest.ocdbt | Bin 0 -> 166 bytes .../compatibility/generate_v0_checkpoints.py | 449 ++++++++++++++++++ .../compatibility/generate_v1_checkpoints.py | 399 ++++++++++++++++ .../v1/_src/testing/save_load_test_base.py | 6 +- .../v0v1_compatibility_save_load_test_base.py | 10 +- .../_src/training/checkpointer_test_base.py | 6 +- ...v1_compatibility_checkpointer_test_base.py | 40 ++ 436 files changed, 1688 insertions(+), 291 deletions(-) create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/d/9e566ff6bd38968494de48ce7119bf3e create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/d/0d7d83a8967dadcd41c09b7d6ce9a7d4 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/73076f0903fd8dc4c55830ef07b7c9ed create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/844270fc790a142a3c5c196a052f3b2c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/8e3244a0108d76cce62d5742b1a3f357 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/d/1f2f8d0d15eae3a5ad1bfd4994ca775e create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/00d770f06c23feb8221be3a253f9939b create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/53a531226bfb6839ceecb814934dcaaa create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/bdc5f93d7ef59a3a68888690c2910966 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/d8477c7bda9109fe8e7e33bf62d459ad create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/3d2041fff9a8ee0882a7863d2a212e5e create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/b02c3acd6de34101af78ec6f917d9554 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/daf67a4afba34bfb53a2db6e42855402 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/da150b403d1b03702f526891c72ed4b2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/4788767e2e83340d9e53d3567ba02956 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/539c8d713e88bef2305319e87e2cfed8 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/71310ac6a799c18e2dd9dbf88f4528e2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/ca38f0d02f1ce90f32ac90d7eb1dd49c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/d/7edfc8aecd4a5a51036d0416f7fb2503 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/94a9888f5ad880966ccaa7754f44546d create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f0cc79724c29f1a55f3e4ce23416cbbd create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f5dff5e1ec9365b76d5985138ea7fc58 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/d/b6fd709a83a3502105e4ead65159410c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/2deaef3fcbcbe0bbb267e225c617c3c6 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/526295ef50d9c9c8cc5e54d6d2a8ba91 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/f07123fb88d7a85df8f8f0dc8acd033a create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/d/0c841860a88152e2dbf9bc43c6394128 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/38d0add2c6f37a16ee6ccdb80951e943 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/97e5468723cd24155cc73e0bb3b895f5 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/b92eab7a5231b46c4a98be1088aa5b5f create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/cd7e842c7b8889131ffa9eb6f2f6f821 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/d/c6065a56c3a73e7433a281987dca7a7d create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/0c970d75e1f5f810f8b6d24eefc0cff0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/35184034ec1ec19d12eae1ebc686139a create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/6536912e3d137a6da73885968cb32fc1 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/73d4b849480cd5d22fc3524132ee1729 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/858d1a53840e26db82c4d54a35596124 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/28af3d5261f61d40b0ec7d64a97b1ad9 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/6f8f8fec038ac378b42e6141f9f18c31 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/9102ae8dc9484d8cbb5330a4af4a1f84 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/f1cff93b0f5aa6486ece0e1954887456 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/d6436cc435820da201a6276c44237983 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/2d0bb83cdd04fd6437e63d17f39deedb create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/339f7272cb30ed48778d9ed04cf1b186 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/f06007a7bc2379574d6c80d0973e81f9 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/d/e74867fd889c46601db15da8f5052574 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/3311045e85e692ac1f2540f782448d5b create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/44a78b0c9e7116125dbf089e58e5d820 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/6ccf3c5df638c93b5a5695292e01e4d7 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f6e3a8e0df624133647631f51587d434 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/d/9f62e72f74969fdd7fde5e613039ea07 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/3138cc2a740cfabf0d1fe6c71d7f6472 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/4cedf81d3499c03100f7a4558e415f71 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/c876c3ce7439ae11ab99bf546d00f2f0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/d/7dbfe1726714b0a40bd18b439d1b7976 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/010943d94fe494e074354a7b2c9443bd create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/17141f74233eb3f2670b61a8b2be7177 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/1b21732f6b994eef346a0c159fa1e794 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/9a4fd001e502d438fdcb14d6bcc8d3a2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/d/cf40c2cd3093b63b122eee412ed1f29b create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/356a1311eb48ae3d86d52884406f0971 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/5990dfdffbfd08ef90f291734066d93d create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/690ef970ffd8e1d18015447266509348 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/249dacf24c2979be4ee0e621e12fb6fb create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/4b7093a59a16b0c283197b1866cba52d create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/4d2406771bbb92f3db417cbd3f122ee4 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/babe873c4c3d9f5a328cc35599609e8a create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/d/e2292d5826625632e1ae633e4cadea78 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/20507b575b7fe4a70ea25d48e4e5337d create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/2b69414a5cd5bc7aa82899fb7b8ee714 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/8d2525667748ff80c3ec81fd09aa5a86 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/9e5f83cbbab23851ea0fcfe6748026a5 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/d/b546b87a200ea21eaa56dbcb0f5f05a5 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1bc96e41bb1684a25e6920e20ae3f5d3 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/2f023e9a4370d7e9e1cb7191fddd5ce4 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/671d6761e5e232c02b099fac3aa7f748 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/b43decdc230ed449745bfe6700603c07 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/d/46d9523806b93f97dca117629f28dc3f create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/2c5f0ab2a476023615381b500f558c89 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/aa4243802b5a3e59f37c692c6e97a649 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/ac2be8eeed4c84878df419c775c6e56c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/d/6198d910c5f28f59e20fb6bd36d27a87 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/8342ad37f4e7c329c571fefd71fb777c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/b71e112d861dd94474a5f4f1b5942399 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/eef2bd0f9010c0c7fc6aade1ddfa4566 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/f7b513966c99680b213b382cdcede647 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/0b2bc61f019042de4890d970f5a17019 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/4de681b3eea4c089a292488a21bee023 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/59cee76db92e6b85afc8e2448330eeee create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/b4564d4a4fba5dbb2a4256b5663df77f create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/6334c7823097b27fe33831bfdb17a0df create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/d/b90192c3036774eeca36cb7511fcde45 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/3a2345c81890712db7035432fee420b7 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/53da086958e2e0d75863beb856f6eaa9 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/d/671d51caf80a3514aac662762b80cbcf create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/2cc2344d08e1d510be5e20660c85338f create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a6b4eb1fce8f5051d3f36619dc33dd78 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/b6c06e11316deda5e315b9898a124a93 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/dummy/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/d/f9cabe26e4bc37d9cdb0fc2a6b96c5f7 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/d/a24b52b1d13f61938b1dbe4d26e9b2ac create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/d/a2ac8b6003a02ec67ef58fc71a3fe6e8 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/58770c60583f944b5df97365c28afc46 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/4eda9267e691546547fe1fbf5ae7cda2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/7e15730d3844226c4b246e38290ea18d create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/d3963003c75fd29ff9412d0d89fe355a create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/15efa487ad6acc327c19335eb654b968 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/24ce17ba3f47968f517a15c8a346eb9c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/3a2ce8229219897277e1f4787811ba30 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/5770c07a61e0caca750a6f0eb2bc567a create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/d/2347647ce6692447cdb2643d748ac3ff create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/49ff84cb3ac23b834d6abc8f36e979c8 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/9debea067513fd9a9e043b338b39598a create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/d/ad95f57aba991d62e8772ef0dcc5671f create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/0baf1be609f00979009b3b2ea118787c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/acecf2f196d681f1b02c4371cee7d3a3 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/dd55078c704b5c6d9c9bf61d1e7b6ed0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/ed6ce3e0ba35f853dfe18068a21b8d34 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/aed7ed733c2d26ad9b3e22bcfea044b1 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/ea35e6b95f1120b705f88d1d478ec216 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/f9cec90cd512033b81d7bccc08604f95 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/00774f11e32859c24fbb20fb1fb208eb create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/25e384fbbdaf091793a4e43910efc0ed create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/514bf94895775c65a3814ef8358a8c70 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/fba1059d92ad7fbfb230f34ee178b0af create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/d/b59a037c76aec6490f9eaae3d6aacdfc create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/0648b9c68c3285f4bbcbe57bf3e85222 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/63544f98c93d26d0ff6b68f7f85770bc create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/d/6cdb667162e19755ecfaa7f6e0480b6b create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/af17b148002e76fb972cdec0401ba9e3 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/e4f4d01a1cc56fa97f7494ad4b127cb2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/d/1956149ed965f368dbc636380342a3a2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/12c410ba972d6fb9ea2f1dfe1bdb8199 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/671f8b307a977c720d99181f8db99da8 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/a7b426a1afea8c5bcdd6c03eada35bd2 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/d/edb3e4a86479b43b526f1bc1272b86ac create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/21bc6188e4aac62aa35bbecf7dae27fb create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/25b0184860e4d9685f8bec2a5a0abc66 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/c78400042c52397c6c6a9c7f820f0807 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/d/e2f7de8854889ff8cd3b1a3fd64d4d75 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1e5c684f3c6377040bcbf5988f5103ca create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/a693ff7e4d7542f533d74f83b6bfd384 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/f4091c4472a10f09104fb35ec2092949 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/d/6c9e7ea80a7b108b92cbd44458153442 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/3e49be9384671b74a63b22072adab569 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/a5b99fb7cb397701f9df22ae4eb1289c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/cb73f59a38f1d39c9af0264d0e12b889 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/d/8d69e7bdb26de37b9e5eca7dc7f51c8c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/71cc13ea065593854b1dd6c391f0447c create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/ab46d406db505c4dc56d4328ecc47d67 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/c74fab4c8cf9b7948064d2e376cf3191 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/metadata/data.json create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/orbax.checkpoint create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_METADATA create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_sharding create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/0a89a7da9b84d56befd1fec61de73409 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/93c449f59306c62d69b2b9248e00bb88 create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py create mode 100644 checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py diff --git a/checkpoint/CHANGELOG.md b/checkpoint/CHANGELOG.md index 72491e075..ebfd926f5 100644 --- a/checkpoint/CHANGELOG.md +++ b/checkpoint/CHANGELOG.md @@ -41,6 +41,9 @@ devices anyway. `load_checkpointables()` each with their own dedicated loading logic - Refactor v0 Pytree validation and metadata resolution and add `OrbaxV0Layout` tests +- Refactor logic for handler resolution and loading checkpointables for +`OrbaxLayout` and `OrbaxV0Layout`, adding additional fallback capabilities for +non-standard checkpoint formats. ### Fixed diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py index 366fcfec2..302d2e71f 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/global_registration.py @@ -20,7 +20,7 @@ given checkpointable will be used. """ -from typing import Type +from typing import Sequence, Type from orbax.checkpoint.experimental.v1._src.handlers import json_handler from orbax.checkpoint.experimental.v1._src.handlers import proto_handler @@ -34,15 +34,31 @@ def _try_register_handler( handler_type: Type[handler_types.CheckpointableHandler], name: str | None = None, + recognized_handler_typestrs: Sequence[str] | None = None, ): + """Tries to register handler globally with name and recognized typestrs.""" try: - registration.global_registry().add(handler_type, name) + registration.global_registry().add( + handler_type, + name, + recognized_handler_typestrs=recognized_handler_typestrs, + ) except registration.AlreadyExistsError: pass -_try_register_handler(proto_handler.ProtoHandler) -_try_register_handler(json_handler.JsonHandler) +_try_register_handler( + proto_handler.ProtoHandler, + recognized_handler_typestrs=[ + 'orbax.checkpoint._src.handlers.proto_checkpoint_handler.ProtoCheckpointHandler', + ], +) +_try_register_handler( + json_handler.JsonHandler, + recognized_handler_typestrs=[ + 'orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler', + ], +) _try_register_handler( stateful_checkpointable_handler.StatefulCheckpointableHandler ) @@ -50,7 +66,13 @@ def _try_register_handler( json_handler.MetricsHandler, checkpoint_layout.METRICS_CHECKPOINTABLE_KEY, ) -_try_register_handler(pytree_handler.PyTreeHandler) +_try_register_handler( + pytree_handler.PyTreeHandler, + recognized_handler_typestrs=[ + 'orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler', + 'orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler', + ], +) _try_register_handler( pytree_handler.PyTreeHandler, checkpoint_layout.PYTREE_CHECKPOINTABLE_KEY ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py index 6313386d9..a2eaa05da 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration.py @@ -73,7 +73,13 @@ def add_all( ) -> CheckpointableHandlerRegistry: """Adds all entries from `other_registry` to `registry`.""" for handler, checkpointable in other_registry.get_all_entries(): - registry.add(handler, checkpointable) + registry.add( + handler, + checkpointable, + recognized_handler_typestrs=other_registry.get_recognized_handler_typestrs( + handler + ), + ) return registry @@ -87,6 +93,7 @@ def add( self, handler_type: Type[CheckpointableHandler], checkpointable: str | None = None, + recognized_handler_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerRegistry: """Adds an entry to the registry.""" ... @@ -110,6 +117,13 @@ def get_all_entries( ) -> Sequence[RegistryEntry]: ... + def get_recognized_handler_typestrs( + self, + handler_type: Type[CheckpointableHandler], + ) -> Sequence[str]: + """Returns the recognized handler typestrs for a given handler_type.""" + ... + class AlreadyExistsError(ValueError): """Raised when an entry already exists in the registry.""" @@ -126,6 +140,9 @@ def __init__( self, other_registry: CheckpointableHandlerRegistry | None = None ): self._registry: list[RegistryEntry] = [] + self._recognized_handler_typestrs: dict[ + Type[CheckpointableHandler], Sequence[str] + ] = {} # Initialize the registry with entries from other registry. if other_registry: @@ -135,6 +152,7 @@ def add( self, handler_type: Type[CheckpointableHandler], checkpointable: str | None = None, + recognized_handler_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerRegistry: """Adds an entry to the registry. @@ -143,6 +161,8 @@ def add( checkpointable: The checkpointable name. If not-None, the registered handler will be scoped to that specific name. Otherwise, the handler will be available for any checkpointable name. + recognized_handler_typestrs: A sequence of alternate typestrs that are + recognized and mapped to this handler. Returns: The registry itself. @@ -170,6 +190,10 @@ def add( f'Handler type {handler_type} already exists in the registry.' ) self._registry.append((handler_type, checkpointable)) + if recognized_handler_typestrs is not None: + self._recognized_handler_typestrs[handler_type] = ( + recognized_handler_typestrs + ) return self def get( @@ -220,6 +244,13 @@ def get_all_entries( """Returns all entries in the registry.""" return self._registry + def get_recognized_handler_typestrs( + self, + handler_type: Type[CheckpointableHandler], + ) -> Sequence[str]: + """Returns the recognized handler typestrs for a given handler_type.""" + return self._recognized_handler_typestrs.get(handler_type, []) + def __repr__(self): return f'_DefaultCheckpointableHandlerRegistry({self.get_all_entries()})' @@ -237,6 +268,7 @@ def add( self, handler_type: Type[CheckpointableHandler], checkpointable: str | None = None, + recognized_handler_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerRegistry: raise NotImplementedError('Adding not implemented for read-only registry.') @@ -257,6 +289,12 @@ def get_all_entries( ) -> Sequence[RegistryEntry]: return self._registry.get_all_entries() + def get_recognized_handler_typestrs( + self, + handler_type: Type[CheckpointableHandler], + ) -> Sequence[str]: + return self._registry.get_recognized_handler_typestrs(handler_type) + def __repr__(self): return f'ReadOnlyCheckpointableHandlerRegistry({self.get_all_entries()})' @@ -303,6 +341,8 @@ def local_registry( def register_handler( cls: CheckpointableHandlerType, + *, + recognized_handler_typestrs: Sequence[str] | None = None, ) -> CheckpointableHandlerType: """Registers a :py:class:`~.v1.handlers.CheckpointableHandler` globally. @@ -322,11 +362,15 @@ class FooHandler(ocp.handlers.CheckpointableHandler[Foo, AbstractFoo]): Args: cls: The handler class. + recognized_handler_typestrs: A sequence of alternate handler typestrs that + are recognized and mapped to this handler. Returns: The handler class. """ - _GLOBAL_REGISTRY.add(cls) + _GLOBAL_REGISTRY.add( + cls, recognized_handler_typestrs=recognized_handler_typestrs + ) return cls @@ -392,6 +436,16 @@ def _get_possible_handlers( return possible_handlers +def get_registered_handler_by_name( + registry: CheckpointableHandlerRegistry, + name: str, +) -> CheckpointableHandler | None: + """Returns the handler for the given name if registered.""" + if registry.has(name): + return _construct_handler_instance(name, registry.get(name)) + return None + + def resolve_handler_for_save( registry: CheckpointableHandlerRegistry, checkpointable: Any, @@ -435,7 +489,7 @@ def is_handleable_fn(handler: CheckpointableHandler, ckpt: Any) -> bool: registry, is_handleable_fn, checkpointable, name ) - # Prefer the first handler in the absence of any other information. + # Prefer the last handler in the absence of any other information. return possible_handlers[-1] @@ -444,7 +498,7 @@ def resolve_handler_for_load( abstract_checkpointable: Any | None, *, name: str, - handler_typestr: str, + handler_typestr: str | None = None, ) -> CheckpointableHandler: """Resolves a :py:class:`~.v1.handlers.CheckpointableHandler` for loading. @@ -471,7 +525,9 @@ def resolve_handler_for_load( abstract_checkpointable: An abstract checkpointable to resolve. name: The name of the checkpointable. handler_typestr: A :py:class:`~.v1.handlers.CheckpointableHandler` typestr - to guide resolution. + to guide resolution. We allow a None value for handler_typestr as its + possible to find the last registered handler given a specified + abstract_checkpointable. Returns: A :py:class:`~.v1.handlers.CheckpointableHandler` instance. @@ -492,15 +548,34 @@ def is_handleable_fn( handler_types.typestr(type(handler)) for handler in possible_handlers ] - try: - idx = possible_handler_typestrs.index(handler_typestr) - return possible_handlers[idx] - except ValueError: + if handler_typestr: + if handler_typestr in possible_handler_typestrs: + idx = possible_handler_typestrs.index(handler_typestr) + return possible_handlers[idx] + + # Check if handler_typestr is recognized by any possible handler. + # Check backwards to prioritize most recently added handlers. + for i in reversed(range(len(possible_handlers))): + if handler_typestr in registry.get_recognized_handler_typestrs( + type(possible_handlers[i]) + ): + return possible_handlers[i] + + # 3. If neither worked, log the warning and fall through. logging.warning( - 'No handler found for typestr %s. The checkpointable may be restored' - ' with different handler logic than was used for saving.', + 'No handler found for typestr %s (or its converted form). The ' + 'checkpointable may be restored with different handler logic ' + 'than was used for saving.', handler_typestr, ) - # Prefer the first handler in the absence of any other information. - return possible_handlers[-1] + if abstract_checkpointable: + # Prefer the last handler in the absence of any other information. + return possible_handlers[-1] + + raise NoEntryError( + f'No entry for checkpointable={name} in the registry, using' + f' handler_typestr={handler_typestr} and' + f' abstract_checkpointable={abstract_checkpointable}. Registry contents:' + f' {registry.get_all_entries()}' + ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py index 6deb428a1..1db08c47b 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/registration_test.py @@ -60,6 +60,22 @@ def test_local_registry(self, include_global_registry): expected, [handler for handler, _ in local_registry.get_all_entries()], ) + self.assertEqual( + local_registry.get_recognized_handler_typestrs( + handler_utils.FooHandler + ), + [], + ) + local_registry.add( + handler_utils.DictHandler, + recognized_handler_typestrs=['dict_alt_typestr'], + ) + self.assertEqual( + local_registry.get_recognized_handler_typestrs( + handler_utils.DictHandler + ), + ['dict_alt_typestr'], + ) def test_missing_handler(self): local_registry = registration.local_registry() @@ -197,18 +213,31 @@ def test_resolve_handler_for_load( def test_resolve_handler_for_load_resolution_order(self): - class HandlerOne(handler_utils.DictHandler): - pass + class HandlerOne(handler_utils.BazHandler): + def is_abstract_handleable( + self, abstract_checkpointable: handler_utils.AbstractBaz + ) -> bool: + return isinstance(abstract_checkpointable, handler_utils.AbstractBaz) - class HandlerTwo(handler_utils.DictHandler): - pass + class HandlerTwo(handler_utils.BazHandler): + def is_abstract_handleable( + self, abstract_checkpointable: handler_utils.AbstractBaz + ) -> bool: + return isinstance(abstract_checkpointable, handler_utils.AbstractBaz) handlers_to_register = [HandlerOne, HandlerTwo] with self.subTest('globally_registered'): + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( + registration.local_registry(), + None, + name='checkpointable_name', + handler_typestr='unknown_class', + ) resolved_handler = registration.resolve_handler_for_load( registration.local_registry(), - None, + handler_utils.AbstractBaz(), name='checkpointable_name', handler_typestr='unknown_class', ) @@ -219,9 +248,16 @@ class HandlerTwo(handler_utils.DictHandler): ) for handler in handlers_to_register: local_registry.add(handler) + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( + local_registry, + None, + name='checkpointable_name', + handler_typestr='unknown_class', + ) resolved_handler = registration.resolve_handler_for_load( local_registry, - None, + handler_utils.AbstractBaz(), name='checkpointable_name', handler_typestr='unknown_class', ) @@ -243,13 +279,45 @@ class HandlerTwo(handler_utils.DictHandler): ) for handler in reversed(handlers_to_register): local_registry.add(handler) + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( + local_registry, + None, + name='checkpointable_name', + handler_typestr='unknown_class', + ) resolved_handler = registration.resolve_handler_for_load( local_registry, - None, + handler_utils.AbstractBaz(), name='checkpointable_name', handler_typestr='unknown_class', ) self.assertIsInstance(resolved_handler, HandlerOne) + with self.subTest('with_recognized_typestrs'): + local_registry = registration.local_registry( + include_global_registry=False + ) + local_registry.add( + HandlerOne, recognized_handler_typestrs=['handler_one_alt_typestr'], + ) + local_registry.add( + HandlerTwo, recognized_handler_typestrs=['handler_two_alt_typestr'] + ) + resolved_handler = registration.resolve_handler_for_load( + local_registry, + handler_utils.AbstractBaz(), + name='checkpointable_name', + handler_typestr='handler_two_alt_typestr', + ) + self.assertIsInstance(resolved_handler, HandlerTwo) + + resolved_handler = registration.resolve_handler_for_load( + local_registry, + handler_utils.AbstractBaz(), + name='checkpointable_name', + handler_typestr='handler_one_alt_typestr', + ) + self.assertIsInstance(resolved_handler, HandlerOne) def test_resolve_handler_for_load_not_handleable(self): local_registry = registration.local_registry() @@ -273,15 +341,33 @@ def test_resolve_handler_for_load_no_matching_name(self): handler_typestr='unused', ) - def test_resolve_handler_for_load_checkpointable(self): + def test_resolve_handler_for_load_no_handler_typestr(self): local_registry = registration.local_registry() local_registry.add(handler_utils.FooHandler) + resolved = registration.resolve_handler_for_load( + local_registry, + handler_utils.AbstractFoo(), + name='unregistered_name', + handler_typestr=None, + ) + self.assertIsInstance(resolved, handler_utils.FooHandler) + with self.assertRaises(registration.NoEntryError): registration.resolve_handler_for_load( local_registry, - handler_utils.Foo(1, 'hi'), - name='foo', - handler_typestr='unused', + handler_utils.AbstractBar(), + name='unregistered_name', + handler_typestr=None, + ) + + def test_resolve_handler_for_load_no_checkpointable_no_metadata(self): + local_registry = registration.local_registry() + with self.assertRaises(registration.NoEntryError): + registration.resolve_handler_for_load( + local_registry, + None, + name='unregistered_name', + handler_typestr=None, ) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py index 1d4f6dd10..e55a51d03 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/handlers/resolution.py @@ -15,7 +15,6 @@ """Logic for resolving handlers for saving and loading.""" from __future__ import annotations -import itertools from typing import Any from absl import logging @@ -23,30 +22,12 @@ from orbax.checkpoint.experimental.v1._src.handlers import registration from orbax.checkpoint.experimental.v1._src.handlers import types as handler_types import orbax.checkpoint.experimental.v1._src.handlers.global_registration # pylint: disable=unused-import -from orbax.checkpoint.experimental.v1._src.path import types as path_types InternalCheckpointMetadata = ( step_metadata_serialization.InternalCheckpointMetadata ) -def _subdirs(directory: path_types.Path, *, limit: int = 3) -> list[str]: - return list( - itertools.islice( - (subdir.name for subdir in directory.iterdir() if subdir.is_dir()), - limit, - ) - ) - - -_V0_ERROR_MESSAGE = ( - 'If your checkpoint was saved with the Orbax V0 API, please follow the' - ' instructions at' - ' https://orbax.readthedocs.io/en/latest/guides/checkpoint/v1/orbax_v0_to_v1_migration.html' - ' to load it with the Orbax V1 API.' -) - - def get_handlers_for_save( handler_registry: registration.CheckpointableHandlerRegistry, checkpointables: dict[str, Any], @@ -60,60 +41,162 @@ def get_handlers_for_save( } +def _resolve_single_handler_for_load( + checkpointable_name: str, + handler_registry: registration.CheckpointableHandlerRegistry, + abstract_checkpointable: Any, + metadata_handler_typestr: str | None, +) -> handler_types.CheckpointableHandler: + """Logic to resolve a checkpointable's loading handler. + + 1. registration.resolve_handler_for_load performs handler discovery based on + abstract_checkpointable type and handler_typestr. + 2. If this fails or if abstract_checkpointable and handler_typestr are not + available, we try to resolve using the default pytree handler if registered. + + Args: + checkpointable_name: The checkpointable name to resolve the handler for. + handler_registry: The handler registry to use for resolution. + abstract_checkpointable: The abstract checkpointable to load. + metadata_handler_typestr: The handler typestr from the checkpoint metadata. + + Returns: + The handler for the checkpointable. + + Raises: + registration.NoEntryError: If no handler is resolved and 'pytree' name is + not registered. + """ + # 1. Resolve the checkpointable's handler using handler discovery. + try: + return registration.resolve_handler_for_load( + handler_registry, + abstract_checkpointable, + name=checkpointable_name, + handler_typestr=metadata_handler_typestr, + ) + except registration.NoEntryError as e: + logging.warning( + "Failed to resolve handler for checkpointable: '%s'. Attempting to" + " load using pytree handler. Error: %s", + checkpointable_name, + e, + ) + + # 2. If no handler is resolved yet, try to resolve using the default + # pytree handler. + pytree_handler = registration.get_registered_handler_by_name( + handler_registry, "pytree" + ) + if not pytree_handler: + raise registration.NoEntryError( + f"Could not resolve a handler for '{checkpointable_name}' and no" + f" 'pytree' handler found in {handler_registry})." + " Please inspect the checkpoint contents via" + " `loading.checkpointables_metadata`. You may need to provide an" + " abstract_checkpointable or register a missing handler for this name" + " or for 'pytree' name which is used as a fallback." + ) + return pytree_handler + + async def get_handlers_for_load( - directory: path_types.Path, handler_registry: registration.CheckpointableHandlerRegistry, abstract_checkpointables: dict[str, Any], checkpoint_metadata: InternalCheckpointMetadata, ) -> dict[str, handler_types.CheckpointableHandler]: - """Returns a mapping from checkpointable name to handler.""" - existing_checkpointable_names_to_handler_typestrs = ( - await _get_saved_handler_typestrs(directory, checkpoint_metadata) - ) - abstract_checkpointables = abstract_checkpointables or { - name: None for name in existing_checkpointable_names_to_handler_typestrs - } - - loadable_checkpointable_names_to_handlers = {} - for name, abstract_checkpointable in abstract_checkpointables.items(): - if name not in existing_checkpointable_names_to_handler_typestrs: - raise KeyError( - f'Checkpointable "{name}" was not found in the checkpoint.' - ' Available names:' - f' {existing_checkpointable_names_to_handler_typestrs.keys()}' - ) - handler_typestr = existing_checkpointable_names_to_handler_typestrs[name] - handler = registration.resolve_handler_for_load( + """Returns a mapping from checkpointable name to handler. + + Gathers and returns a mapping from checkpointable name to handler by + checking the following in order: + + 1. Check for handler_typestr in checkpoint metadata item_handlers using + checkpointable_name as key. + 2. Find the handler for each checkpointable using + _resolve_single_handler_for_load. + 3. If no handler is resolved for a checkpointable, raise a NoEntryError. + + Args: + handler_registry: The handler registry to use for resolution. + abstract_checkpointables: The abstract checkpointables to load. + checkpoint_metadata: InternalCheckpointMetadata to read handler_typestr(s) + from. + + Returns: + A mapping from checkpointable name to handler. + + Raises: + registration.NoEntryError: If no handler is resolved. + """ + handlers_for_load: dict[str, handler_types.CheckpointableHandler] = {} + for ( + checkpointable_name, + abstract_checkpointable, + ) in abstract_checkpointables.items(): + metadata_handler_typestr = _get_saved_handler_typestr( + checkpointable_name, checkpoint_metadata + ) + handlers_for_load[checkpointable_name] = _resolve_single_handler_for_load( + checkpointable_name, handler_registry, abstract_checkpointable, - name=name, - handler_typestr=handler_typestr, + metadata_handler_typestr, ) - loadable_checkpointable_names_to_handlers[name] = handler - return loadable_checkpointable_names_to_handlers + return handlers_for_load -async def _get_saved_handler_typestrs( - directory: path_types.Path, +async def get_handler_for_load_direct_pytree( + checkpointable_name: str, + handler_registry: registration.CheckpointableHandlerRegistry, + abstract_checkpointable: Any, checkpoint_metadata: InternalCheckpointMetadata, -) -> dict[str, str]: +) -> handler_types.CheckpointableHandler: + """Returns a handler for direct load of a pytree checkpoint. + + 1. Check for checkpointable_name in checkpoint metadata item_handlers. + 2. resolve_handler_for_load performs handler discovery based on + abstract_checkpointable type and handler_typestr. + 2. Find the handler for each checkpointable using + _resolve_single_handler_for_load. + 3. If no handler is resolved for a checkpointable, raise a NoEntryError. + + Args: + checkpointable_name: The checkpointable name to resolve the handler for. + handler_registry: The handler registry to use for resolution. + abstract_checkpointable: The abstract checkpointable to load. + checkpoint_metadata: InternalCheckpointMetadata to read handler_typestr + from. + + Returns: + The handler for direct load of a pytree checkpoint. + """ + metadata_handler_typestr = _get_saved_handler_typestr_direct_pytree( + checkpoint_metadata + ) + return _resolve_single_handler_for_load( + checkpointable_name, + handler_registry, + abstract_checkpointable, + metadata_handler_typestr, + ) + + +def _get_saved_handler_typestr( + checkpointable_name: str, + checkpoint_metadata: InternalCheckpointMetadata, +) -> str | None: """Reads from the checkpoint metadata to get saved handler typestrs.""" - if checkpoint_metadata.item_handlers: - if isinstance(checkpoint_metadata.item_handlers, dict): - return checkpoint_metadata.item_handlers # found step level metadata. - raise ValueError( - f'Path at {directory} contains subdirectories:' - f' {_subdirs(directory)}, which are expected to' - ' match the keys given by the _CHECKPOINT_METADATA file:' - f' {checkpoint_metadata.item_handlers}. If you intended to load a' - ' pytree checkpoint from the given path, then please consider using' - ' `loading.load_pytree(..., checkpointable_name=None)` instead.' - f' {_V0_ERROR_MESSAGE}' - ) + if isinstance(checkpoint_metadata.item_handlers, dict) and ( + checkpointable_name in checkpoint_metadata.item_handlers + ): + return checkpoint_metadata.item_handlers[checkpointable_name] + return None - logging.warning( - 'Given dir does not contain checkpoint metadata file: %s. No handler' - ' typestrs found.', - directory, - ) - return {} + +def _get_saved_handler_typestr_direct_pytree( + checkpoint_metadata: InternalCheckpointMetadata, +) -> str | None: + """Reads from the checkpoint metadata to get saved handler typestrs.""" + if isinstance(checkpoint_metadata.item_handlers, str): + return checkpoint_metadata.item_handlers + return None diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py index 117b32195..f7416cb74 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_layout.py @@ -27,6 +27,7 @@ from orbax.checkpoint.experimental.v1._src.context import context as context_lib from orbax.checkpoint.experimental.v1._src.handlers import registration from orbax.checkpoint.experimental.v1._src.handlers import resolution as handler_resolution +from orbax.checkpoint.experimental.v1._src.handlers import types as handler_types from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.metadata import serialization as metadata_serialization from orbax.checkpoint.experimental.v1._src.metadata import types as metadata_types @@ -40,6 +41,7 @@ class CheckpointVersion(enum.Enum): InvalidLayoutError = checkpoint_layout.InvalidLayoutError +NoEntryError = registration.NoEntryError Path = path_types.Path CheckpointLayout = checkpoint_layout.CheckpointLayout InternalCheckpointMetadata = ( @@ -153,7 +155,7 @@ async def _create_orbax_identifier_file( ) -async def _read_checkpoint_metadata( +async def read_checkpoint_metadata( directory: path_types.Path, ) -> InternalCheckpointMetadata: """Returns the step metadata for a given path.""" @@ -189,37 +191,21 @@ async def metadata( self, path: Path ) -> metadata_types.CheckpointMetadata[dict[str, Any]]: """Returns the metadata describing the Orbax checkpoint.""" - checkpoint_metadata = await _read_checkpoint_metadata( - path - ) - handlers_for_load = await handler_resolution.get_handlers_for_load( - path, self._handler_registry, {}, checkpoint_metadata - ) - existing_checkpointable_names = await _existing_checkpointable_names(path) + checkpoint_metadata = await read_checkpoint_metadata(path) + available_checkpointable_names = await _existing_checkpointable_names(path) abstract_checkpointables = { - name: None - for name in handlers_for_load.keys() - if name in existing_checkpointable_names + name: None for name in available_checkpointable_names } - if any( - name not in existing_checkpointable_names - for name in abstract_checkpointables.keys() - ): - raise KeyError( - "Inferred checkpointables from metadata:" - f" {abstract_checkpointables.keys()} for loading were not found in" - " the checkpoint. Available checkpointables:" - f" {existing_checkpointable_names}" - ) + handlers_for_load = await handler_resolution.get_handlers_for_load( + self._handler_registry, + abstract_checkpointables, + checkpoint_metadata, + ) + + item_metadata = await self._get_checkpointables_metadata( + path, abstract_checkpointables, handlers_for_load + ) - # Default to none for all existing checkpointable names, for - # subdirectories that we are unable to find a handler for and load. - item_metadata = {name: None for name in existing_checkpointable_names} - for checkpointable_name in abstract_checkpointables.keys(): - handler = handlers_for_load[checkpointable_name] - item_metadata[checkpointable_name] = await handler.metadata( - path / checkpointable_name - ) # Exclude `metrics` if present. This is relevant only for # `training.Checkpointer`, and is separately added to the # `training.CheckpointMetadata` object. @@ -373,10 +359,19 @@ async def load_pytree( Returns: An awaitable containing the loaded pytree. """ - load_awaitable = await self.load_checkpointables( - path, {checkpointable_name: abstract_pytree} + checkpoint_metadata = await read_checkpoint_metadata(path) + handlers_for_load = await handler_resolution.get_handlers_for_load( + self._handler_registry, + {checkpointable_name: abstract_pytree}, + checkpoint_metadata, + ) + + handler_for_load = handlers_for_load[checkpointable_name] + result = await handler_for_load.load( + path / checkpointable_name, + abstract_pytree, ) - return load_awaitable + return result async def load_checkpointables( self, @@ -393,37 +388,53 @@ async def load_checkpointables( An awaitable containing the loaded checkpointables. Raises: - KeyError: If any of the specified checkpointable names are not found in - the checkpoint. + KeyError: If an empty checkpoint is attempted to be loaded or there are + no valid checkpointables to load from the user passed + `abstract_checkpointables`. """ - abstract_checkpointables = abstract_checkpointables or {} - checkpoint_metadata = await _read_checkpoint_metadata( - path - ) - handlers_for_load = await handler_resolution.get_handlers_for_load( - path, - self._handler_registry, - abstract_checkpointables, - checkpoint_metadata, - ) - existing_checkpointable_names = await _existing_checkpointable_names(path) + available_checkpointables = await _existing_checkpointable_names(path) if not abstract_checkpointables: + # Default to loading all checkpointables (subdirectories within current + # checkpoint directory) abstract_checkpointables = { name: None - for name in handlers_for_load.keys() + for name in available_checkpointables if name not in checkpoint_layout.RESERVED_CHECKPOINTABLE_KEYS - and name in existing_checkpointable_names } + if any( - name not in existing_checkpointable_names + name not in available_checkpointables for name in abstract_checkpointables.keys() ): raise KeyError( - f"Requested checkpointables: {abstract_checkpointables.keys()} for" + f" Requested checkpointables: {abstract_checkpointables.keys()} for" " loading were not found in the checkpoint. Available" - f" checkpointables: {existing_checkpointable_names}" + f" checkpointables: {available_checkpointables}" ) + # Read checkpoint metadata and resolve handlers for loading. + checkpoint_metadata = await read_checkpoint_metadata(path) + # TODO(b/484400394): Find a better way to inform the user that they need + # to use load_pytree(..., checkpointable_name=None) when item_handlers is + # a str. An idea is to create a seperate validate_checkpointables method + # and we can read in checkpoint metadata at validation time for both + # validate_pytree and validate_checkpointables operations and warn the user + # know if they are trying to load a composite checkpoint by calling + # load_pytree(checkpointable_name=None) or trying to load a composite + # checkpoint as a pytree checkpoint respectively. + if isinstance(checkpoint_metadata.item_handlers, str): + logging.warning( + "Checkpoint looks like a legacy V0 checkpoint. This is only" + " supported for legacy V0 checkpoints. If you intended to load a" + " pytree checkpoint from the given path, then please consider using" + " `loading.load_pytree(..., checkpointable_name=None)` instead." + ) + handlers_for_load = await handler_resolution.get_handlers_for_load( + self._handler_registry, + abstract_checkpointables, + checkpoint_metadata, + ) + load_ops = [] for ( checkpointable_name, @@ -439,19 +450,9 @@ async def load_checkpointables( load_awaitables = await asyncio.gather(*load_ops) async def _run_background() -> dict[str, Any]: - loaded_checkpointables = [] - # TODO(b/398249409) Cannot use asyncio.gather because asyncio.run - # is used in underlying implementation. - for a in load_awaitables: - loaded = await a - loaded_checkpointables.append(loaded) - return { - checkpointable_name: loaded - for checkpointable_name, loaded in zip( - abstract_checkpointables.keys(), - loaded_checkpointables, - ) - } + return await self._process_load_awaitables( + abstract_checkpointables, load_awaitables, handlers_for_load + ) return _run_background() @@ -495,3 +496,80 @@ async def _run_background(): ) return _run_background() + + async def _get_checkpointables_metadata( + self, + path: Path, + abstract_checkpointables: dict[str, Any], + handlers: dict[str, handler_types.CheckpointableHandler], + ) -> dict[str, Any | None]: + """Retrieves metadata for each checkpointable item. + + For each checkpointable, the metadata is retrieved by calling the + `metadata` method on the handler for the checkpointable. If the handler is + None or if we encounter an error while loading the metadata, then the + metadata for the checkpointable is set to None. + + Args: + path: The path to the checkpoint directory. + abstract_checkpointables: The abstract checkpointables to load. + handlers: The handlers for the checkpointables. + + Returns: + A mapping from checkpointable name to metadata. + """ + checkpointables_metadata = {} + for checkpointable_name in abstract_checkpointables.keys(): + handler = handlers[checkpointable_name] + try: + checkpointable_metadata = await handler.metadata( + path / checkpointable_name + ) + except BaseException as e: # pylint:disable=broad-exception-caught + logging.warning( + "Failed to get metadata for checkpointable: %s due to incompatible" + " handler: %s for abstract checkpointable: %s. Defaulting return" + " value to None. \nError details: %s", + checkpointable_name, + handler, + abstract_checkpointables[checkpointable_name], + e, + ) + checkpointable_metadata = None + checkpointables_metadata[checkpointable_name] = checkpointable_metadata + return checkpointables_metadata + + async def _process_load_awaitables( + self, + checkpointables_to_load: dict[str, Any], + load_awaitables: list[Any], + handlers: dict[str, handler_types.CheckpointableHandler], + ) -> dict[str, Any]: + """Processes the awaitables after we initiate all load operations. + + For each checkpointable, the load operation is processed by calling the + `load` method on the handler for the checkpointable. + + Args: + checkpointables_to_load: The checkpointables to load. + load_awaitables: The awaitables for the load operations. + handlers: The handlers used to load the checkpointables. + + Returns: + A mapping from checkpointable name to loaded checkpointable. + """ + loaded_checkpointables = {} + # TODO(b/398249409) Cannot use asyncio.gather because asyncio.run + # is used in underlying implementation. + for name, a in zip(checkpointables_to_load.keys(), load_awaitables): + try: + loaded = await a + loaded_checkpointables[name] = loaded + except BaseException as e: # pylint:disable=broad-exception-caught + raise registration.NoEntryError( + f"Failed to load checkpointable: {name} due to incompatible" + f" handler: {handlers[name]} found in registry:" + f" {self._handler_registry} for abstract checkpointable:" + f" {checkpointables_to_load[name]}.\nError details: {e}" + ) from e + return loaded_checkpointables diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py index 041dc8f87..604d28860 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout.py @@ -19,15 +19,13 @@ from typing import Any, Awaitable from orbax.checkpoint._src import asyncio_utils -from orbax.checkpoint._src.metadata import step_metadata_serialization from orbax.checkpoint._src.path import async_path from orbax.checkpoint._src.path import temporary_paths from orbax.checkpoint.experimental.v1._src.context import context as context_lib -from orbax.checkpoint.experimental.v1._src.handlers import pytree_handler from orbax.checkpoint.experimental.v1._src.handlers import registration +from orbax.checkpoint.experimental.v1._src.handlers import resolution as handler_resolution from orbax.checkpoint.experimental.v1._src.layout import checkpoint_layout from orbax.checkpoint.experimental.v1._src.layout import orbax_layout -from orbax.checkpoint.experimental.v1._src.metadata import serialization as metadata_serialization from orbax.checkpoint.experimental.v1._src.metadata import types as metadata_types from orbax.checkpoint.experimental.v1._src.path import types as path_types from orbax.checkpoint.experimental.v1._src.tree import types as tree_types @@ -74,56 +72,20 @@ def __init__(self): ) self._orbax_layout = orbax_layout.OrbaxLayout() - async def _get_step_metadata( - self, path: Path - ) -> step_metadata_serialization.StepMetadata | None: - serialized_metadata = await metadata_serialization.read( - metadata_serialization.checkpoint_metadata_file_path(path) - ) - if serialized_metadata is None: - return None - return step_metadata_serialization.deserialize(serialized_metadata) - - async def _get_pytree_handler( - self, - path: Path, - metadata: step_metadata_serialization.StepMetadata | None, - abstract_pytree: Any | None = None, - checkpointable_name: str | None = None, - ) -> registration.CheckpointableHandler: - if metadata is not None: - # Name of the checkpointable to load, if none treat the current path as - # the checkpointable itself. - name = checkpointable_name or path.name - if not isinstance(metadata.item_handlers, str): - raise InvalidLayoutError( - "We cannot process a composite V0 checkpoint as a single item" - " pytree checkpoint. The metadata points to a composite checkpoint" - f" of the following mappings: {metadata.item_handlers}." - ) - handler_typestr = metadata.item_handlers - return registration.resolve_handler_for_load( - self._handler_registry, - abstract_checkpointable=abstract_pytree, - name=name, - handler_typestr=handler_typestr, - ) - elif await orbax_layout.has_pytree_metadata_file(path): - return pytree_handler.PyTreeHandler(context=self._context) - else: - raise FileNotFoundError( - "Could not find handler information for the given checkpoint in" - f" path: {path}, due to missing checkpoint and pytree metadata" - " files." - ) - async def _load_pytree_metadata( self, path: Path, - metadata: metadata_types.CheckpointMetadata | None, + metadata: handler_resolution.InternalCheckpointMetadata, ) -> metadata_types.CheckpointMetadata[dict[str, Any]]: - handler = await self._get_pytree_handler(path, metadata) - pytree_metadata = await handler.metadata(path) + handler_for_load = ( + await handler_resolution.get_handler_for_load_direct_pytree( + path.name, + self._handler_registry, + None, + metadata, + ) + ) + pytree_metadata = await handler_for_load.metadata(path) init_timestamp_nsecs = None commit_timestamp_nsecs = None custom_metadata = None @@ -150,12 +112,16 @@ async def metadata( Returns: The metadata describing the Orbax checkpoint. """ - step_metadata = await self._get_step_metadata(path) + checkpoint_metadata = await orbax_layout.read_checkpoint_metadata( + path + ) # Delegate to OrbaxLayout if the checkpoint is a composite checkpoint. - if step_metadata and isinstance(step_metadata.item_handlers, dict): + if checkpoint_metadata and isinstance( + checkpoint_metadata.item_handlers, dict + ): return await self._orbax_layout.metadata(path) # Otherwise, load the metadata as a PyTree checkpoint. - return await self._load_pytree_metadata(path, step_metadata) + return await self._load_pytree_metadata(path, checkpoint_metadata) async def _validate(self, path: Path) -> None: """Validates a V0 checkpoint directory. @@ -191,13 +157,11 @@ async def _validate(self, path: Path) -> None: ): raise ValueError(f"Found incomplete checkpoint at {path}.") - if await async_path.exists( - path.parent - ) and await orbax_layout.has_indicator_file(path.parent): + if await orbax_layout.has_checkpoint_metadata_file(path.parent): raise InvalidLayoutError( - "You are currently reading in checkpointable {path.name}, which is" - " a subdirectory of a V1 Orbax checkpoint. Please consider loading" - f" from {path.parent} instead." + f"The path ({path}) configured for loading appears to be a" + " subdirectory of an Orbax checkpoint. Please try loading from the" + f" parent directory: {path.parent} instead." ) if not await orbax_layout.has_checkpoint_metadata_file(path): @@ -218,27 +182,11 @@ async def _validate(self, path: Path) -> None: ] if checkpoint_subdirectories: raise InvalidLayoutError( - "You are currently attempting to read a V0 checkpoint from a root" - " directory, please consider loading one of the following" + "You are currently attempting to read an Orbax checkpoint from a" + " root directory, please consider loading one of the following" f" checkpoint subdirectories: {checkpoint_subdirectories}" ) - # Path points to a V0 checkpoint with at least one valid checkpointable, - # either a pytree or one with a name of a registered handler. - awaitables = [ - orbax_layout.has_pytree_metadata_file(subdir) - or self._handler_registry.has(subdir.name) - for subdir in subpaths - ] - has_checkpointable = any(await asyncio.gather(*awaitables)) - if has_checkpointable: - return - - raise InvalidLayoutError( - f"Checkpoint path {path} does not contain any valid V0" - " checkpoint metadata." - ) - async def _validate_pytree(self, path: Path, checkpointable_name: str | None): """Validates that V0 checkpoint has pytree in 'checkpointable_name' subdir. @@ -365,36 +313,45 @@ async def load_pytree( Raises: FileNotFoundError: If handler cannot be found for `checkpointable_name`. """ - # TODO(b/477603241): Refactor logic for composite checkpoint load pytree - # logic once we roll up the composite handler, since this currently is - # loading metadata twice, in this function and in - # composite_handler. - - step_metadata = await self._get_step_metadata(path) - # Delegate to Orbax layout if checkpoint is composite - if step_metadata and isinstance(step_metadata.item_handlers, dict): - if checkpointable_name is None: - raise ValueError( - f"Attempting to load composite V0 checkpoint at {path} with" - " `checkpointable_name=None`. This is only supported for legacy V0" - " checkpoints with pytree saved directly to root of checkpoint." - " Please specify the name of the checkpointable to load." - " Otherwise, omit `checkpointable_name` to load default 'pytree'" - " checkpointable." + if checkpointable_name is None: + # Read checkpoint metadata and resolve pytree handler for loading. + # TODO(b/484400394): Find a better way to inform the user that they need + # to use load_pytree(..., checkpointable_name=None) when item_handlers is + # a str. An idea is to create a seperate validate_checkpointables method + # and we can read in checkpoint metadata at validation time for both + # validate_pytree and validate_checkpointables operations and warn the + # user if they are trying to load a composite checkpoint by calling + # load_pytree(checkpointable_name=None) or trying to load a composite + # checkpoint as a pytree checkpoint respectively. + checkpoint_metadata = await orbax_layout.read_checkpoint_metadata( + path + ) + if isinstance(checkpoint_metadata.item_handlers, dict): + logging.warning( + "Checkpoint looks like a V1 checkpoint. Calling" + " `loading.load_pytree(..., checkpointable_name=None)` is only" + " supported for loading legacy V0 checkpoints. If you intended to" + " load a specific checkpointable from the given path, then please" + " consider using `load_pytree` or `load_checkpointables` instead." ) + handler_for_load = ( + await handler_resolution.get_handler_for_load_direct_pytree( + path.name, + self._handler_registry, + abstract_pytree, + checkpoint_metadata, + ) + ) + result = await handler_for_load.load( + path, + abstract_pytree, + ) + return result + else: return await self._orbax_layout.load_pytree( path, checkpointable_name, abstract_pytree ) - handler = await self._get_pytree_handler( - path, step_metadata, abstract_pytree, checkpointable_name - ) - pytree_dir = ( - path if checkpointable_name is None else path / checkpointable_name - ) - load_awaitable = await handler.load(pytree_dir, abstract_pytree) - return load_awaitable - async def load_checkpointables( self, path: Path, diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout_test.py index e584efd3e..9df0b8aed 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/orbax_v0_layout_test.py @@ -89,14 +89,13 @@ async def test_validate_no_metadata_file(self): metadata_path.rmtree() await layout.validate(self.orbax_path / '0') - async def test_validate_no_metadata_files_fails(self): + async def test_validate_no_metadata_files(self): layout = orbax_v0_layout.OrbaxV0Layout() metadata_path = self.orbax_path / '0' / '_CHECKPOINT_METADATA' metadata_path.rmtree() pytree_metadata_path = self.orbax_path / '0' / 'state' / '_METADATA' pytree_metadata_path.rmtree() - with self.assertRaises(InvalidLayoutError): - await layout.validate(self.orbax_path / '0') + await layout.validate(self.orbax_path / '0') async def test_load_v0_checkpoint(self): layout = orbax_v0_layout.OrbaxV0Layout() @@ -105,7 +104,9 @@ async def test_load_v0_checkpoint(self): ) restored_checkpointables = await restored_checkpointables_await test_utils.assert_tree_equal( - self, restored_checkpointables['state'], self.object_to_save + self, + self.object_to_save, + restored_checkpointables['state'], ) async def test_metadata(self): @@ -209,14 +210,23 @@ async def test_load_pytree(self): loaded = await ( await layout.load_pytree(self.directory, 'state', self.pytree) ) - test_utils.assert_tree_equal(self, self.pytree, loaded['state']) + test_utils.assert_tree_equal(self, self.pytree, loaded) async def test_load_pytree_no_checkpoint_metadata(self): await async_path.unlink(self.directory / '_CHECKPOINT_METADATA') layout = orbax_v0_layout.OrbaxV0Layout() - with self.assertRaises(FileNotFoundError): - await layout.load_pytree(self.directory, 'state', self.pytree) + loaded = await ( + await layout.load_pytree(self.directory, 'state', self.pytree) + ) + test_utils.assert_tree_equal(self, self.pytree, loaded) + + async def test_load_pytree_no_checkpoint_metadata_or_target_pytree(self): + await async_path.unlink(self.directory / '_CHECKPOINT_METADATA') + layout = orbax_v0_layout.OrbaxV0Layout() + + loaded = await (await layout.load_pytree(self.directory, 'state')) + test_utils.assert_tree_equal(self, self.pytree, loaded) async def test_load_pytree_v0_checkpoint(self): layout = orbax_v0_layout.OrbaxV0Layout() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py index 146bc8f34..26627971a 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/layout/registry_test.py @@ -96,14 +96,11 @@ async def test_v1_direct_path(self): self.v1_directory / 'pytree', CheckpointLayoutEnum.ORBAX, None ) - async def test_v0_direct_path(self): - layout = await get_checkpoint_layout_pytree( - self.v0_directory / 'state', CheckpointLayoutEnum.ORBAX, None - ) - self.assertIsInstance(layout, orbax_v0_layout.OrbaxV0Layout) - self.assertFalse( - await orbax_layout.has_indicator_file(self.v0_directory / 'state') - ) + async def test_v0_child_path_load_failure(self): + with self.assertRaises(registry.InvalidLayoutError): + await get_checkpoint_layout_pytree( + self.v0_directory / 'state', CheckpointLayoutEnum.ORBAX, None + ) async def test_v1_missing_indicator_file(self): (self.v1_directory / orbax_layout.ORBAX_CHECKPOINT_INDICATOR_FILE).unlink() diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py index 2c24ecb9f..347d233f4 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/loading/loading.py @@ -143,7 +143,7 @@ def load_pytree( validation.validate_pytree_checkpointable_name(checkpointable_name) - loaded_contents = _load_impl( + loaded_pytree = _load_impl( path, functools.partial( layout.load_pytree, @@ -154,16 +154,7 @@ def load_pytree( start_time=start_time, ) - # TODO(b/477603241): This logic currently accounts for the V0 - # load_pytree function returning a pytree for direct pytree checkpoints, - # while V1 returns a dictionary. This logic should be cleaned up once we - # roll up the composite handler into the layout themselves. - if ( - isinstance(loaded_contents, dict) - and checkpointable_name in loaded_contents - ): - return loaded_contents[checkpointable_name] - return loaded_contents + return loaded_pytree def load_checkpointables( diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py index 78a347999..1ca284b58 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/registry.py @@ -74,6 +74,9 @@ def __init__(self): self._handler_to_types: Dict[ Type[types.LeafHandler[Any, Any]], Tuple[Type[Any], Type[Any]] ] = {} + self._recognized_handler_typestrs: Dict[ + Type[types.LeafHandler[Any, Any]], Sequence[str] + ] = {} def _try_get( self, leaf_type: Type[types.Leaf] @@ -150,6 +153,7 @@ def add( abstract_type: Type[types.AbstractLeaf], handler_type: Type[types.LeafHandler[types.Leaf, types.AbstractLeaf]], override: bool = False, + recognized_handler_typestrs: Sequence[str] | None = None, ): """Adds a handler_type for a given leaf_type and abstract_type pair.""" current_handler_type = self._try_get(leaf_type) @@ -190,6 +194,10 @@ def add( self._leaf_type_registry[leaf_type] = handler_type self._abstract_type_registry[abstract_type] = handler_type self._handler_to_types[handler_type] = (leaf_type, abstract_type) + if recognized_handler_typestrs is not None: + self._recognized_handler_typestrs[handler_type] = ( + recognized_handler_typestrs + ) def is_handleable(self, leaf_type: Type[Any]) -> bool: """Returns True if the type is handleable.""" @@ -199,6 +207,11 @@ def is_abstract_handleable(self, abstract_type: Type[Any]) -> bool: """Returns True if the abstract type is handlable.""" return self._try_get_abstract(abstract_type) is not None + def get_recognized_handler_typestrs( + self, handler_type: Type[types.LeafHandler[Any, Any]] + ) -> Sequence[str]: + return self._recognized_handler_typestrs.get(handler_type, []) + class StandardLeafHandlerRegistry(BaseLeafHandlerRegistry): """Default Leaf Handler Registry. diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py index 14adb698b..83ab367f5 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/serialization/types.py @@ -406,6 +406,7 @@ def add( abstract_type: Type[AbstractLeaf], handler_type: Type[LeafHandler[Leaf, AbstractLeaf]], override: bool = False, + recognized_typestrs: Sequence[str] | None = None, ): """Registers the handler_type for a leaf_type and abstract_type pair. @@ -420,6 +421,8 @@ def add( abstract_type: The abstract type to register the handler for. handler_type: The handler to register. override: Whether to override the handler if it already exists. + recognized_typestrs: A sequence of alternate typestrs that are recognized + and mapped to this handler. """ ... @@ -430,3 +433,17 @@ def is_handleable(self, leaf_type: Type[Any]) -> bool: def is_abstract_handleable(self, abstract_type: Type[Any]) -> bool: """Returns True if the abstract_type is handlable by any registered handler.""" ... + + def get_recognized_handler_typestrs( + self, handler_type: Type[LeafHandler[Any, Any]] + ) -> Sequence[str]: + """Returns the recognized handler typestrs for a given handler_type. + + Args: + handler_type: The handler to get the recognized typestrs for. + + Returns: + The recognized typestrs for the handler_type, empty sequence if none + registered. + """ + ... diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA new file mode 100644 index 000000000..1b94efd4c --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": "orbax.checkpoint._src.handlers.standard_checkpoint_handler.StandardCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113606132278162, "commit_timestamp_nsecs": 1772113606585143212, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/d/9e566ff6bd38968494de48ce7119bf3e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_ocdbt.process_0/d/9e566ff6bd38968494de48ce7119bf3e new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/8e3244a0108d76cce62d5742b1a3f357 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file__sharding/ocdbt.process_0/d/8e3244a0108d76cce62d5742b1a3f357 new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%WuiBGqzp%SPYBl9E?Lj zM^zI#$r(?EYFX_pt|tGRN4IKW_hR{L;knqt_SCayxLUz|{&RhGyC~oL;ydNCW9<8* zi<9^5Y`*M~sHy=10|_Nn)#HdT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0S60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/d8477c7bda9109fe8e7e33bf62d459ad b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_file_manifest.ocdbt/ocdbt.process_0/d/d8477c7bda9109fe8e7e33bf62d459ad new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0N+lvtVBvTu7J`Ecgmg&} zX_6KgNF|1$67$WjJ$uttC6p^?zrzS&+kcOj!z?a-ySuNo*-Z&wdAj)C-SL}pbJnAj zk#(O>e~dZmTAi~pPj#$Sy2IGIoXX-`b3yoPJ-%rg0HqXz5JHK0JWM1F2^x?{m{3TA m!NuWekPUzc2>?LGN+byILSSd`Rgex7&CU$d2Zao`GOlV*t7Ibp literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..5182d1156 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113587535567748, "commit_timestamp_nsecs": 1772113588109394816, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/3d2041fff9a8ee0882a7863d2a212e5e b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/3d2041fff9a8ee0882a7863d2a212e5e new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ml2M5v zMc+8Z$iT!fEiKJ5(IPd~z{0{P(cHoeD4J+wXq0N2$_P^Wfsy3{BSXkbufW&mr%Nz6 I{n}j&07juA8vpT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..1ae80055120e0df77f8f8b9a12449bece3bac279 GIT binary patch literal 166 zcmd?=#FGzXcGLwqjPuviz%NJ)hD+$E@NomXgG9TpM?>ml8H%4 zfq@}KKgqx-**Gyd#VjS&*u>DlFfq;CA~o48&C<|3#nRN&BqcG;%skN~F)b<4*d!?} z$<#Q}C?&}()x^jGC~IKE#K^?J05b6q;|E4277)q6;I`_W^Xv1|CEjfe@CVThjz+uA F0sv(-G1CA5 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a9f2c5a3a --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113589955174752, "commit_timestamp_nsecs": 1772113590540936743, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/da150b403d1b03702f526891c72ed4b2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/da150b403d1b03702f526891c72ed4b2 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0*o!0X9-i65%gc%w*8V+68XJG`XWK?2E z(N9SycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/539c8d713e88bef2305319e87e2cfed8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/539c8d713e88bef2305319e87e2cfed8 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0S60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylGq?DMT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ml2M5v zMc+I%B`w(^F*P~GB+)d{)X>1#EXBaY&@9b7Ey>8#z?c!F^aCTy2S$eKye#oI=ch|B J{JXzI9so)7A`1Wj literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/94a9888f5ad880966ccaa7754f44546d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/94a9888f5ad880966ccaa7754f44546d new file mode 100644 index 0000000000000000000000000000000000000000..8d6d8647aec8bf666fcf3369e4730acaca153dbb GIT binary patch literal 194 zcmV;z06qT<+aTV;00000000000VuUE{a|PSH3a|y${{0gC(Z%<|Ht0R|C>ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f0cc79724c29f1a55f3e4ce23416cbbd b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f0cc79724c29f1a55f3e4ce23416cbbd new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%WuiT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0gzi9o_lM} zFvGXc%>A?@Ff$Df5L8l`nP`b%P$UmYDm()V4ot-a!vjSFL_q>U0{|T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0eKNN=h2i7jqYMok4TrAlvoL~GGAc2o z=qH(_rI;I7CR!LL8k-sz85)?TnxrPCn3)=yTACOdBr}4Peqdzzz{p^e-)HmY{B#Kh IiSs`V0om0b{r~^~ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/2deaef3fcbcbe0bbb267e225c617c3c6 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/2deaef3fcbcbe0bbb267e225c617c3c6 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/f07123fb88d7a85df8f8f0dc8acd033a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/d/f07123fb88d7a85df8f8f0dc8acd033a new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%Wuiw4yNofTe#gSy3D_&~ zMB14!T~~VeC07>hB*1CO3yFhGD|ZUII3SUNN8k}eH~=gTNTg9lq7s@w5a^MRs;Y!k zWNdjyZeP#O?~UVgX8CNLx88wKa$I*l&}QrAh7EnSpAD|t=9=|$T({l%+)63elr8(& z&p3S>S5<}yNJ*)xqNI6vER=;VG$<$}8VQdT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0S60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..00eedc3de2e36c17b89330d5b698f80059906a56 GIT binary patch literal 233 zcmV`TZ#RTI4QP`%DP$~}x!veZM6=;GS zG%ZL~m01#E)Z*#pn$92goQf&P%>LqP{7=TYzTM1^dS}=zy5@?l?dSaq`p$*y%>8-x zV%$}2$;j4Y*Y+P|4Zd3Vu*(?Tzf=9#ba6@9k7U-6j^hlZlo(Z2#55!(5rBwNKtvEU j^c%Pb2IQb1Kp+PIK*mZW2=GE+XB>x0$UZ1fKMQip%`T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0>cT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/6536912e3d137a6da73885968cb32fc1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/6536912e3d137a6da73885968cb32fc1 new file mode 100644 index 0000000000000000000000000000000000000000..34ec758d3dabf72b4bfe875cf3749ac86fc9b4a5 GIT binary patch literal 233 zcmVS60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tyl-e6xD0u>$GX`)usx0y@~^(etUZslb#v(T zpI?Pf{ndZ5TCI##jIKQXuZ0cjsI()C`piM)o+}4*9A{uz7A7+@F^&jH)QEDSLXhAD j3?2;!7ZwrVu>l7FK*mZW2=GE+XB>x0$UZ1f*vPg$imYT{ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/858d1a53840e26db82c4d54a35596124 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/858d1a53840e26db82c4d54a35596124 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq04P z^es#+QVbJKjV(+JQjN?~k}QmpO;Suv5{*qwEzJy#Oc+5*KQOX8m52=Ux1oH@4=u{5nmaq&2o&-M|jdFNET{ zI`XKja6562wcCcRt7(vL`)s@ViXA<_*rhzb?q%3K_jB?310w8792oWgA bB5)W+1ppxnV8Y}jlgMh`U(r%#VJE8kws}!e literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/6f8f8fec038ac378b42e6141f9f18c31 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/6f8f8fec038ac378b42e6141f9f18c31 new file mode 100644 index 0000000000000000000000000000000000000000..8d6d8647aec8bf666fcf3369e4730acaca153dbb GIT binary patch literal 194 zcmV;z06qT<+aTV;00000000000VuUE{a|PSH3a|y${{0gC(Z%<|Ht0R|C>ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/9102ae8dc9484d8cbb5330a4af4a1f84 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/9102ae8dc9484d8cbb5330a4af4a1f84 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%Wuizo|LmGH^)i4deb(po4p@@d0}l> zw&SL^YqNfTKaA8@I?)+YXVxYg(}lmVdDOjk!_Z|}1lC$CrIZw7DjpBOlb~pUqCpve kU`PrQ3@o512mnCFN+byILSSd`RgiT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0t^EA~_pakcCoZUdoyyR_(QxRxJ_{pAC8H8U zihhcjiLqI7vWc;&g^@u@qLG1NqM4DoS+a?Vk+Hd@g)t*Y=?6xZ4~z`f=6kH(o}Vtk J@Lg)JKLAHzApigX literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/2d0bb83cdd04fd6437e63d17f39deedb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/2d0bb83cdd04fd6437e63d17f39deedb new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/f06007a7bc2379574d6c80d0973e81f9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/f06007a7bc2379574d6c80d0973e81f9 new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%Wuij%6QFvB{S`3R(0xl41 zMc59>%3g>urnn*^i&pkVL0^M#kY%GyQePyL3R5rxCqNu55=up20n+fFfsU~-6=rhG ze{>9LF)`F_*~yRf+JUyJo?FOfvW$$AOYyC2*qV2FHB5C+t=iaBT|?MST{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ml2M5v zML*Tt#KO!xEycpZGTFq;%)l@u$T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/6ccf3c5df638c93b5a5695292e01e4d7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/6ccf3c5df638c93b5a5695292e01e4d7 new file mode 100644 index 0000000000000000000000000000000000000000..317f53f948e4b689f605a9edaf542dae29cce0a7 GIT binary patch literal 173 zcmV;e08;-9+aTVp00000000000VuUE{UElL1OTGRA0cox&H?=Y$KJ{Ro6K@;)mJUl zWTOC34q+rP%9aNxF1-B{As@Bjw8m52=Ux1oH@4=u{5nmaq&2o&-M|jdFNET{ zI`XKja6562wcCcRt7(vL`)s@ViXA<_*rhzb?q%3K_jB?310w8792oWgA bB5)W+1ppxnV8Y}jlgMh`U(r%#VJE8kws}!e literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f6e3a8e0df624133647631f51587d434 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/has_pytree_metadata/ocdbt.process_0/d/f6e3a8e0df624133647631f51587d434 new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%WuiU{ofM37S}7fLt_e lzyXH?fP@N&hzI~6$Vwy#@Iqi`994{i!-VXE@&sHoL*A&CWl8`5 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/d/9f62e72f74969fdd7fde5e613039ea07 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/d/9f62e72f74969fdd7fde5e613039ea07 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq04P z^exlOj8e^w(#%aP%`DSWQq0p*QcY9M42=zpEmIQ>%o#ySKQOXv(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%WuiT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/missing_checkpoint_metadata/direct_checkpoint/missing_pytree_metadata/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..af757f858172f76046adde49967269111d3967c9 GIT binary patch literal 207 zcmV;=05Jay+d3-G00000000000VuUE{UE@l1pp$8DJ_sG=~o1=F~;eblALc~JPyA` zaJ?#WZ`tlt$GS~6A#xK5rr#)`pmFfm_TDLHCYFnX07L+VVqk%pSS}3*5tRRpr4mN6 zNR_MqOQn_FbS8Y(>Bzb0smABnw#ba12C=qwbR*T{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0&ff4Q-U3NTcmSkw)XgG9TpM?>ml2M5v zMc+InDJ|8|+{nz_&?Lzq(ZnDr#n2+j#Mm;$Fv;A~+>8;V^aCTy2S$c#AC_HxcYeAA J!$jXm697g(A~XO1 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/010943d94fe494e074354a7b2c9443bd b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/010943d94fe494e074354a7b2c9443bd new file mode 100644 index 0000000000000000000000000000000000000000..8d6d8647aec8bf666fcf3369e4730acaca153dbb GIT binary patch literal 194 zcmV;z06qT<+aTV;00000000000VuUE{a|PSH3a|y${{0gC(Z%<|Ht0R|C>ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/17141f74233eb3f2670b61a8b2be7177 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/17141f74233eb3f2670b61a8b2be7177 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0S60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tyleZz*NzpRnTiaH2j!tQ zltocAX*tbOPJ0_82;W84hjB*Bu`x(0V{!6x_LlmlLkih*yi-bce>dBm)T+aehe))lk6-fdt7#=ED|9Ekb>1LC#95>6S=TV04AxS;((zL nU@#yNSl~cl&^QPP06@k{Bna?AU?+I!Zx|ZJWN(!xW~_4-`c-1( literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..d4a44beaa --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113603669848856, "commit_timestamp_nsecs": 1772113604244429611} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/d/cf40c2cd3093b63b122eee412ed1f29b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/d/cf40c2cd3093b63b122eee412ed1f29b new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0S60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/690ef970ffd8e1d18015447266509348 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/690ef970ffd8e1d18015447266509348 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq09?_Jw=`^#dSYf5vnUZG zCE`U{8i*dPj!H@P-kV6!v7!3ZS!*ME?-X}XESH7_EShFP9Tdx@kx-%VpHT@>pb1p@ zpN{^kgp{(i*qn17##*8#=Tq*+XZztgUdzrQTTiajxcwBlCEeVNyDgu^cF35j)7UAm z7f~j8nJXi%EeQXAJO)xy|Bo0*L}dan`9Z@)hQk>M5DWqeFdifz0s;Ulp?WwJG{703 EWTLiJQ2+n{ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a97b42216 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "commit_timestamp_nsecs": 1772113602171521632, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/249dacf24c2979be4ee0e621e12fb6fb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/d/249dacf24c2979be4ee0e621e12fb6fb new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq04P z^o>j`QxcQYj7*Y^EX^&GQcY4*4N}dF3{wq_(vr;5k{CfsKQOXS60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/babe873c4c3d9f5a328cc35599609e8a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/babe873c4c3d9f5a328cc35599609e8a new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0m>n*kXC#zL!$I0$u(&W_B$P@-0U`2#N$6ml ziZl6-e*PzPl8lwrV|H%mjBKTAnC@(IVXQ5?)ymjvmiC0JHQk1BcP|K^YK&6mWY72F zYRGFNo2uWE?Bue7-5&J6K)?V>>Hp92n3zBukVj}_6jUgI04Ne52p$|30s;Ulp>{YF IG-JW*y+`6-H2?qr literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..a3955245c --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113598467281268, "commit_timestamp_nsecs": 1772113599047082174, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/d/e2292d5826625632e1ae633e4cadea78 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/d/e2292d5826625632e1ae633e4cadea78 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq03&d5$`xl-EeOoj%IhC|o&Sr|bo8I>4P z^iz$DER9l3EsV^}j7-gpjZzI0Q_YNxQ%#Z+Q&JPnEf_&cKQOXS60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/9e5f83cbbab23851ea0fcfe6748026a5 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/9e5f83cbbab23851ea0fcfe6748026a5 new file mode 100644 index 0000000000000000000000000000000000000000..a8adc2748e584922acd5e8419b77bcfceeb2d04c GIT binary patch literal 169 zcmV;a09OAD+aTVl00000000000VuUE{UEe;1OS4`9v^_mIWsV~YhQmtWVtrpPD?8t zO;mam0|H_@;3yc#w$mUVwc)oU3zg}sAD-u3{F*nm=D7SiO`oJSwp^XS49_ow;<`HW zsH|{1agVjzhOMhfkZ=2JyZVY9J-^tcJiqQ`*gWMbQ9$Hd;T%S}WE=}fnKeQJ3OEcS X1ppxnV8Y}jlgMh`SJ6^tZxAXgGapFg literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..4d851708b0ddcda6728f32d6bd9519c36ba60c9a GIT binary patch literal 235 zcmVf$^}w@Jymhl+XZ>Hj+lF zqzYvkRaK{9lC$oX>c;M8oXQ{CW(zumk@ehvu6^B~k`wCqEUKQf8?$q}cFArK|2Jef z-|N-x9O25i-k|mzl+4(E`)+cVzhZAc87?nmwQ5Bq1TsLtFpZlSL*g)? lNIVFNfC&mh#6d>~06@k{Bna?AU?+GZ^iK9xc>?r=VM|cT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/2f023e9a4370d7e9e1cb7191fddd5ce4 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/2f023e9a4370d7e9e1cb7191fddd5ce4 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq08m52=Ux1oH@4=u{5nmaq&2o&-M|jdFNET{ zI`XKja6562wcCcRt7(vL`)s@ViXA<_*rhzb?q%3K_jB?310w8792oWgA bB5)W+1ppxnV8Y}jlgMh`U(r%#VJE8kws}!e literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/b43decdc230ed449745bfe6700603c07 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/b43decdc230ed449745bfe6700603c07 new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%Wuiz`{N0FT(cP5!|egCMA6D+mJ9Y;|t7eyi2U`PZ?WgIAqPlnFvfy1cZcx0S1CX kWkE6lpi$8f2mnCFN+byILSQGj=x-bx#$<1mC!NFdyrPw4?*IS* literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..1ebf847cd --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "init_timestamp_nsecs": 1772113600447818787, "commit_timestamp_nsecs": 1772113601039817266, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/d/46d9523806b93f97dca117629f28dc3f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/d/46d9523806b93f97dca117629f28dc3f new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/aa4243802b5a3e59f37c692c6e97a649 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/aa4243802b5a3e59f37c692c6e97a649 new file mode 100644 index 0000000000000000000000000000000000000000..57b9216da50c0b7edea3ca17acf439ebc4b6a613 GIT binary patch literal 240 zcmVT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0S60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0CSan_Wo0dNAnZwY)(QxRxJ_{pAC8H8U zioThlrA3ORp+T}~nvq4Csb#8>L0XboQi`!zijjGug*hWg=?6xZ4~z`eb8BwCKR;c9 J!Soa-CjgBJA|e0) literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/8342ad37f4e7c329c571fefd71fb777c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/8342ad37f4e7c329c571fefd71fb777c new file mode 100644 index 0000000000000000000000000000000000000000..a8adc2748e584922acd5e8419b77bcfceeb2d04c GIT binary patch literal 169 zcmV;a09OAD+aTVl00000000000VuUE{UEe;1OS4`9v^_mIWsV~YhQmtWVtrpPD?8t zO;mam0|H_@;3yc#w$mUVwc)oU3zg}sAD-u3{F*nm=D7SiO`oJSwp^XS49_ow;<`HW zsH|{1agVjzhOMhfkZ=2JyZVY9J-^tcJiqQ`*gWMbQ9$Hd;T%S}WE=}fnKeQJ3OEcS X1ppxnV8Y}jlgMh`SJ6^tZxAXgGapFg literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/b71e112d861dd94474a5f4f1b5942399 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/b71e112d861dd94474a5f4f1b5942399 new file mode 100644 index 0000000000000000000000000000000000000000..8d6d8647aec8bf666fcf3369e4730acaca153dbb GIT binary patch literal 194 zcmV;z06qT<+aTV;00000000000VuUE{a|PSH3a|y${{0gC(Z%<|Ht0R|C>ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/eef2bd0f9010c0c7fc6aade1ddfa4566 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/eef2bd0f9010c0c7fc6aade1ddfa4566 new file mode 100644 index 0000000000000000000000000000000000000000..34ec758d3dabf72b4bfe875cf3749ac86fc9b4a5 GIT binary patch literal 233 zcmVS60{XhQST0&BdhJft=+W@u~wiUJ+d$A`N5(Simd|c2z zhqE5=>J87YvVCwhIyXgmo!o*r&Nau?6&l0yDn%l@dh@t;NeZ3lH5e(>*cAmK?-Zi$ z>MTOZ^Q?W6-v^FOED(14U;WP7zw-zRVL-tylT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq0a;O#x^0s&Fh&Ytbo*vMgpcLBZ*?gl{ickvW$~HM_O-_78pk*H z`Jd!wj_wN?Z@YDS((azW?O%WU(bydA%HPgqW5+yvSr&k`R+3UmDtSPWhS8)s7ak-C k5E=s_P;k%~fCL8sR)Rr*7XmwjuYw#LCS)I!C;aS5*3QFXt^fc4 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..cf7337dec --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"metadata": "orbax.checkpoint._src.handlers.json_checkpoint_handler.JsonCheckpointHandler", "state": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113608563708674, "commit_timestamp_nsecs": 1772113609210455323, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/metadata/metadata @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA new file mode 100644 index 000000000..d18275eb9 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": false, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f45f450de423e304bb24c196a84245c7de772db3 GIT binary patch literal 113 zcmd6R literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/0b2bc61f019042de4890d970f5a17019 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/0b2bc61f019042de4890d970f5a17019 new file mode 100644 index 0000000000000000000000000000000000000000..8d6d8647aec8bf666fcf3369e4730acaca153dbb GIT binary patch literal 194 zcmV;z06qT<+aTV;00000000000VuUE{a|PSH3a|y${{0gC(Z%<|Ht0R|C>ycOlj52 zHqryp{~{7pVO0Kj(tmtFY$S#u4dkOP43k5Z{`$f5yo_P$gi|Uy?xHt+VdyEH?B!Ymf2_yO)^-B3}sw2>D)kje4!&HbN~PV literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/4de681b3eea4c089a292488a21bee023 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/4de681b3eea4c089a292488a21bee023 new file mode 100644 index 0000000000000000000000000000000000000000..63a24bbda136164a7f84453415fe5dcb1491c339 GIT binary patch literal 221 zcmV<303!bk+aTWE00000000000VuUE{a}Is4F&*`ODHR#C+YwHKlbRVt~OfEjqI|J zO{gtfX>v(PCJ?$W-I@LWo~6$E)=S zew%Z;kkgu{hXn_`i+G|&^N4K%WuiT{yjbiF q08Aqb08aoE3pH|6EY55rWy=yq08m52=Ux1oH@4=u{5nmaq&2o&-M|jdFNET{ zI`XKja6562wcCcRt7(vL`)s@ViXA<_*rhzb?q%3K_jB?310w8792oWgA bB5)W+1ppxnV8Y}jlgMh`U(r%#VJE8kws}!e literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v0_checkpoints/non_critical_alterations/composite_checkpoint_metadata_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b942609aa6bcd97fdc73d8a27daf17a70ddedade GIT binary patch literal 231 zcmV;HZQEBrAcZ8uRxEetVa03M z{mz><8SYiAi(J{8HaF(lvf2aUok+?Q%0MJfPh7#mfJ8F^4Fi!p1O^8W=s^<{K@kb5 zqN=(m2`%%zDVcN4U0aUpE?e};ktMsv{{OESgUtKTnXy54zwOe!f2SK;_3vvVguK16 zp>jC>GhfiX`QXTKok9gQG#g hp@IQWBtSR<2LM3EN+byILSSd`$4baPC{LLlG{Lt)XoCO% literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA new file mode 100644 index 000000000..8e1426e5f --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113736265911296, "commit_timestamp_nsecs": 1772113736823688425, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/6334c7823097b27fe33831bfdb17a0df b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/d/6334c7823097b27fe33831bfdb17a0df new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_dir_ocdbt.process_0/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d0316ea8afccb6880c86c299aa454f3217e32380 GIT binary patch literal 113 zcmdl{mI1glZoL{?zT_77p6-v J%vZ_(2mmmaA@l$M literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA new file mode 100644 index 000000000..344f604aa --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113734463167488, "commit_timestamp_nsecs": 1772113735108013283, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/d/b90192c3036774eeca36cb7511fcde45 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/d/b90192c3036774eeca36cb7511fcde45 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6f48f15c05347edb5b44efa72f2234962a02011a GIT binary patch literal 113 zcmdml2M5v zML)^Xz|hht+1S9?%-q~0H8nZW*ep58+|p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/53da086958e2e0d75863beb856f6eaa9 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/d/53da086958e2e0d75863beb856f6eaa9 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file__sharding/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..9381a03c6be63cf6d4a93cd24a745c4649b934bd GIT binary patch literal 166 zcmd?=#FGzSS7>Qcs=UFoV}b@N7NU@JYs0zXgG9TpM?>ml8H%4 zfq@}K-#F38*u*s1!qCFfz}(O%CCS{t*wn<>C@nSB#K<7Y+|)QF(ZIsY($pf=DAgdv z+|q00|TF8Wf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/2cc2344d08e1d510be5e20660c85338f b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/2cc2344d08e1d510be5e20660c85338f new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a6b4eb1fce8f5051d3f36619dc33dd78 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/a6b4eb1fce8f5051d3f36619dc33dd78 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/b6c06e11316deda5e315b9898a124a93 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/d/b6c06e11316deda5e315b9898a124a93 new file mode 100644 index 0000000000000000000000000000000000000000..0f5426c04addc6f2ec890c22c637f378738a6ba3 GIT binary patch literal 343 zcmV-d0jT~A+aTUo0RR91000000VuUE{a_RW-3b6D5jrk_H_ZVv03tD>=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/critical_alterations/missing_pytree_data_file_manifest.ocdbt/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..95deae43a17def5225d5b2eaffedaf0b4c8aa194 GIT binary patch literal 204 zcmV;-05ks#+d3-D00000000000VuUE{UE@N1pp$;C@Y{T9X-a7eKOWqnY+0nhTs&T z(e!5Rlq7?G1&+v;q)ajarC3T0kl&U`runE?91W4l1p~xH9~Fy3fdFG6Ga00+p%+ca z%%eyTV)vHX*IaXuEkAqy-pjk+DK=~a?#$8Mc5}nNEU~72Y!?24{hG$iT1?$ZJ$smz z`F=~j7ONPQ#4{5D2~b6unTL^F9w-2m%-E{ci&i-R literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/_CHECKPOINT_METADATA new file mode 100644 index 000000000..9eecb56f4 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113740142410496, "commit_timestamp_nsecs": 1772113740697843098, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/deleted_checkpointable_present/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/_CHECKPOINT_METADATA new file mode 100644 index 000000000..90ec272e4 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113739239268352, "commit_timestamp_nsecs": 1772113739841162681, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/dummy/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/dummy/_METADATA new file mode 100644 index 000000000..2995a4d0e --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/dummy/_METADATA @@ -0,0 +1 @@ +dummy \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/d/f9cabe26e4bc37d9cdb0fc2a6b96c5f7 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/d/f9cabe26e4bc37d9cdb0fc2a6b96c5f7 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0310a28debe35b68ef7221c79e3a77c3d0ad6fee GIT binary patch literal 113 zcmdPy|iU~7p6-v JOmBGn901c}Bz^z@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/d/a24b52b1d13f61938b1dbe4d26e9b2ac b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/d/a24b52b1d13f61938b1dbe4d26e9b2ac new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/d/a2ac8b6003a02ec67ef58fc71a3fe6e8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/d/a2ac8b6003a02ec67ef58fc71a3fe6e8 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/general_alteration/dummy_checkpointable_present/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f4ebbf8ef0b4921704ab9a919859c9b22ec8a581 GIT binary patch literal 164 zcmd?==5Y^So|yX@$zFzr`%ny?75nm+RMI1 z90Nm&exi{{lBrRWVTz$~nwg=cu?3KslxmV3)3a4m+>qG(F_MC=R5@f Ded{p= literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..e201bfd1a --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113722683854080, "commit_timestamp_nsecs": 1772113724873590378, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/58770c60583f944b5df97365c28afc46 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/d/58770c60583f944b5df97365c28afc46 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ac0081bc83a0c5d82b11007ba669e7a1074dce14 GIT binary patch literal 113 zcmdp=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/7e15730d3844226c4b246e38290ea18d b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/7e15730d3844226c4b246e38290ea18d new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..42767500b3957a4ed99790dba381866f10c195f9 GIT binary patch literal 166 zcmd?=#FGzQ2k}QKrDsz|MBQBAL0C>GYkzJ4TrAlvoL~GGBGJB zFfgR(o1~^BS{j*|rnj0IW7+aW_7#W!* znTn57z97+D&mCK_6#FflR#O#>Ral<6lE6AOrBVAvPXB+Gqay2RqL3{4Qtuv0Wi F7XUfFEBF8a literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..cfb5bdbe7 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113725106195968, "commit_timestamp_nsecs": 1772113725664503384, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/d3963003c75fd29ff9412d0d89fe355a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/d3963003c75fd29ff9412d0d89fe355a new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..41ff335634820f3e4ef4ad9d95610a60819c02ec GIT binary patch literal 113 zcmdf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/24ce17ba3f47968f517a15c8a346eb9c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/24ce17ba3f47968f517a15c8a346eb9c new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/3a2ce8229219897277e1f4787811ba30 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/3a2ce8229219897277e1f4787811ba30 new file mode 100644 index 0000000000000000000000000000000000000000..56400eb4d3a9a93aae661df33e9c18775ed2f8a6 GIT binary patch literal 358 zcmV-s0h#^`+aTU%0RR91000000VuUE{a`2qRSE#c5j`<*wP_Cg|NZ}eaP|M~)lajv z4)ncCvHSb6e`}#l_OJgg;CA4H|6Ms%z^`e0E@5$yF0ME zi`^C2-NYgg490*)z`^b+GK!2s(;AW}DMMpUzBroJutC9M6N=sZw1eVvvc+anQ`Gdy zFoJr1y(=8Arbq&0y&HH!qkNTT1idH9cFeka6JnGY1?}RyicEKvUYvE9ngPdBa*C{Cec)VnfzxYbPs=0*>QUu1xu`tE)>qC%2RF%CX)NWDA4vJy(A? zHNH!gab?$R@`O%r52ww>9s(dBP=X<3NH_2#2I>`3W?aH@kr@$L9JZGH6ZJNO_=#34K|317JI@GwwS|NsAgk=Pm;my~9S zwCzv2k^U7eTR!LzOw;#m(ijXnT-6pL2S?H9ZD-tGZ&ph0?9DH4j%^jV!E#3n< zRJ&euQrWHs{ouBq;!VpYXTH_RWBcfrXYRjWBe(DYSYJH@HC8FLG z0So*f!a%n&1S$Yf6af|vCyF@MkN zy*!_T-6r$cE5EJhU~KH7WX9lrFZSf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..6344b33485a192fe58f800de795dde42168235b8 GIT binary patch literal 113 zcmd4 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/49ff84cb3ac23b834d6abc8f36e979c8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/49ff84cb3ac23b834d6abc8f36e979c8 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/9debea067513fd9a9e043b338b39598a b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/9debea067513fd9a9e043b338b39598a new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5509b3cd8d8f6a5b25cb61c3f703b6244b0af94b GIT binary patch literal 166 zcmd?=#FGzaE-M$wsmSb<>_VEHk-q;fuVt;;m~z`7DkXtCMG2X z28I-U6U($T3zOs|f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3d72c099ab63c5a372d53022ea8cce744e4888e4 GIT binary patch literal 113 zcmdjF}CEx2$%ospq|qv6nXeHKQLN=7Ay z6#c{$OVcz{^Teb?OH0EPGow@sb91BAG=r4nWK%P9!!$;a(w|H$KbaUf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/acecf2f196d681f1b02c4371cee7d3a3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/acecf2f196d681f1b02c4371cee7d3a3 new file mode 100644 index 0000000000000000000000000000000000000000..0f5426c04addc6f2ec890c22c637f378738a6ba3 GIT binary patch literal 343 zcmV-d0jT~A+aTUo0RR91000000VuUE{a_RW-3b6D5jrk_H_ZVv03tD>=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/dd55078c704b5c6d9c9bf61d1e7b6ed0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/dd55078c704b5c6d9c9bf61d1e7b6ed0 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/has_checkpoint_metadata/unregistered_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7ae4f6fc2ef10bf3c0e004f19d2a5a3bff68b48f GIT binary patch literal 204 zcmV;-05ks#+d3-D00000000000VuUE{UE@N1ppGuC@Y{T9WzS6-+(pOTf{lRNX5%_ zjh8Z|!Y`lsQYN{#+$oPsDt+`rlr7Uv0qB@SjmY32LxO_2a7>~`gvEjYA~Gqnl9Xgf zL`=CPeYcw3{;t=}+b@6GQFg}qJpT$(&(8U>a=g*rw`~1t`T9}O?}J(+kBE;4Br_o*E=+_1Apwx!L;wb)@_^tBI5ZF>R1_!#0{|f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..36923c952b2571176b6309b686544f03bee3bd5a GIT binary patch literal 113 zcmdpG*upul*6^xiDRV JVfG|*YXHo8BM1Nh literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/aed7ed733c2d26ad9b3e22bcfea044b1 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/aed7ed733c2d26ad9b3e22bcfea044b1 new file mode 100644 index 0000000000000000000000000000000000000000..56400eb4d3a9a93aae661df33e9c18775ed2f8a6 GIT binary patch literal 358 zcmV-s0h#^`+aTU%0RR91000000VuUE{a`2qRSE#c5j`<*wP_Cg|NZ}eaP|M~)lajv z4)ncCvHSb6e`}#l_OJgg;CA4H|6Ms%z^`e0E@5$yF0ME zi`^C2-NYgg490*)z`^b+GK!2s(;AW}DMMpUzBroJutC9M6N=sZw1eVvvc+anQ`Gdy zFoJr1y(=8Arbq&0y&HH!qkNTT1idH9cFeka6JnGY1?}RyicEKvUYvE9ngPdBa*C{Cec)VnfzxYbPs=0*>QUu1xu`tE)>qC%2RF%CX)NWDA4vJy(A? zHNH!gab?$R@`O%r52ww>9s(dBP=X<3NH_2#2I>`3W?aH@kr@$L9JZGH6ZJNO_=#34K|317JI@GwwSf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/f9cec90cd512033b81d7bccc08604f95 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/d/f9cec90cd512033b81d7bccc08604f95 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/has_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..3c6041d4308d3d024ea44bdb2db432918002e120 GIT binary patch literal 207 zcmV;=05Jay+d3-G00000000000VuUE{UE@l1pp$8DK3C1%>f+eOm@2j-6TVC7C<&Z z+#+*>NRda7Ni4>I2sIHADQ$!rG$<5{S|VEtk5DQPNJIhxBsL60D3!;VusHbNII0+0 zp$^yoN0-y!WT<&)cctU>0jlT!mj**2F>y>@@W3zu6f&lP022uoE+7H}04t%gMn?D` JpaCq-*-k0VRfqrp literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/00774f11e32859c24fbb20fb1fb208eb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/d/00774f11e32859c24fbb20fb1fb208eb new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..5c674f63fdccbde71ba75f37c451599cc4c1c2ba GIT binary patch literal 113 zcmdml2M5v zMc=@{+}tG1&@k25$imbz*~la literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/25e384fbbdaf091793a4e43910efc0ed b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/25e384fbbdaf091793a4e43910efc0ed new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/514bf94895775c65a3814ef8358a8c70 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/514bf94895775c65a3814ef8358a8c70 new file mode 100644 index 0000000000000000000000000000000000000000..0f5426c04addc6f2ec890c22c637f378738a6ba3 GIT binary patch literal 343 zcmV-d0jT~A+aTUo0RR91000000VuUE{a_RW-3b6D5jrk_H_ZVv03tD>=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/fba1059d92ad7fbfb230f34ee178b0af b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/d/fba1059d92ad7fbfb230f34ee178b0af new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/missing_checkpoint_metadata/composite_checkpoint/missing_pytree_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..ecfcfd5da8d87fcfcc6016db36bc9e7e7f9a947c GIT binary patch literal 206 zcmV;<05Sgz+d3-F00000000000VuUE{UE@d1ppFDDJ_7vZICA%xdiPtpy?0=Gz1L; zf>NoiK3BR7hnV=i?EdcVZYXsIhRWYQ+0;_)R8|uiAP_{5!+=v+&2vZ?-OVuf2ERPO zyPNsK-nL7p%Q?bt@ZG;Zv3(U+*_^%KrbI23kbaJiLMt1RoKsdB>)+@k&Q1E)pb%6q6cSTG!a{^H5vVW#Jf;HxE1|MRLiQ`5 I0h0TclgF}M761SM literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..ce513aae4 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113732905549056, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/d/b59a037c76aec6490f9eaae3d6aacdfc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/d/b59a037c76aec6490f9eaae3d6aacdfc new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..0c889b63d4164ebe8e364b619832ee705bdfb376 GIT binary patch literal 113 zcmdl<>{Ziy0a?8V+68XJG`XWK?2E z(N8k9Of)byPc}D8Oiea3u{21tOifHoHBK>0OiWHmOJ)Qq{mI1glZhd5n~)aoh3OIu Jr{84$002Y9B4Pjl literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/0648b9c68c3285f4bbcbe57bf3e85222 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/0648b9c68c3285f4bbcbe57bf3e85222 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/63544f98c93d26d0ff6b68f7f85770bc b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/d/63544f98c93d26d0ff6b68f7f85770bc new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_commit_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f5eb73daffa8053363bce37c59e4c1e95484c8ec GIT binary patch literal 166 zcmd?=#FGza9ol7Kl6rakM&vx36ZGfuNWFQ8V+68XJG`XWMWcM zU|>kmH!w4?NU}^evq&~JvM^0ENlHpiN;Nf4N;6KiFf}qVGBY+cF-fzuNVYUiF)~Xr zNJ}$IGP6iCPqQ#JH#bO1W@2PwU;vr8l<6lE6AOrBV0ga&k__*K=@PEOdo@5b!^GXq F$pCokE!+SA literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..e6670c997 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113733688077312, "commit_timestamp_nsecs": 1772113734247051715} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/d/6cdb667162e19755ecfaa7f6e0480b6b b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/d/6cdb667162e19755ecfaa7f6e0480b6b new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..36c938081079f79cc5ff90bf5e3348f6b240e652 GIT binary patch literal 113 zcmd{B$=6+8=4uV8d{p0nx-bFB_^7unWY+-SQsRkB{71O{$yhL$;9CK_kRTMh3OIu JM_E4p0{|qhB0&HE literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/af17b148002e76fb972cdec0401ba9e3 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/af17b148002e76fb972cdec0401ba9e3 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/e4f4d01a1cc56fa97f7494ad4b127cb2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/d/e4f4d01a1cc56fa97f7494ad4b127cb2 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_custom_metadata_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..b594d45870e8fdf9d688274ce9d9fb6a5ffa7a7f GIT binary patch literal 166 zcmd?=#FGzcqzks=E9ZCcO{AYf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..f8b87147f7bd5695f48a43aaf4fd4413b92755e6 GIT binary patch literal 113 zcmdf*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/671f8b307a977c720d99181f8db99da8 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/671f8b307a977c720d99181f8db99da8 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/a7b426a1afea8c5bcdd6c03eada35bd2 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/d/a7b426a1afea8c5bcdd6c03eada35bd2 new file mode 100644 index 0000000000000000000000000000000000000000..0f5426c04addc6f2ec890c22c637f378738a6ba3 GIT binary patch literal 343 zcmV-d0jT~A+aTUo0RR91000000VuUE{a_RW-3b6D5jrk_H_ZVv03tD>=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_init_timestamp_nsecs_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..496c3d885b4e8bcac373b5db6b0003f2d7317e72 GIT binary patch literal 203 zcmV;+05ty$+d3-C00000000000VuUE{UE@F1pp$8C@Y{T9kZQSaA2b3UP;I{JWQwV z4U;lSGFR!xB&8%o%4E~6B7@d^BU`4O0_jL5O-AEl0%O4-!I4ZFiUNd}nG903P>L$( zl9@;sq~0N`zu`)c{Xd61*D&@rQx9+L`kDP*T(``hRC}#)x3t{FZH#%Hzb}lxQ8i?b z>{a9Tw2!Cu`OI`U2vkvK=E6Lbhe$vqAshxGDgqS%2M@!lNU(+j04t%gMn?7^paHS& F<)X7-S*id4 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA new file mode 100644 index 000000000..2a5241431 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113729842790912, "commit_timestamp_nsecs": 1772113730513235404, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/d/edb3e4a86479b43b526f1bc1272b86ac b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/d/edb3e4a86479b43b526f1bc1272b86ac new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..41014fa947cdbd94338cfdb7cbc7dd06153cb9ad GIT binary patch literal 113 zcmd!=x)i&SN>Ph4nDi&0T$nDw J@FDJR1ONj~BpCnz literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/21bc6188e4aac62aa35bbecf7dae27fb b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/21bc6188e4aac62aa35bbecf7dae27fb new file mode 100644 index 0000000000000000000000000000000000000000..0f5426c04addc6f2ec890c22c637f378738a6ba3 GIT binary patch literal 343 zcmV-d0jT~A+aTUo0RR91000000VuUE{a_RW-3b6D5jrk_H_ZVv03tD>=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/25b0184860e4d9685f8bec2a5a0abc66 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/25b0184860e4d9685f8bec2a5a0abc66 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/c78400042c52397c6c6a9c7f820f0807 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/d/c78400042c52397c6c6a9c7f820f0807 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_item_handlers_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..d24074a2b2337ec1b05880be6e285b578fc79608 GIT binary patch literal 205 zcmV;;05bm!+d3-E00000000000VuUE{UE=U1ppEYDJ_sG>Hj;TYO&W*wge2b1f)R< z>GQA#EgrG3f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..c99bf10b27e27d81d517d50bdbc579003bc52d98 GIT binary patch literal 113 zcmdml2M5v zML*Rj%{(R5!ot+V!oo5w%_2F)ILR>4I4#A@B*i4f+>{Zd^d}R`PbP-aw)0DPE=-qT J2%5R<1_1h%Avpj5 literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1e5c684f3c6377040bcbf5988f5103ca b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/1e5c684f3c6377040bcbf5988f5103ca new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/a693ff7e4d7542f533d74f83b6bfd384 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/a693ff7e4d7542f533d74f83b6bfd384 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/f4091c4472a10f09104fb35ec2092949 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_metrics_metadata/state/ocdbt.process_0/d/f4091c4472a10f09104fb35ec2092949 new file mode 100644 index 0000000000000000000000000000000000000000..56400eb4d3a9a93aae661df33e9c18775ed2f8a6 GIT binary patch literal 358 zcmV-s0h#^`+aTU%0RR91000000VuUE{a`2qRSE#c5j`<*wP_Cg|NZ}eaP|M~)lajv z4)ncCvHSb6e`}#l_OJgg;CA4H|6Ms%z^`e0E@5$yF0ME zi`^C2-NYgg490*)z`^b+GK!2s(;AW}DMMpUzBroJutC9M6N=sZw1eVvvc+anQ`Gdy zFoJr1y(=8Arbq&0y&HH!qkNTT1idH9cFeka6JnGY1?}RyicEKvUYvE9ngPdBa*C{Cec)VnfzxYbPs=0*>QUu1xu`tE)>qC%2RF%CX)NWDA4vJy(A? zHNH!gab?$R@`O%r52ww>9s(dBP=X<3NH_2#2I>`3W?aH@kr@$L9JZGH6ZJNO_=#34K|317JI@GwwS1> zYHg)0rTuW95mHJiQ<5^(JzuyR9f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..140031d32b83688877ea3c12ac4bdda557c9a14d GIT binary patch literal 113 zcmd=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/a5b99fb7cb397701f9df22ae4eb1289c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/a5b99fb7cb397701f9df22ae4eb1289c new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/cb73f59a38f1d39c9af0264d0e12b889 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/d/cb73f59a38f1d39c9af0264d0e12b889 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_performance_metrics_metadata/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..2a0b7743c36cbd448de929c3e71165e9a8e79cb9 GIT binary patch literal 208 zcmV;>05AUx+d3-H00000000000VuUE{UE@t1ps1;Dlc$Lnge`=55|AACF z^r8&^^~`^y4C42Cl}wSfO%t-iE2{YxB(NOD5s&j679xj#oRbCv!KDThlPY zb!oR(gUq#ZjlIRPnaM?o|0k0GRrLSNgK~kWKq|M;xL7!#m?%IncyJg{Xvhcx04t$- KI21IQz}c&2$Xf~k literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA new file mode 100644 index 000000000..bf7daf845 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113737328668672, "commit_timestamp_nsecs": 1772113737879641766, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/d/8d69e7bdb26de37b9e5eca7dc7f51c8c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/d/8d69e7bdb26de37b9e5eca7dc7f51c8c new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..7f6c892f6af389f63aa9ed6f007c1d81a5e57152 GIT binary patch literal 113 zcmd2L8^%Badi+1$Q2x4g9XgG9TpM?>ml2M5v zMc*RD%rezHDJ99sEG5<0JjpWEG&MQVJSEvY&D1d2BAF4S^d}R`PbP*Cr-_Dq7p6-v JBpUhj0042{Ar=4t literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/71cc13ea065593854b1dd6c391f0447c b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/71cc13ea065593854b1dd6c391f0447c new file mode 100644 index 0000000000000000000000000000000000000000..0f5426c04addc6f2ec890c22c637f378738a6ba3 GIT binary patch literal 343 zcmV-d0jT~A+aTUo0RR91000000VuUE{a_RW-3b6D5jrk_H_ZVv03tD>=}gEJ^jHi3 zy*sh{`>}s(p-t9@37t4==ifcVWCBPSgoW`j$}s>d04o6R2aeDvU*-8YuZgnVvhLn= zm?S=tcFXQ6E)0qbgK11#K%%4$i#fT%Fu_29z$$hF5abPOeemm%pNs8Sr>&i=@ZqMN z6Q7eUHiKG{qECj8)AQ>+;rJ9i8XPM%zC)F9W!G$Sghp=-)n;Q5?c#fSM0b@|)H-ZR z!>6W@oAt>Sysz>^rDUI8hCfrw9KNKPRB#^PF-@(nn2ZH`fLZW|1bIW~^5tj$4d*kH4u p29tFVn=s=?8nZ!E(P9JPK-f|VyxQau(uHcEG{tj@IR@J*XDHD*nsNXD literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/ab46d406db505c4dc56d4328ecc47d67 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/ab46d406db505c4dc56d4328ecc47d67 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/c74fab4c8cf9b7948064d2e376cf3191 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/d/c74fab4c8cf9b7948064d2e376cf3191 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_array_metadatas/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..e45a41e7ff8cbc490b2e8255c01097978d5b7028 GIT binary patch literal 205 zcmV;;05bm!+d3-E00000000000VuUE{UE@V1pp!oDJ_sG>D%b-uTAjQ{RQZ+;^9J8 z^9m2%M9KoW7rpnETkf`d3ZE1p5PBVoY)MjwR4k8lkl;uH4gg5S@+dHfaQNS#%#6I` z!}C8%2C1i3IEaReiUA4?1ci+Sh64aAp|VCs_#mJG H2ygOWQDs`y literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA new file mode 100644 index 000000000..cfcc41eb5 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/_CHECKPOINT_METADATA @@ -0,0 +1 @@ +{"item_handlers": {"state": "orbax.checkpoint.experimental.v1._src.handlers.pytree_handler.PyTreeHandler", "metadata": "orbax.checkpoint.experimental.v1._src.handlers.json_handler.JsonHandler", "descriptor": "orbax.checkpoint.experimental.v1._src.handlers.descriptor_handler.DescriptorHandler"}, "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1772113738292652288, "commit_timestamp_nsecs": 1772113738834790391, "custom_metadata": {}} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/metadata/data.json b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/metadata/data.json new file mode 100644 index 000000000..7ac5d3905 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/metadata/data.json @@ -0,0 +1 @@ +{"metadata": "json_data"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/orbax.checkpoint b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/orbax.checkpoint new file mode 100644 index 000000000..e69de29bb diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_METADATA b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_METADATA new file mode 100644 index 000000000..58dab14f3 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_METADATA @@ -0,0 +1 @@ +{"tree_metadata": {"('a',)": {"key_metadata": [{"key": "a", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [8]}}, "('b', 'c')": {"key_metadata": [{"key": "b", "key_type": 2}, {"key": "c", "key_type": 2}], "value_metadata": {"value_type": "jax.Array", "skip_deserialize": false, "write_shape": [3]}}}, "use_ocdbt": true, "use_zarr3": true, "store_array_data_equal_to_fill_value": true, "custom_metadata": null} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_sharding b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_sharding new file mode 100644 index 000000000..af17d0bcf --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/_sharding @@ -0,0 +1 @@ +{"YQ==":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}","Yi5j":"{\"sharding_type\": \"SingleDeviceSharding\", \"device_str\": \"TFRT_CPU_0\"}"} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 new file mode 100644 index 000000000..9e1980540 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/array_metadatas/process_0 @@ -0,0 +1 @@ +{"array_metadatas": [{"array_metadata": {"param_name": "a", "write_shape": [8], "chunk_shape": [8], "ext_metadata": null}}, {"array_metadata": {"param_name": "b.c", "write_shape": [3], "chunk_shape": [3], "ext_metadata": null}}]} \ No newline at end of file diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..934746d6afacdb85c44953188c25ef951331502d GIT binary patch literal 113 zcmd(QxRxJ_{pAC8H8U zioS_)YKpO?VVbdVvbmwLVOnCcWum2lp`}rpNm81Du^A&s=}#t>pG*wR<$T$E7p6-v JEO%Iu00266AW{GT literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/0a89a7da9b84d56befd1fec61de73409 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/0a89a7da9b84d56befd1fec61de73409 new file mode 100644 index 0000000000000000000000000000000000000000..d610a0fd3fff9aedfb16b97d8c1e10bae28d26e3 GIT binary patch literal 293 zcmV+=0owiy+aTU00RR91000000VuUE{b1w*O$Y#D4=^X7CCvf<|NsA>p=N*D?y^3S zw)>OTTF55b_P>xNTK8KF>im1fiWVs)sZ2v;9UZ;VZruj?Xh41E)5UtvAxA$X$?lC@ zDz)uuRpN7YNUYg9*v9TC@w~~%Na}AF`;Im~Mbw!Y7q;kmT-hkTPfGW$&gvR3LOrr= zP`;_iHb*^S*C69v%`WJ9>zm2;)t6B|dJ+T(^)*l>GIUaVCJtf9?x;7{$y#_S?9Oo% z8ifWkC>X{9L$@*nGyvcr97h@ez>^rDUV)Su->_UW1HTrBuFWw@&TWI?F~`O+mbE!( r4ZCa>)L^m>ViRWkNMkmLDq3tH90+46sU9IysJ2E^5U|ZVBWH>Otrdio literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/93c449f59306c62d69b2b9248e00bb88 b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/d/93c449f59306c62d69b2b9248e00bb88 new file mode 100644 index 0000000000000000000000000000000000000000..dc3b09d1bcba56661f9ea0874df1c663aa40b485 GIT binary patch literal 377 zcmV-<0fznz+aTU~0RR91000000VuUE{a{!F?Fs;P5f*CUjN=wrv9X zWZx6HZCmU{h}PzHj#ipA|?<8ySs}|Wbrw05{#s1f@DtaP$q7|567dySOsG@HC8P3n?eYU=s+-mpBoE(VtNR^SYk6s$a}2}+W3_q0Dar${5Kkee=I=qKUX<@&3%1GUHI zbUbSsS!&-@RO6amr(G?~JJt&0+a<#%+tN;5KPnIeJrG2J9pHe{03n X=;GDDm{n~?3A-LEJjcTWj^*W4cyXs@ literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints/v1_checkpoints/non_critical_alterations/missing_pytree_data_dir_d/state/ocdbt.process_0/manifest.ocdbt new file mode 100644 index 0000000000000000000000000000000000000000..a6ae2bff5103779370a937b28ceb17e60d667923 GIT binary patch literal 166 zcmd?=#FGzSQ!54%vKlfspi24X1<)L%f!&Y(QxRxJ_{pAB@>g9 z0s}*ezCogeWukdXqGghWNs6giQfgX?VOnaknPEz*xv`0XrKNGQiHT*Jsim=jS+bc? zikW4SQIe&RiAAb`K~j>11rs9^&@`ZtOPPK$F|mM128RFY4sm=Jrc2!FJ(~%l8J>Sz G$OQoJ!!LaR literal 0 HcmV?d00001 diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py new file mode 100644 index 000000000..2c16aefba --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v0_checkpoints.py @@ -0,0 +1,449 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generates V0 checkpoints for compatibility testing. + +The checkpoints generated by this script are checked into the repository +statically. While our library's logic changes over time, user-held checkpoints +do not. Checking these in allows us to test the interaction between evolving +code and "frozen" static artifacts, ensuring long-term backward compatibility +that runtime generation (which only tests current library behavior) cannot +guarantee. +""" + +import json +import os +from typing import Any + +from absl import app +from absl import flags +from etils import epath +import jax.numpy as jnp +from orbax.checkpoint import args +from orbax.checkpoint import test_utils +from orbax.checkpoint._src.checkpointers import checkpointer as v0_checkpointer +from orbax.checkpoint._src.checkpointers import standard_checkpointer +from orbax.checkpoint._src.handlers import composite_checkpoint_handler + +FLAGS = flags.FLAGS + + +def _get_base_dir(): + if 'BUILD_WORKING_DIRECTORY' in os.environ: + return os.path.join( + os.environ['BUILD_WORKING_DIRECTORY'], + 'orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints', + ) + return os.path.join( + os.path.dirname(__file__), + 'checkpoints', + ) + + +_BASE_DIR = flags.DEFINE_string( + 'base_dir', + _get_base_dir(), + 'Base directory to save checkpoints.', +) +_OVERWRITE = flags.DEFINE_bool( + 'overwrite', + False, + 'Overwrite existing checkpoints.', +) + + +def create_pytree() -> dict[str, Any]: + return { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + + +def create_json_object() -> dict[str, Any]: + return {'metadata': 'json_data'} + + +def _standard_checkpointer_save_pytree(path: epath.Path) -> None: + """Saves a direct checkpoint using StandardCheckpointer for pytree.""" + pytree = create_pytree() + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + with standard_checkpointer.StandardCheckpointer() as checkpointer: + checkpointer.save(path, pytree) + + +def _checkpointer_save_composite_mixed(path: epath.Path) -> None: + """Saves a composite checkpoint using Checkpointer + CompositeHandler.""" + json_object = create_json_object() + pytree = create_pytree() + checkpoint_args = args.Composite(**{ + 'state': args.PyTreeSave(pytree), # Represents pytree checkpointable. + 'metadata': args.JsonSave(json_object), + }) + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + with v0_checkpointer.Checkpointer( + composite_checkpoint_handler.CompositeCheckpointHandler() + ) as checkpointer: + checkpointer.save(path, checkpoint_args) + + +def generate_v0_checkpoint( + path: epath.Path, + is_direct: bool = False, +) -> None: + """Generates a V0 checkpoint with the given save function.""" + if is_direct: + _standard_checkpointer_save_pytree(path) + (path / 'descriptor').rmtree() # GOOGLE_INTERNAL + else: + _checkpointer_save_composite_mixed(path) + (path / 'state' / 'descriptor').rmtree() # GOOGLE_INTERNAL + + +def modify_item_handlers( + path: epath.Path, checkpointable_name: str, handler_name: str +) -> None: + """Modifies the item handlers in _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + data['item_handlers'][checkpointable_name] = handler_name + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def delete_checkpoint_metadata_field( + path: epath.Path, field_to_remove: str +) -> None: + """Deletes a field from _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + del data[field_to_remove] + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def v0_metadata_present_composite_has_pytree() -> None: + """Checkpoint metadata present, composite, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'has_checkpoint_metadata' + / 'composite_checkpoint' + / 'has_pytree_metadata' + ) + generate_v0_checkpoint(path) + + +def v0_metadata_present_composite_missing_pytree() -> None: + """Checkpoint metadata present, composite, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'has_checkpoint_metadata' + / 'composite_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v0_checkpoint(path) + (path / 'state' / '_METADATA').unlink() + + +def v0_metadata_present_direct_has_pytree() -> None: + """Checkpoint metadata present, direct, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'has_checkpoint_metadata' + / 'direct_checkpoint' + / 'has_pytree_metadata' + ) + generate_v0_checkpoint(path, is_direct=True) + + +def v0_metadata_present_direct_missing_pytree() -> None: + """Checkpoint metadata present, direct, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'has_checkpoint_metadata' + / 'direct_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v0_checkpoint(path, is_direct=True) + (path / '_METADATA').unlink() + + +def v0_metadata_present_unregistered_has_pytree() -> None: + """Checkpoint metadata present, unregistered, has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'has_checkpoint_metadata' + / 'unregistered_checkpoint' + / 'has_pytree_metadata' + ) + generate_v0_checkpoint(path) + modify_item_handlers(path, 'state', 'UnregisteredHandler') + modify_item_handlers(path, 'metadata', 'UnregisteredHandler') + + +def v0_metadata_present_unregistered_missing_pytree() -> None: + """Checkpoint metadata present, unregistered, missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'has_checkpoint_metadata' + / 'unregistered_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v0_checkpoint(path) + (path / 'state' / '_METADATA').unlink() + modify_item_handlers(path, 'state', 'UnregisteredHandler') + modify_item_handlers(path, 'metadata', 'UnregisteredHandler') + + +def v0_missing_metadata_composite_has_pytree() -> None: + """Checkpoint metadata missing, composite, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'missing_checkpoint_metadata' + / 'composite_checkpoint' + / 'has_pytree_metadata' + ) + generate_v0_checkpoint(path) + (path / '_CHECKPOINT_METADATA').unlink() + + +def v0_missing_metadata_composite_missing_pytree() -> None: + """Checkpoint metadata missing, composite, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'missing_checkpoint_metadata' + / 'composite_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v0_checkpoint(path) + (path / '_CHECKPOINT_METADATA').unlink() + (path / 'state' / '_METADATA').unlink() + + +def v0_missing_metadata_direct_has_pytree() -> None: + """Checkpoint metadata missing, direct, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'missing_checkpoint_metadata' + / 'direct_checkpoint' + / 'has_pytree_metadata' + ) + generate_v0_checkpoint(path, is_direct=True) + (path / '_CHECKPOINT_METADATA').unlink() + + +def v0_missing_metadata_direct_missing_pytree() -> None: + """Checkpoint metadata missing, direct, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'missing_checkpoint_metadata' + / 'direct_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v0_checkpoint(path, is_direct=True) + (path / '_CHECKPOINT_METADATA').unlink() + (path / '_METADATA').unlink() + + +def v0_composite_missing_non_critical_field_in_checkpoint_metadata( + field_to_remove: str, +) -> None: + """Saves V0 checkpoint and removes a field from _CHECKPOINT_METADATA.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'non_critical_alterations' + / 'composite_checkpoint_metadata_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v0_checkpoint(path) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v0_composite_missing_critical_field_in_checkpoint_metadata( + field_to_remove: str, +) -> None: + """Saves V0 checkpoint and removes a field from _CHECKPOINT_METADATA.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'critical_alterations' + / 'composite_checkpoint_metadata_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v0_checkpoint(path, is_direct=True) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v0_composite_missing_non_critical_pytree_data_files( + file_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes data files.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'non_critical_alterations' + / 'composite_checkpoint_metadata_alterations' + / f'missing_pytree_data_file_{file_to_remove}' + ) + generate_v0_checkpoint(path) + (path / 'state' / file_to_remove).unlink() + + +def v0_composite_missing_critical_pytree_data_files( + file_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes data files.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'critical_alterations' + / 'composite_checkpoint_metadata_alterations' + / f'missing_pytree_data_file_{file_to_remove}' + ) + generate_v0_checkpoint(path, is_direct=True) + (path / file_to_remove).unlink() + + +def v0_composite_missing_non_critical_pytree_data_dir( + dir_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes process directory.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'non_critical_alterations' + / 'composite_checkpoint_metadata_alterations' + / f'missing_pytree_data_dir_{dir_to_remove}' + ) + generate_v0_checkpoint(path) + (path / 'state' / dir_to_remove).rmtree() + + +def v0_composite_missing_critical_pytree_data_dir( + dir_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes process directory.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v0_checkpoints' + / 'critical_alterations' + / 'composite_checkpoint_metadata_alterations' + / f'missing_pytree_data_dir_{dir_to_remove}' + ) + generate_v0_checkpoint(path, is_direct=True) + (path / dir_to_remove).rmtree() + + +def main(argv): + del argv + epath.Path(_BASE_DIR.value).mkdir(parents=True, exist_ok=True) + + test_utils.set_tensorstore_driver_for_test() + + print('Generating V0 Checkpoints...') + # Three categories we'll generate against: + # 1. Is Checkpoint Metadata present? + # - Yes, No + # 2. Item_handler type (save method) + # - dict(composite), str(direct_pytree checkpoint), unregistered (invalid) + # 3. Is Pytree? (Pytree Metadata present in checkpointable dir?) + # - Yes, No + + # The directory structure will follow the categories above: + # base_dir / + # 'v0_checkpoints' / + # / + # / + # / + # Optional_Data_Alteration + + # Combinations + # V0,Yes,dict,yes + v0_metadata_present_composite_has_pytree() + # V0,Yes,dict,no + v0_metadata_present_composite_missing_pytree() + # V0,Yes,string,yes + v0_metadata_present_direct_has_pytree() + # V0,Yes,string,no + v0_metadata_present_direct_missing_pytree() + # V0,Yes,unregistered,yes + v0_metadata_present_unregistered_has_pytree() + # V0,Yes,unregistered,no + v0_metadata_present_unregistered_missing_pytree() + # V0,No,dict(composite checkpoint),yes + v0_missing_metadata_composite_has_pytree() + # V0,No,dict(composite checkpoint),no + v0_missing_metadata_composite_missing_pytree() + # V0,No,string(direct pytree checkpoint),yes + v0_missing_metadata_direct_has_pytree() + # V0,No,string(direct pytree checkpoint),no + v0_missing_metadata_direct_missing_pytree() + # V0,No,unregistered,yes + # N/A + # V0,No,unregistered,no + # N/A + + # Additional Corruptions + # Will generate composite and direct pytree checkpoints for metadata + # alterations. + # The directory structure will be: + # base_dir / + # 'v0_checkpoints' / + # <'critical_alterations'/'non_critical_alterations'> / + # 'composite_checkpoint_metadata_alterations' / + # / + + # Missing Fields + fields_to_remove = [ + 'item_handlers', + 'metrics', + 'performance_metrics', + 'init_timestamp_nsecs', + 'commit_timestamp_nsecs', + 'custom_metadata', + ] + for field in fields_to_remove: + v0_composite_missing_non_critical_field_in_checkpoint_metadata(field) + + critical_files_to_remove = ['_sharding', 'manifest.ocdbt'] + for file_to_remove in critical_files_to_remove: + v0_composite_missing_critical_pytree_data_files(file_to_remove) + + critical_dirs_to_remove = ['ocdbt.process_0'] + for dir_to_remove in critical_dirs_to_remove: + v0_composite_missing_critical_pytree_data_dir(dir_to_remove) + + non_critical_dirs_to_remove = ['array_metadatas', 'd'] + for dir_to_remove in non_critical_dirs_to_remove: + v0_composite_missing_non_critical_pytree_data_dir(dir_to_remove) + + print(f'V0 Checkpoints generated at {_BASE_DIR.value}') + + +if __name__ == '__main__': + app.run(main) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py new file mode 100644 index 000000000..480ea1587 --- /dev/null +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/compatibility/generate_v1_checkpoints.py @@ -0,0 +1,399 @@ +# Copyright 2026 The Orbax Authors. +# +# Licensed under the Apache License, Version 2.0 (the "License"); +# you may not use this file except in compliance with the License. +# You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. + +"""Generates V1 checkpoints for compatibility testing. + +The checkpoints generated by this script are checked into the repository +statically. While our library's logic changes over time, user-held checkpoints +do not. Checking these in allows us to test the interaction between evolving +code and "frozen" static artifacts, ensuring long-term backward compatibility +that runtime generation (which only tests current library behavior) cannot +guarantee. +""" + +import json +import os +from typing import Any + +from absl import app +from absl import flags +from etils import epath +import jax.numpy as jnp +from orbax.checkpoint import test_utils +import orbax.checkpoint.experimental.v1 as ocp +from orbax.checkpoint.experimental.v1._src.handlers import registration + + +FLAGS = flags.FLAGS + + +def _get_base_dir(): + if 'BUILD_WORKING_DIRECTORY' in os.environ: + return os.path.join( + os.environ['BUILD_WORKING_DIRECTORY'], + 'orbax/checkpoint/experimental/v1/_src/testing/compatibility/checkpoints', + ) + return os.path.join( + os.path.dirname(__file__), + 'checkpoints', + ) + + +_BASE_DIR = flags.DEFINE_string( + 'base_dir', + _get_base_dir(), + 'Base directory to save checkpoints.', +) +_OVERWRITE = flags.DEFINE_bool( + 'overwrite', + False, + 'Overwrite existing checkpoints.', +) + + +def create_pytree() -> dict[str, Any]: + return { + 'a': jnp.array([0, 1, 2, 3, 4, 5, 6, 7], dtype=jnp.int32), + 'b': {'c': jnp.array([1, 2, 3], dtype=jnp.int32)}, + } + + +def create_json_object() -> dict[str, Any]: + return {'metadata': 'json_data'} + + +def generate_v1_checkpoint(path: epath.Path,) -> None: + """Saves a direct checkpoint using save_checkpointables.""" + checkpointables = { + 'state': create_pytree(), + 'metadata': create_json_object(), + } + if _OVERWRITE.value: + path.rmtree(missing_ok=True) + + registry = registration.local_registry() + registry.add(ocp.handlers.PyTreeHandler, 'state') + registry.add(ocp.handlers.JsonHandler, 'metadata') + with ocp.Context( + checkpointables_options=ocp.options.CheckpointablesOptions( + registry=registry + ) + ): + ocp.save_checkpointables(path, checkpointables) + (path / 'descriptor').rmtree() # GOOGLE_INTERNAL + + +def modify_item_handlers( + path: epath.Path, checkpointable_name: str, handler_name: str +) -> None: + """Modifies the item handlers in _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + data['item_handlers'][checkpointable_name] = handler_name + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def delete_checkpoint_metadata_field( + path: epath.Path, field_to_remove: str +) -> None: + """Deletes a field from _CHECKPOINT_METADATA.""" + metadata_path = path / '_CHECKPOINT_METADATA' + with open(metadata_path, 'r') as f: + data = json.load(f) + del data[field_to_remove] + with open(metadata_path, 'w') as f: + json.dump(data, f) + + +def v1_metadata_present_composite_has_pytree() -> None: + """Checkpoint metadata present, composite, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'has_checkpoint_metadata' + / 'composite_checkpoint' + / 'has_pytree_metadata' + ) + generate_v1_checkpoint(path) + + +def v1_metadata_present_composite_missing_pytree() -> None: + """Checkpoint metadata present, composite, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'has_checkpoint_metadata' + / 'composite_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v1_checkpoint(path) + (path / 'state' / '_METADATA').unlink() + + +def v1_metadata_present_unregistered_has_pytree() -> None: + """Checkpoint metadata present, unregistered, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'has_checkpoint_metadata' + / 'unregistered_checkpoint' + / 'has_pytree_metadata' + ) + generate_v1_checkpoint(path) + modify_item_handlers(path, 'state', 'UnregisteredHandler') + modify_item_handlers(path, 'metadata', 'UnregisteredHandler') + + +def v1_metadata_present_unregistered_missing_pytree() -> None: + """Checkpoint metadata present, unregistered, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'has_checkpoint_metadata' + / 'unregistered_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v1_checkpoint(path) + (path / 'state' / '_METADATA').unlink() + + modify_item_handlers(path, 'state', 'UnregisteredHandler') + modify_item_handlers(path, 'metadata', 'UnregisteredHandler') + + +def v1_missing_metadata_composite_has_pytree() -> None: + """Checkpoint metadata missing, composite, and has pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'missing_checkpoint_metadata' + / 'composite_checkpoint' + / 'has_pytree_metadata' + ) + generate_v1_checkpoint(path) + (path / '_CHECKPOINT_METADATA').unlink() + + +def v1_missing_metadata_composite_missing_pytree() -> None: + """Checkpoint metadata missing, composite, and missing pytree metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'missing_checkpoint_metadata' + / 'composite_checkpoint' + / 'missing_pytree_metadata' + ) + generate_v1_checkpoint(path) + (path / '_CHECKPOINT_METADATA').unlink() + (path / 'state' / '_METADATA').unlink() + + +def v1_missing_non_critical_field_in_checkpoint_metadata( + field_to_remove: str, +) -> None: + """Saves V1 checkpoint and removes a non-critical field from metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'non_critical_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v1_checkpoint(path) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v1_missing_critical_field_in_checkpoint_metadata( + field_to_remove: str, +) -> None: + """Saves V1 checkpoint and removes a critical field from metadata.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'critical_alterations' + / f'missing_{field_to_remove}_metadata' + ) + generate_v1_checkpoint(path) + delete_checkpoint_metadata_field(path, field_to_remove) + + +def v1_missing_non_critical_pytree_data_files( + file_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes a non-critical data file.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'non_critical_alterations' + / f'missing_pytree_data_file_{file_to_remove}' + ) + generate_v1_checkpoint(path) + (path / 'state' / file_to_remove).unlink() + + +def v1_missing_critical_pytree_data_files( + file_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes a critical data file.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'critical_alterations' + / f'missing_pytree_data_file_{file_to_remove}' + ) + generate_v1_checkpoint(path) + (path / 'state' / file_to_remove).unlink() + + +def v1_missing_non_critical_pytree_data_dir( + dir_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes a non-critical directory.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'non_critical_alterations' + / f'missing_pytree_data_dir_{dir_to_remove}' + ) + generate_v1_checkpoint(path) + (path / 'state' / dir_to_remove).rmtree() + + +def v1_missing_critical_pytree_data_dir( + dir_to_remove: str, +) -> None: + """Saves a checkpointables checkpoint and removes a critical directory.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'critical_alterations' + / f'missing_pytree_data_dir_{dir_to_remove}' + ) + generate_v1_checkpoint(path) + (path / 'state' / dir_to_remove).rmtree() + + +def v1_dummy_checkpointable_present() -> None: + """Saves a checkpointables checkpoint and adds a dummy checkpointable.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'general_alteration' + / 'dummy_checkpointable_present' + ) + generate_v1_checkpoint(path) + (path / 'dummy').mkdir() + (path / 'dummy' / '_METADATA').write_text('dummy') + + +def v1_delete_checkpointable() -> None: + """Saves a checkpointables checkpoint and adds a deleted checkpointable.""" + path = epath.Path( + epath.Path(_BASE_DIR.value) + / 'v1_checkpoints' + / 'general_alteration' + / 'deleted_checkpointable_present' + ) + generate_v1_checkpoint(path) + (path / 'state').rmtree() + + +def main(argv): + del argv + epath.Path(_BASE_DIR.value).mkdir(parents=True, exist_ok=True) + + test_utils.set_tensorstore_driver_for_test() + + print('Generating V1 Checkpoints...') + # Three categories we'll generate against: + # 1. Is Checkpoint Metadata present? + # - Yes, No + # 2. Item_handler type + # - dict(composite saved with save_checkpointables/pytree), unregistered + # 3. Is Pytree? (Pytree Metadata present in checkpointable dir?) + # - Yes, No + + # The directory structure will follow the categories above: + # base_dir / + # 'v1_checkpoints' / + # / + # / + # / + + # Combinations + # V1,Yes,dict,yes + v1_metadata_present_composite_has_pytree() + # V1,Yes,dict,no + v1_metadata_present_composite_missing_pytree() + # V1,Yes,unregistered,yes + v1_metadata_present_unregistered_has_pytree() + # V1,Yes,unregistered,no + v1_metadata_present_unregistered_missing_pytree() + # V1,No,dict(composite checkpoint),yes + v1_missing_metadata_composite_has_pytree() + # V1,No,dict(composite checkpoint),no + v1_missing_metadata_composite_missing_pytree() + # V1,No,unregistered,yes + # N/A + # V1,No,unregistered,no + # N/A + + # Additional Corruptions + # Will generate composite and direct pytree checkpoints for metadata + # alterations. + # The directory structure will be: + # base_dir / + # 'v1_checkpoints' / + # <'non_critical_alterations'/'critical_alterations'> / + # / + + # Missing Fields + fields_to_remove = [ + 'item_handlers', + 'metrics', + 'performance_metrics', + 'init_timestamp_nsecs', + 'commit_timestamp_nsecs', + 'custom_metadata', + ] + for field in fields_to_remove: + v1_missing_non_critical_field_in_checkpoint_metadata(field) + + critical_files_to_remove = ['_sharding', 'manifest.ocdbt'] + for file_to_remove in critical_files_to_remove: + v1_missing_critical_pytree_data_files(file_to_remove) + + critical_dirs_to_remove = ['ocdbt.process_0'] + for dir_to_remove in critical_dirs_to_remove: + v1_missing_critical_pytree_data_dir(dir_to_remove) + + non_critical_dirs_to_remove = ['array_metadatas', 'd'] + for dir_to_remove in non_critical_dirs_to_remove: + v1_missing_non_critical_pytree_data_dir(dir_to_remove) + + # Adding cases for dummy and deleted checkpointables within checkpoint, due to + # user modification of checkpoint. + # The directory structure will follow the categories above: + # base_dir / + # 'v1_checkpoints' / + # 'general_alteration' / + # / + v1_dummy_checkpointable_present() + v1_delete_checkpointable() + + print(f'V1 Checkpoints generated at {_BASE_DIR.value}') + + +if __name__ == '__main__': + app.run(main) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py index 55e43ab62..00969a212 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/save_load_test_base.py @@ -542,7 +542,7 @@ def test_missing_keys(self): with self.subTest('load_checkpointables'): with self.assertRaisesRegex( - KeyError, 'Checkpointable "foo" was not found' + KeyError, 'Requested checkpointables:' ): ocp.load_checkpointables( self.directory, {'foo': handler_utils.AbstractFoo()} @@ -653,7 +653,9 @@ def test_save_checkpointables_deleted(self): loaded = ocp.load_checkpointables(self.directory) self.assertSameElements(['two'], loaded.keys()) - with self.assertRaisesRegex(KeyError, 'not found in the checkpoint'): + with self.assertRaisesRegex( + KeyError, 'Requested checkpointables:' + ): ocp.load_checkpointables(self.directory, {'one': None}) diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/v0v1_compatibility_save_load_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/v0v1_compatibility_save_load_test_base.py index c68c45c5d..d1266719e 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/v0v1_compatibility_save_load_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/testing/v0v1_compatibility_save_load_test_base.py @@ -246,8 +246,6 @@ def test_load_v0_checkpoint_with_v1_load_checkpointables( abstract_checkpointables = ( {checkpointable_name: self.abstract_pytree} - if with_abstract_pytree - else None ) with self.subTest('with_context'): @@ -267,12 +265,12 @@ def test_load_v0_checkpoint_with_v1_load_checkpointables( test_utils.assert_tree_equal( self, self.pytree, loaded[checkpointable_name] ) - + # TODO(b/484400394): Find a better way to inform the user that they need + # to use load_pytree(..., checkpointable_name=None) when item_handlers is + # a str. with self.subTest('error_with_checkpoint_path'): with self.assertRaisesRegex( - ValueError, - 'which are expected to match the keys given by the' - ' _CHECKPOINT_METADATA file', + KeyError, 'Requested checkpointables:' ): ocp.load_checkpointables( self.ckpt_directory, abstract_checkpointables diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py index 13d6257df..e1488726a 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/checkpointer_test_base.py @@ -414,7 +414,11 @@ def test_checkpointables_metadata(self, reinitialize_checkpointer): checkpoint_metadata.metadata['pytree'].keys(), ['jax_array', 'numpy_array'], ) - self.assertIsInstance(checkpoint_metadata.metadata['baz'], AbstractBaz) + # Saved with v1 save_checkpointables, so v1 handler registry can resolve + # Baz metadata using stored handler typestr. + self.assertIsInstance( + checkpoint_metadata.metadata['baz'], handler_utils.AbstractBaz + ) def test_custom_checkpointables(self): """Test custom checkpointables are saved and loaded. diff --git a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py index 027d79ba7..0cff9c4be 100644 --- a/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py +++ b/checkpoint/orbax/checkpoint/experimental/v1/_src/training/v0v1_compatibility_checkpointer_test_base.py @@ -219,3 +219,43 @@ def test_steps(self): def test_step_already_exists(self): self.skipTest('b/422287659') + + @parameterized.product( + reinitialize_checkpointer=(True, False), + ) + def test_checkpointables_metadata(self, reinitialize_checkpointer): + # Checkpoint is saved with v0 CheckpointManager, so we expect None instead + # of AbstractBaz due to the v0 handler typestr being unrecognized by v1's + # handler registry. + checkpointer = Checkpointer(self.directory) + self.save_checkpointables( + checkpointer, + 0, + {'pytree': self.pytree, 'baz': handler_utils.Baz(123, 'hi')}, + metrics={'loss': 0.5}, + custom_metadata={'baz': 'qux'}, + ) + if reinitialize_checkpointer: + checkpointer.close() + checkpointer = Checkpointer(self.directory) + self.enter_context(checkpointer) + + checkpoint_metadata = checkpointer.checkpointables_metadata(0) + + self.assertIsInstance(checkpoint_metadata, ocp.training.CheckpointMetadata) + self.assertDictEqual(checkpoint_metadata.custom_metadata, {'baz': 'qux'}) + self.assertDictEqual(checkpoint_metadata.metrics, {'loss': 0.5}) + self.assertIsNotNone(checkpoint_metadata.init_timestamp_nsecs) + self.assertIsNotNone(checkpoint_metadata.commit_timestamp_nsecs) + self.assertIsInstance(checkpoint_metadata.metadata, dict) + self.assertSameElements( + checkpoint_metadata.metadata.keys(), ['pytree', 'baz'] + ) + self.assertSameElements( + checkpoint_metadata.metadata['pytree'].keys(), + ['jax_array', 'numpy_array'], + ) + # Cannot resolve metadata for outdated checkpointables' handler typestr + # without providing a non-none abstract checkpointable, so we expect None + # instead of AbstractBaz. + self.assertIsNone(checkpoint_metadata.metadata['baz'])