diff --git a/ParquetExamples/README.md b/ParquetExamples/README.md new file mode 100644 index 0000000..9224895 --- /dev/null +++ b/ParquetExamples/README.md @@ -0,0 +1,25 @@ +# Parquet Example Data + +Parquet data can be stored in many different ways - with or without metadata, in key-value partitioned directories, or in flat partitioned directories. This directory contains a simple dataset stored in all of these different formats. These are used to demonstrate Deephaven's ability to read various kinds of Parquet data. + + +## The `grades` dataset + +The `grades` dataset is a simple synthetic dataset used to demonstrate the various ways to store Parquet data. It looks like this: + +| Name | Class | Test1 | Test2 | +| ------ | ------- | ----- | ----- | +| Ashley | Math | 92 | 94 | +| Jeff | Math | 78 | 88 | +| Rita | Math | 87 | 81 | +| Zach | Math | 74 | 70 | +| Ashley | Science | 87 | 91 | +| Jeff | Science | 90 | 83 | +| Rita | Science | 99 | 95 | +| Zach | Science | 80 | 78 | +| Ashley | History | 82 | 88 | +| Jeff | History | 87 | 92 | +| Rita | History | 84 | 85 | +| Zach | History | 76 | 78 | + +This dataset can be partitioned by `Name` or `Class` to demonstrate the different ways to store Parquet data. diff --git a/ParquetExamples/grades/grades.parquet b/ParquetExamples/grades/grades.parquet new file mode 100644 index 0000000..92780bb --- /dev/null +++ b/ParquetExamples/grades/grades.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a23df86aa58eddc82bc7a63fc2537bd35dc65e39a52d79b770fc6ce07fb29da +size 895 diff --git a/ParquetExamples/grades_flat/history.parquet b/ParquetExamples/grades_flat/history.parquet new file mode 100644 index 0000000..631223f --- /dev/null +++ b/ParquetExamples/grades_flat/history.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff29fd3149c8eba4009e86d7e5010b7ecb6b06039d54a94b57db8a6e5d1ad73 +size 824 diff --git a/ParquetExamples/grades_flat/math.parquet b/ParquetExamples/grades_flat/math.parquet new file mode 100644 index 0000000..59922e1 --- /dev/null +++ b/ParquetExamples/grades_flat/math.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aded0377864e705d861d08b3a159d6052320228cfb5c74429f9337b40192c9e2 +size 809 diff --git a/ParquetExamples/grades_flat/science.parquet b/ParquetExamples/grades_flat/science.parquet new file mode 100644 index 0000000..ed380ba --- /dev/null +++ b/ParquetExamples/grades_flat/science.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc8110c70f99a64b281de27cd952b2f7d15c03644aebb269e36267df360399d +size 824 diff --git a/ParquetExamples/grades_flat_meta/_common_metadata b/ParquetExamples/grades_flat_meta/_common_metadata new file mode 100644 index 0000000..1231217 Binary files /dev/null and b/ParquetExamples/grades_flat_meta/_common_metadata differ diff --git a/ParquetExamples/grades_flat_meta/_metadata b/ParquetExamples/grades_flat_meta/_metadata new file mode 100644 index 0000000..52cdc5a Binary files /dev/null and b/ParquetExamples/grades_flat_meta/_metadata differ diff --git a/ParquetExamples/grades_flat_meta/history.parquet b/ParquetExamples/grades_flat_meta/history.parquet new file mode 100644 index 0000000..631223f --- /dev/null +++ b/ParquetExamples/grades_flat_meta/history.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dff29fd3149c8eba4009e86d7e5010b7ecb6b06039d54a94b57db8a6e5d1ad73 +size 824 diff --git a/ParquetExamples/grades_flat_meta/math.parquet b/ParquetExamples/grades_flat_meta/math.parquet new file mode 100644 index 0000000..59922e1 --- /dev/null +++ b/ParquetExamples/grades_flat_meta/math.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aded0377864e705d861d08b3a159d6052320228cfb5c74429f9337b40192c9e2 +size 809 diff --git a/ParquetExamples/grades_flat_meta/science.parquet b/ParquetExamples/grades_flat_meta/science.parquet new file mode 100644 index 0000000..ed380ba --- /dev/null +++ b/ParquetExamples/grades_flat_meta/science.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dc8110c70f99a64b281de27cd952b2f7d15c03644aebb269e36267df360399d +size 824 diff --git a/ParquetExamples/grades_kv/Class=History/ed46a4e1-7850-4438-81b7-ffadbf073963.parquet b/ParquetExamples/grades_kv/Class=History/ed46a4e1-7850-4438-81b7-ffadbf073963.parquet new file mode 100644 index 0000000..9c4475a --- /dev/null +++ b/ParquetExamples/grades_kv/Class=History/ed46a4e1-7850-4438-81b7-ffadbf073963.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c34fa24a4551764a7c312ffd43b5caede1994bff51beb460d3b17aeb3948d7ef +size 643 diff --git a/ParquetExamples/grades_kv/Class=Math/c8efb6d3-42ae-4266-b7db-87b74422b4ce.parquet b/ParquetExamples/grades_kv/Class=Math/c8efb6d3-42ae-4266-b7db-87b74422b4ce.parquet new file mode 100644 index 0000000..26a24c3 --- /dev/null +++ b/ParquetExamples/grades_kv/Class=Math/c8efb6d3-42ae-4266-b7db-87b74422b4ce.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:696d722443e031b4ceee36d34b7bc48beabc7133e695f873a82ce33fedccf2a7 +size 643 diff --git a/ParquetExamples/grades_kv/Class=Science/a64381ab-d94d-43e1-b556-d37568c12d7c.parquet b/ParquetExamples/grades_kv/Class=Science/a64381ab-d94d-43e1-b556-d37568c12d7c.parquet new file mode 100644 index 0000000..a9e4724 --- /dev/null +++ b/ParquetExamples/grades_kv/Class=Science/a64381ab-d94d-43e1-b556-d37568c12d7c.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:81d6cd4d06708bd78d7c2a073cc81ed750f80324b4acea69d701a9464818809c +size 643 diff --git a/ParquetExamples/grades_kv_meta/Class=History/173a3467-4fb4-4029-9648-6a3af7ff6b9e.parquet b/ParquetExamples/grades_kv_meta/Class=History/173a3467-4fb4-4029-9648-6a3af7ff6b9e.parquet new file mode 100644 index 0000000..14bd4b0 --- /dev/null +++ b/ParquetExamples/grades_kv_meta/Class=History/173a3467-4fb4-4029-9648-6a3af7ff6b9e.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c366a3d72f70ba0efb9765b51b11064af47cc47912a6233c88088c2b87370e70 +size 643 diff --git a/ParquetExamples/grades_kv_meta/Class=Math/e0b4be1c-4a77-431d-bd0d-7749c1b1d7d0.parquet b/ParquetExamples/grades_kv_meta/Class=Math/e0b4be1c-4a77-431d-bd0d-7749c1b1d7d0.parquet new file mode 100644 index 0000000..94abc69 --- /dev/null +++ b/ParquetExamples/grades_kv_meta/Class=Math/e0b4be1c-4a77-431d-bd0d-7749c1b1d7d0.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7953a3df3ff98e7faca8c6e3d590a6d6899c777a3349af2ac206b48774bd15f7 +size 643 diff --git a/ParquetExamples/grades_kv_meta/Class=Science/1925e0e5-1796-407c-bf46-bc99caf7e53f.parquet b/ParquetExamples/grades_kv_meta/Class=Science/1925e0e5-1796-407c-bf46-bc99caf7e53f.parquet new file mode 100644 index 0000000..853efe6 --- /dev/null +++ b/ParquetExamples/grades_kv_meta/Class=Science/1925e0e5-1796-407c-bf46-bc99caf7e53f.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5cbcd40b40bfc0a9e395123ab923a1b435e4df24beeb4b0dbc275c6a068ce360 +size 643 diff --git a/ParquetExamples/grades_kv_meta/_common_metadata b/ParquetExamples/grades_kv_meta/_common_metadata new file mode 100644 index 0000000..02098ef Binary files /dev/null and b/ParquetExamples/grades_kv_meta/_common_metadata differ diff --git a/ParquetExamples/grades_kv_meta/_metadata b/ParquetExamples/grades_kv_meta/_metadata new file mode 100644 index 0000000..fe0bbe2 Binary files /dev/null and b/ParquetExamples/grades_kv_meta/_metadata differ diff --git a/ParquetExamples/grades_meta/_common_metadata b/ParquetExamples/grades_meta/_common_metadata new file mode 100644 index 0000000..360a9d1 Binary files /dev/null and b/ParquetExamples/grades_meta/_common_metadata differ diff --git a/ParquetExamples/grades_meta/_metadata b/ParquetExamples/grades_meta/_metadata new file mode 100644 index 0000000..5619237 Binary files /dev/null and b/ParquetExamples/grades_meta/_metadata differ diff --git a/ParquetExamples/grades_meta/grades.parquet b/ParquetExamples/grades_meta/grades.parquet new file mode 100644 index 0000000..92780bb --- /dev/null +++ b/ParquetExamples/grades_meta/grades.parquet @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a23df86aa58eddc82bc7a63fc2537bd35dc65e39a52d79b770fc6ce07fb29da +size 895