From 8869f2f9e8667755c902062faf2a203359d7b023 Mon Sep 17 00:00:00 2001 From: Patrick Duin Date: Wed, 28 Aug 2024 10:00:42 +0200 Subject: [PATCH] BREAKING CHANGE:glue_sync skip archive by default (#106) * BREAKING CHANGE:glue_sync skip archive by default --- CHANGELOG.md | 4 +++ .../apiary-hive-events/pom.xml | 2 +- .../kafka-metastore-integration-tests/pom.xml | 2 +- .../kafka-metastore-listener/pom.xml | 2 +- .../kafka/messaging/KafkaMessageSender.java | 2 +- .../messaging/KafkaProducerProperty.java | 2 +- .../messaging/KafkaProducerPropertyTest.java | 2 +- .../kafka-metastore-receiver/pom.xml | 2 +- .../kafka-metastore-events/pom.xml | 2 +- apiary-metastore-events/pom.xml | 2 +- .../metastore-consumer-common/pom.xml | 2 +- .../apiary-metastore-consumers/pom.xml | 2 +- .../privileges-grantor/pom.xml | 2 +- .../privileges-grantor-core/pom.xml | 2 +- .../privileges-grantor-lambda/pom.xml | 2 +- .../apiary-metastore-listener/pom.xml | 2 +- .../apiary-receiver-common/pom.xml | 2 +- .../apiary-receiver-sqs/pom.xml | 2 +- .../apiary-receivers/pom.xml | 2 +- .../sns-metastore-events/pom.xml | 2 +- apiary-metastore-metrics/pom.xml | 2 +- .../apiary-gluesync-listener/README.md | 5 ++++ .../apiary-gluesync-listener/pom.xml | 2 +- .../gluesync/listener/ApiaryGlueSync.java | 19 ++++++++++-- .../gluesync/listener/ApiaryGlueSyncTest.java | 29 ++++++++++++++++++- .../listener/IcebergTableOperations.java | 15 ++++++++++ .../apiary-metastore-auth/pom.xml | 2 +- .../apiary-ranger-metastore-plugin/pom.xml | 2 +- hive-event-listeners/pom.xml | 2 +- hive-hooks/pom.xml | 2 +- pom.xml | 2 +- 31 files changed, 95 insertions(+), 29 deletions(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 21943c37..56be546e 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -3,6 +3,10 @@ All notable changes to this project will be documented in this file. The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/) and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html). +## 8.0.0 - 2024-08-27 +### Changed +- `ApiaryGlueSync` override `skipArchive` to be `true` by default. Backward incompatible behavior that turns off table archiving by default. Allows for per table overrides if needed. If you don't rely on Glue table version it is safe to upgrade to this version of the glue listener without making changes. + ## 7.3.11 - 2024-06-19 ### Changed - Upgrade aws version from `1.11.520` to `1.12.276` in `apiary-receiver-sqs`. diff --git a/apiary-metastore-events/apiary-hive-events/pom.xml b/apiary-metastore-events/apiary-hive-events/pom.xml index bcb17076..325c0048 100644 --- a/apiary-metastore-events/apiary-hive-events/pom.xml +++ b/apiary-metastore-events/apiary-hive-events/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-hive-events diff --git a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-integration-tests/pom.xml b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-integration-tests/pom.xml index 1c1bbc06..3b5f21d4 100644 --- a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-integration-tests/pom.xml +++ b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-integration-tests/pom.xml @@ -5,7 +5,7 @@ kafka-metastore-events-parent com.expediagroup.apiary - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT kafka-metastore-integration-tests diff --git a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/pom.xml b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/pom.xml index e1218bed..e92e1886 100644 --- a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/pom.xml +++ b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary kafka-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT kafka-metastore-listener diff --git a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaMessageSender.java b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaMessageSender.java index e443117a..d8ecda09 100644 --- a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaMessageSender.java +++ b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaMessageSender.java @@ -1,5 +1,5 @@ /** - * Copyright (C) 2018-2020 Expedia, Inc. + * Copyright (C) 2018-2023 Expedia, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerProperty.java b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerProperty.java index e7e12ac1..50419bab 100644 --- a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerProperty.java +++ b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/main/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerProperty.java @@ -1,5 +1,5 @@ /** - * Copyright (C) 2018-2020 Expedia, Inc. + * Copyright (C) 2018-2023 Expedia, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/test/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerPropertyTest.java b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/test/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerPropertyTest.java index e75053fa..f8764f9b 100644 --- a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/test/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerPropertyTest.java +++ b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-listener/src/test/java/com/expediagroup/apiary/extensions/events/metastore/kafka/messaging/KafkaProducerPropertyTest.java @@ -1,5 +1,5 @@ /** - * Copyright (C) 2018-2020 Expedia, Inc. + * Copyright (C) 2018-2023 Expedia, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. diff --git a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-receiver/pom.xml b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-receiver/pom.xml index 221bdd08..2b39b409 100644 --- a/apiary-metastore-events/kafka-metastore-events/kafka-metastore-receiver/pom.xml +++ b/apiary-metastore-events/kafka-metastore-events/kafka-metastore-receiver/pom.xml @@ -5,7 +5,7 @@ kafka-metastore-events-parent com.expediagroup.apiary - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT kafka-metastore-receiver diff --git a/apiary-metastore-events/kafka-metastore-events/pom.xml b/apiary-metastore-events/kafka-metastore-events/pom.xml index a543315e..238298aa 100644 --- a/apiary-metastore-events/kafka-metastore-events/pom.xml +++ b/apiary-metastore-events/kafka-metastore-events/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT kafka-metastore-events-parent diff --git a/apiary-metastore-events/pom.xml b/apiary-metastore-events/pom.xml index 136d4b37..f3f9df11 100644 --- a/apiary-metastore-events/pom.xml +++ b/apiary-metastore-events/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-extensions-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-metastore-events-parent diff --git a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/metastore-consumer-common/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/metastore-consumer-common/pom.xml index 1b74111e..4c0d7c9b 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/metastore-consumer-common/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/metastore-consumer-common/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-metastore-consumers-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT metastore-consumer-common diff --git a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/pom.xml index 897a9622..c6129edc 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary sns-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-metastore-consumers-parent diff --git a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/pom.xml index f4d3253b..c88f7017 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-metastore-consumers-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-privileges-grantor-parent diff --git a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-core/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-core/pom.xml index 2d55fde4..db579fd1 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-core/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-core/pom.xml @@ -5,7 +5,7 @@ com.expediagroup.apiary apiary-privileges-grantor-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-privileges-grantor-core diff --git a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-lambda/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-lambda/pom.xml index 51d3de67..6e13ef6c 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-lambda/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-metastore-consumers/privileges-grantor/privileges-grantor-lambda/pom.xml @@ -5,7 +5,7 @@ com.expediagroup.apiary apiary-privileges-grantor-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-privileges-grantor-lambda diff --git a/apiary-metastore-events/sns-metastore-events/apiary-metastore-listener/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-metastore-listener/pom.xml index 4740eb1c..0db8cf0f 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-metastore-listener/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-metastore-listener/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary sns-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-metastore-listener diff --git a/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-common/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-common/pom.xml index 65dbdf38..b984befd 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-common/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-common/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-receivers-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-receiver-common diff --git a/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-sqs/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-sqs/pom.xml index c46e58ee..15f40950 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-sqs/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-receivers/apiary-receiver-sqs/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-receivers-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-receiver-sqs diff --git a/apiary-metastore-events/sns-metastore-events/apiary-receivers/pom.xml b/apiary-metastore-events/sns-metastore-events/apiary-receivers/pom.xml index acebc33b..4028990b 100644 --- a/apiary-metastore-events/sns-metastore-events/apiary-receivers/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/apiary-receivers/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary sns-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-receivers-parent diff --git a/apiary-metastore-events/sns-metastore-events/pom.xml b/apiary-metastore-events/sns-metastore-events/pom.xml index f8825e3f..5e5fdc28 100644 --- a/apiary-metastore-events/sns-metastore-events/pom.xml +++ b/apiary-metastore-events/sns-metastore-events/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-metastore-events-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT sns-metastore-events-parent diff --git a/apiary-metastore-metrics/pom.xml b/apiary-metastore-metrics/pom.xml index 0b5d13da..a1092eb3 100644 --- a/apiary-metastore-metrics/pom.xml +++ b/apiary-metastore-metrics/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary apiary-extensions-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-metastore-metrics diff --git a/hive-event-listeners/apiary-gluesync-listener/README.md b/hive-event-listeners/apiary-gluesync-listener/README.md index e63f14b8..316cacd0 100644 --- a/hive-event-listeners/apiary-gluesync-listener/README.md +++ b/hive-event-listeners/apiary-gluesync-listener/README.md @@ -14,6 +14,11 @@ The GlueSync listener can be configured by setting the following System Environm |----|----|----| GLUE_PREFIX|No|Prefix added to Glue databases to handle database name collisions when synchronizing multiple metastores to the Glue catalog. +## Table update SkipArchive +[AWS default](https://docs.aws.amazon.com/glue/latest/webapi/API_UpdateTable.html#Glue-UpdateTable-request-SkipArchive) is to archive the table on every update. This especially with Iceberg tables can lead to a lot of table version of which you can only have a certain limit. To counter this we override this property and set skipArchive=true so do *not* make an archive of the table when updating. +If an archive is needed, this can be done per table by setting the Hive table property: 'apiary.gluesync.skipArchive=false'. + + # Legal This project is available under the [Apache 2.0 License](http://www.apache.org/licenses/LICENSE-2.0.html). diff --git a/hive-event-listeners/apiary-gluesync-listener/pom.xml b/hive-event-listeners/apiary-gluesync-listener/pom.xml index 14b81f13..ed75610d 100644 --- a/hive-event-listeners/apiary-gluesync-listener/pom.xml +++ b/hive-event-listeners/apiary-gluesync-listener/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary hive-event-listeners-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-gluesync-listener diff --git a/hive-event-listeners/apiary-gluesync-listener/src/main/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSync.java b/hive-event-listeners/apiary-gluesync-listener/src/main/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSync.java index 568b6559..60d7f929 100644 --- a/hive-event-listeners/apiary-gluesync-listener/src/main/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSync.java +++ b/hive-event-listeners/apiary-gluesync-listener/src/main/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSync.java @@ -1,5 +1,5 @@ /** - * Copyright (C) 2018-2022 Expedia, Inc. + * Copyright (C) 2018-2024 Expedia, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -15,7 +15,6 @@ */ package com.expediagroup.apiary.extensions.gluesync.listener; -import java.text.SimpleDateFormat; import java.util.ArrayList; import java.util.Collection; import java.util.Date; @@ -65,6 +64,8 @@ public class ApiaryGlueSync extends MetaStoreEventListener { + static final String APIARY_GLUESYNC_SKIP_ARCHIVE_TABLE_PARAM = "apiary.gluesync.skipArchive"; + private static final Logger log = LoggerFactory.getLogger(ApiaryGlueSync.class); private static final String MANAGED_BY_GLUESYNC_KEY = "managed-by"; @@ -179,7 +180,9 @@ public void onAlterTable(AlterTableEvent event) { } Table table = event.getNewTable(); try { + boolean skipArchive = shouldSkipArchive(table); UpdateTableRequest updateTableRequest = new UpdateTableRequest() + .withSkipArchive(skipArchive) .withTableInput(transformTable(table)) .withDatabaseName(glueDbName(table)); glueClient.updateTable(updateTableRequest); @@ -194,6 +197,18 @@ public void onAlterTable(AlterTableEvent event) { } } + private boolean shouldSkipArchive(Table table) { + boolean skipArchive = true; + if (table.getParameters() != null) { + //Only if explicitly overridden to false do enable table archive. Normally we want to skip archiving. + String skipArchiveParam = table.getParameters().get(APIARY_GLUESYNC_SKIP_ARCHIVE_TABLE_PARAM); + if ("false".equals(skipArchiveParam)) { + skipArchive = false; + } + } + return skipArchive; + } + @Override public void onAddPartition(AddPartitionEvent event) { if (!event.getStatus()) { diff --git a/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSyncTest.java b/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSyncTest.java index 235875a8..911f4d39 100644 --- a/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSyncTest.java +++ b/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/ApiaryGlueSyncTest.java @@ -1,5 +1,5 @@ /** - * Copyright (C) 2018-2022 Expedia, Inc. + * Copyright (C) 2018-2024 Expedia, Inc. * * Licensed under the Apache License, Version 2.0 (the "License"); * you may not use this file except in compliance with the License. @@ -27,6 +27,7 @@ import static com.google.common.collect.Maps.newHashMap; +import static com.expediagroup.apiary.extensions.gluesync.listener.ApiaryGlueSync.APIARY_GLUESYNC_SKIP_ARCHIVE_TABLE_PARAM; import static com.expediagroup.apiary.extensions.gluesync.listener.IcebergTableOperations.simpleIcebergPartitionSpec; import static com.expediagroup.apiary.extensions.gluesync.listener.IcebergTableOperations.simpleIcebergSchema; import static com.expediagroup.apiary.extensions.gluesync.listener.IcebergTableOperations.simpleIcebergTable; @@ -252,6 +253,32 @@ public void onAlterHiveTable() { assertThat(updateTableRequest.getTableInput().getLastAccessTime(), is(new Date(lastAccessTime))); assertThat(toList(updateTableRequest.getTableInput().getPartitionKeys()), is(asList(partNames))); assertThat(toList(updateTableRequest.getTableInput().getStorageDescriptor().getColumns()), is(asList(colNames))); + assertThat(updateTableRequest.getSkipArchive(), is(true)); + } + + @Test + public void onAlterHiveTableSkipArchiveOverride() { + AlterTableEvent event = mock(AlterTableEvent.class); + when(event.getStatus()).thenReturn(true); + + Table newTable = simpleHiveTable(simpleSchema(), simplePartitioning()); + int lastAccessTime = 10000000; + newTable.setLastAccessTime(lastAccessTime); + newTable.setTableName("table2"); + newTable.putToParameters(APIARY_GLUESYNC_SKIP_ARCHIVE_TABLE_PARAM, "false"); + when(event.getNewTable()).thenReturn(newTable); + + glueSync.onAlterTable(event); + + verify(glueClient).updateTable(updateTableRequestCaptor.capture()); + UpdateTableRequest updateTableRequest = updateTableRequestCaptor.getValue(); + + assertThat(updateTableRequest.getDatabaseName(), is(gluePrefix + dbName)); + assertThat(updateTableRequest.getTableInput().getName(), is("table2")); + assertThat(updateTableRequest.getTableInput().getLastAccessTime(), is(new Date(lastAccessTime))); + assertThat(toList(updateTableRequest.getTableInput().getPartitionKeys()), is(asList(partNames))); + assertThat(toList(updateTableRequest.getTableInput().getStorageDescriptor().getColumns()), is(asList(colNames))); + assertThat(updateTableRequest.getSkipArchive(), is(false)); } @Test diff --git a/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/IcebergTableOperations.java b/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/IcebergTableOperations.java index 3a9af79e..0b5f158c 100644 --- a/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/IcebergTableOperations.java +++ b/hive-event-listeners/apiary-gluesync-listener/src/test/java/com/expediagroup/apiary/extensions/gluesync/listener/IcebergTableOperations.java @@ -1,3 +1,18 @@ +/** + * Copyright (C) 2018-2022 Expedia, Inc. + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ package com.expediagroup.apiary.extensions.gluesync.listener; import static org.apache.iceberg.BaseMetastoreTableOperations.ICEBERG_TABLE_TYPE_VALUE; diff --git a/hive-event-listeners/apiary-metastore-auth/pom.xml b/hive-event-listeners/apiary-metastore-auth/pom.xml index 042fedd5..12cfd043 100644 --- a/hive-event-listeners/apiary-metastore-auth/pom.xml +++ b/hive-event-listeners/apiary-metastore-auth/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary hive-event-listeners-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-metastore-auth diff --git a/hive-event-listeners/apiary-ranger-metastore-plugin/pom.xml b/hive-event-listeners/apiary-ranger-metastore-plugin/pom.xml index 2134d78a..e9c6f754 100644 --- a/hive-event-listeners/apiary-ranger-metastore-plugin/pom.xml +++ b/hive-event-listeners/apiary-ranger-metastore-plugin/pom.xml @@ -4,7 +4,7 @@ com.expediagroup.apiary hive-event-listeners-parent - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT apiary-ranger-metastore-plugin diff --git a/hive-event-listeners/pom.xml b/hive-event-listeners/pom.xml index 2ba01da7..89025517 100644 --- a/hive-event-listeners/pom.xml +++ b/hive-event-listeners/pom.xml @@ -4,7 +4,7 @@ apiary-extensions-parent com.expediagroup.apiary - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT hive-event-listeners-parent diff --git a/hive-hooks/pom.xml b/hive-hooks/pom.xml index 41575be0..683e6bab 100644 --- a/hive-hooks/pom.xml +++ b/hive-hooks/pom.xml @@ -4,7 +4,7 @@ apiary-extensions-parent com.expediagroup.apiary - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT hive-hooks diff --git a/pom.xml b/pom.xml index eb074a89..0960a499 100644 --- a/pom.xml +++ b/pom.xml @@ -10,7 +10,7 @@ com.expediagroup.apiary apiary-extensions-parent Various extensions to Apiary that provide additional, optional functionality - 7.3.12-SNAPSHOT + 8.0.0-SNAPSHOT pom Apiary Extensions Parent 2018