Add Apache HBase Provider

.dockerignore

@@ -116,6 +116,9 @@ airflow/www/static/docs
 **/.DS_Store
 **/Thumbs.db
 
+# Exclude non-existent standard provider to prevent entry point issues
+airflow/providers/standard
+
 # Exclude docs generated files
 docs/_build/
 docs/_api/

Dockerfile

@@ -36,7 +36,7 @@
 #                        much smaller.
 #
 # Use the same builder frontend version for everyone
-ARG AIRFLOW_EXTRAS="aiobotocore,amazon,async,celery,cncf-kubernetes,common-io,docker,elasticsearch,fab,ftp,google,google-auth,graphviz,grpc,hashicorp,http,ldap,microsoft-azure,mysql,odbc,openlineage,pandas,postgres,redis,sendgrid,sftp,slack,snowflake,ssh,statsd,uv,virtualenv"
+ARG AIRFLOW_EXTRAS="aiobotocore,amazon,async,celery,cncf-kubernetes,common-io,docker,elasticsearch,fab,ftp,google,google-auth,graphviz,grpc,hashicorp,hbase,http,ldap,microsoft-azure,mysql,odbc,openlineage,pandas,postgres,redis,sendgrid,sftp,slack,snowflake,ssh,statsd,uv,virtualenv"
 ARG ADDITIONAL_AIRFLOW_EXTRAS=""
 ARG ADDITIONAL_PYTHON_DEPS=""
 

Dockerfile.ci

@@ -1297,8 +1297,8 @@ ARG DEFAULT_CONSTRAINTS_BRANCH="constraints-main"
 # It can also be overwritten manually by setting the AIRFLOW_CI_BUILD_EPOCH environment variable.
 ARG AIRFLOW_CI_BUILD_EPOCH="10"
 ARG AIRFLOW_PRE_CACHED_PIP_PACKAGES="true"
-ARG AIRFLOW_PIP_VERSION=24.2
-ARG AIRFLOW_UV_VERSION=0.4.1
+ARG AIRFLOW_PIP_VERSION=25.3
+ARG AIRFLOW_UV_VERSION=0.5.24
 ARG AIRFLOW_USE_UV="true"
 # Setup PIP
 # By default PIP install run without cache to make image smaller
@@ -1321,8 +1321,8 @@ ARG AIRFLOW_VERSION=""
 # Additional PIP flags passed to all pip install commands except reinstalling pip itself
 ARG ADDITIONAL_PIP_INSTALL_FLAGS=""
 
-ARG AIRFLOW_PIP_VERSION=24.2
-ARG AIRFLOW_UV_VERSION=0.4.1
+ARG AIRFLOW_PIP_VERSION=25.3
+ARG AIRFLOW_UV_VERSION=0.5.24
 ARG AIRFLOW_USE_UV="true"
 
 ENV AIRFLOW_REPO=${AIRFLOW_REPO}\

airflow/providers/hbase/CHANGELOG.rst

@@ -0,0 +1,31 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+
+``apache-airflow-providers-hbase``
+
+Changelog
+---------
+
+1.0.0
+.....
+
+Initial version of the provider.
+
+Features
+~~~~~~~~
+
+* ``Add HBase provider with basic functionality``

airflow/providers/hbase/__init__.py

@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""HBase provider package."""

airflow/providers/hbase/auth/__init__.py

@@ -0,0 +1,23 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""HBase authentication module."""
+
+from airflow.providers.hbase.auth.authenticators import AuthenticatorFactory
+from airflow.providers.hbase.auth.base import HBaseAuthenticator, KerberosAuthenticator, SimpleAuthenticator
+
+__all__ = ["AuthenticatorFactory", "HBaseAuthenticator", "SimpleAuthenticator", "KerberosAuthenticator"]

airflow/providers/hbase/auth/authenticators.py

@@ -0,0 +1,62 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""HBase authenticator factory."""
+
+from __future__ import annotations
+
+from typing import Type
+
+from airflow.providers.hbase.auth.base import (
+    HBaseAuthenticator,
+    KerberosAuthenticator,
+    SimpleAuthenticator,
+)
+
+
+class AuthenticatorFactory:
+    """Factory for creating HBase authenticators."""
+
+    _authenticators: dict[str, Type[HBaseAuthenticator]] = {
+        "simple": SimpleAuthenticator,
+        "kerberos": KerberosAuthenticator,
+    }
+
+    @classmethod
+    def create(cls, auth_method: str) -> HBaseAuthenticator:
+        """
+        Create authenticator instance.
+
+        :param auth_method: Authentication method name
+        :return: Authenticator instance
+        """
+        if auth_method not in cls._authenticators:
+            raise ValueError(
+                f"Unknown authentication method: {auth_method}. "
+                f"Supported methods: {', '.join(cls._authenticators.keys())}"
+            )
+        return cls._authenticators[auth_method]()
+
+    @classmethod
+    def register(cls, name: str, authenticator_class: Type[HBaseAuthenticator]) -> None:
+        """
+        Register custom authenticator.
+
+        :param name: Authentication method name
+        :param authenticator_class: Authenticator class
+        """
+        cls._authenticators[name] = authenticator_class

airflow/providers/hbase/auth/base.py

@@ -0,0 +1,103 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""HBase authentication base classes."""
+
+from __future__ import annotations
+
+import base64
+import os
+import subprocess
+import tempfile
+from abc import ABC, abstractmethod
+from typing import Any
+
+
+class HBaseAuthenticator(ABC):
+    """Base class for HBase authentication methods."""
+
+    @abstractmethod
+    def authenticate(self, config: dict[str, Any]) -> dict[str, Any]:
+        """
+        Perform authentication and return connection kwargs.
+
+        :param config: Connection configuration from extras
+        :return: Additional connection kwargs
+        """
+        pass
+
+
+class SimpleAuthenticator(HBaseAuthenticator):
+    """Simple authentication (no authentication)."""
+
+    def authenticate(self, config: dict[str, Any]) -> dict[str, Any]:
+        """No authentication needed."""
+        return {}
+
+
+class KerberosAuthenticator(HBaseAuthenticator):
+    """Kerberos authentication using kinit."""
+
+    def authenticate(self, config: dict[str, Any]) -> dict[str, Any]:
+        """Perform Kerberos authentication via kinit."""
+        principal = config.get("principal")
+        if not principal:
+            raise ValueError("Kerberos principal is required when auth_method=kerberos")
+
+        # Get keytab from secrets backend or file
+        keytab_secret_key = config.get("keytab_secret_key")
+        keytab_path = config.get("keytab_path")
+
+        if keytab_secret_key:
+            # Get keytab from Airflow secrets backend
+            keytab_content = self._get_secret(keytab_secret_key)
+            if not keytab_content:
+                raise ValueError(f"Keytab not found in secrets backend: {keytab_secret_key}")
+
+            # Create temporary keytab file
+            with tempfile.NamedTemporaryFile(delete=False, suffix='.keytab') as f:
+                if isinstance(keytab_content, str):
+                    # Assume base64 encoded
+                    keytab_content = base64.b64decode(keytab_content)
+                f.write(keytab_content)
+                keytab_path = f.name
+
+        if not keytab_path or not os.path.exists(keytab_path):
+            raise ValueError(f"Keytab file not found: {keytab_path}")
+
+        # Perform kinit
+        try:
+            cmd = ["kinit", "-kt", keytab_path, principal]
+            result = subprocess.run(cmd, capture_output=True, text=True, check=True)
+            # Log success but don't expose sensitive info
+        except subprocess.CalledProcessError as e:
+            raise RuntimeError(f"Kerberos authentication failed: {e.stderr}")
+        finally:
+            # Clean up temporary keytab file if created
+            if keytab_secret_key and keytab_path and os.path.exists(keytab_path):
+                os.unlink(keytab_path)
+
+        return {}  # kinit handles authentication, use default transport
+
+    def _get_secret(self, secret_key: str) -> str | None:
+        """Get secret from Airflow secrets backend."""
+        try:
+            from airflow.models import Variable
+            return Variable.get(secret_key, default_var=None)
+        except Exception:
+            # Fallback to environment variable
+            return os.environ.get(secret_key)

airflow/providers/hbase/connection_pool.py

@@ -0,0 +1,59 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""HBase connection pool utilities."""
+
+from __future__ import annotations
+
+import threading
+from typing import Dict, Any
+
+import happybase
+
+# Global pool storage
+_pools: Dict[str, happybase.ConnectionPool] = {}
+_pool_lock = threading.Lock()
+
+
+def get_or_create_pool(conn_id: str, pool_size: int, **connection_args) -> happybase.ConnectionPool:
+    """Get existing pool or create new one for connection ID.
+
+    Args:
+        conn_id: Connection ID
+        pool_size: Pool size
+        **connection_args: Arguments for happybase.Connection
+
+    Returns:
+        happybase.ConnectionPool instance
+    """
+    with _pool_lock:
+        if conn_id not in _pools:
+            _pools[conn_id] = happybase.ConnectionPool(pool_size, **connection_args)
+        return _pools[conn_id]
+
+
+def create_connection_pool(size: int, **connection_args) -> happybase.ConnectionPool:
+    """Create HBase connection pool using happybase built-in pool.
+
+    Args:
+        size: Pool size
+        **connection_args: Arguments for happybase.Connection
+
+    Returns:
+        happybase.ConnectionPool instance
+    """
+    return happybase.ConnectionPool(size, **connection_args)

airflow/providers/hbase/datasets/__init__.py

@@ -0,0 +1,18 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements.  See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership.  The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License.  You may obtain a copy of the License at
+#
+#   http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied.  See the License for the
+# specific language governing permissions and limitations
+# under the License.
+"""HBase datasets."""