fixed redshift schemas bug

cli/nao_core/commands/debug.py

@@ -53,6 +53,11 @@ def check_database_connection(db_config: AnyDatabaseConfig) -> tuple[bool, str]:
             Tuple of (success, message)
     """
     try:
+        if db_config.type == "redshift":
+            schemas = db_config.list_schemas()
+            schema_count = len(schemas)
+            return True, f"Connected successfully ({schema_count} schemas found)"
+
         conn = db_config.connect()
         # Run a simple query to verify the connection works
         if hasattr(db_config, "dataset_id") and db_config.dataset_id:

cli/nao_core/commands/sync/providers/databases/redshift.py

@@ -28,10 +28,7 @@ def sync_redshift(
     db_path = base_path / "type=redshift" / f"database={db_name}"
     state = DatabaseSyncState(db_path=db_path)
 
-    if db_config.schema_name:
-        schemas = [db_config.schema_name]
-    else:
-        schemas = conn.list_databases()
+    schemas = db_config.list_schemas()
 
     schema_task = progress.add_task(
         f"[dim]{db_config.name}[/dim]",
@@ -40,7 +37,7 @@ def sync_redshift(
 
     for schema in schemas:
         try:
-            all_tables = conn.list_tables(database=schema)
+            all_tables = db_config.list_tables(schema)
         except Exception:
             progress.update(schema_task, advance=1)
             continue

cli/nao_core/config/databases/redshift.py

@@ -1,8 +1,7 @@
 from pathlib import Path
 from typing import Literal
 
-import ibis
-from ibis import BaseBackend
+import redshift_connector
 from pydantic import BaseModel, Field
 from sshtunnel import SSHTunnelForwarder
 
@@ -31,7 +30,6 @@ class RedshiftConfig(DatabaseConfig):
     database: str = Field(description="Database name")
     user: str = Field(description="Username")
     password: str = Field(description="Password")
-    schema_name: str | None = Field(default=None, description="Default schema (optional, uses 'public' if not set)")
     sslmode: str = Field(default="require", description="SSL mode for the connection")
     ssh_tunnel: RedshiftSSHTunnelConfig | None = Field(default=None, description="SSH tunnel configuration (optional)")
 
@@ -49,7 +47,6 @@ def promptConfig(cls) -> "RedshiftConfig":
         user = ask_text("Username:", required_field=True)
         password = ask_text("Password:", password=True, required_field=True)
         sslmode = ask_text("SSL mode:", default="require") or "require"
-        schema_name = ask_text("Default schema (uses 'public' if empty):")
 
         use_ssh = ask_confirm("Use SSH tunnel?", default=False)
         ssh_tunnel = None
@@ -80,13 +77,12 @@ def promptConfig(cls) -> "RedshiftConfig":
             database=database or "",
             user=user or "",
             password=password or "",
-            schema_name=schema_name,
             sslmode=sslmode,
             ssh_tunnel=ssh_tunnel,
         )
 
-    def connect(self) -> BaseBackend:
-        """Create an Ibis Redshift connection."""
+    def connect(self):
+        """Create a Redshift connection via redshift_connector."""
 
         # Determine connection host and port
         connect_host = self.host
@@ -116,17 +112,53 @@ def connect(self) -> BaseBackend:
             "database": self.database,
             "user": self.user,
             "password": self.password,
-            "client_encoding": "utf8",
             "sslmode": self.sslmode,
         }
 
-        if self.schema_name:
-            kwargs["schema"] = self.schema_name
-
-        return ibis.postgres.connect(
+        return redshift_connector.connect(
             **kwargs,
         )
 
+    def list_schemas(self) -> list[str]:
+        """List schemas in the Redshift database."""
+        conn = self.connect()
+        cursor = conn.cursor()
+
+        cursor.execute("""
+            SELECT nspname
+            FROM pg_namespace
+            WHERE nspname NOT LIKE 'pg_%'
+            AND nspname != 'information_schema'
+            ORDER BY nspname;
+        """)
+
+        schemas = [row[0] for row in cursor.fetchall()]
+        cursor.close()
+        conn.close()
+
+        return schemas
+
+    def list_tables(self, schema: str) -> list[str]:
+        """List tables in a specific schema."""
+        conn = self.connect()
+        cursor = conn.cursor()
+
+        cursor.execute(
+            """
+            SELECT tablename
+            FROM pg_tables
+            WHERE schemaname = %s
+            ORDER BY tablename;
+        """,
+            (schema,),
+        )
+
+        tables = [row[0] for row in cursor.fetchall()]
+        cursor.close()
+        conn.close()
+
+        return tables
+
     def get_database_name(self) -> str:
         """Get the database name for Redshift."""
 

cli/pyproject.toml

@@ -42,6 +42,7 @@ dependencies = [
     "mistralai>=1.11.1",
     "google-genai>=1.61.0",
     "sshtunnel>=0.4.0",
+    "redshift-connector>=2.1.11",
 ]
 
 [project.optional-dependencies]