diff --git a/flake.nix b/flake.nix index 8cd570893945..e7f254cb8646 100644 --- a/flake.nix +++ b/flake.nix @@ -65,6 +65,7 @@ # necessary for quarto and quartodoc export PYTHONPATH=''${PWD}''${PYTHONPATH:+:}''${PYTHONPATH}:''${PWD}/docs + export PYSPARK_PYTHON="$(which python)" ''; preCommitDeps = with pkgs; [ diff --git a/nix/ibis.nix b/nix/ibis.nix index 318db5b6fd67..61ea5c4ad0a8 100644 --- a/nix/ibis.nix +++ b/nix/ibis.nix @@ -7,6 +7,8 @@ , ibisTestingData }: let + # pyspark could be added here, but it doesn't handle parallel test execution + # well and serially it takes on the order of 7-8 minutes to execute serially backends = [ "datafusion" "duckdb" "pandas" "polars" "sqlite" ] # dask version has a show-stopping bug for Python >=3.11 ++ lib.optionals (python3.pythonOlder "3.11") [ "dask" ];