diff --git a/.github/workflows/test_openvino.yml b/.github/workflows/test_openvino.yml
index e2889cb4e..a1624c58c 100644
--- a/.github/workflows/test_openvino.yml
+++ b/.github/workflows/test_openvino.yml
@@ -43,7 +43,7 @@ jobs:
         run: |
           pip install --upgrade pip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-          pip install .[openvino,openvino-tokenizers,diffusers,tests] transformers[testing]
+          pip install .[openvino,openvino-tokenizers,diffusers,tests,tests-openvino] transformers[testing]
 
       - if: ${{ matrix.transformers-version != 'latest' }}
         name: Downgrade Transformers and Accelerate
diff --git a/.github/workflows/test_openvino_full.yml b/.github/workflows/test_openvino_full.yml
index 914035b75..3455f8ca5 100644
--- a/.github/workflows/test_openvino_full.yml
+++ b/.github/workflows/test_openvino_full.yml
@@ -56,7 +56,7 @@ jobs:
           python -m pip install --upgrade pip
           # Install PyTorch CPU to prevent unnecessary downloading/installing of CUDA packages
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-          pip install .[tests]
+          pip install .[tests,tests-openvino]
 
       - name: Install openvino-nightly
         if: ${{ matrix.openvino == 'ov-nightly' }}
diff --git a/.github/workflows/test_openvino_slow.yml b/.github/workflows/test_openvino_slow.yml
index 6f9c6167c..a35fef4b2 100644
--- a/.github/workflows/test_openvino_slow.yml
+++ b/.github/workflows/test_openvino_slow.yml
@@ -42,7 +42,7 @@ jobs:
         run: |
           pip install --upgrade pip
           pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cpu
-          pip install .[openvino,tests] transformers[testing]
+          pip install .[openvino,tests,tests-openvino] transformers[testing]
           pip uninstall -y nncf
 
       - if: ${{ matrix.transformers-version != 'latest' }}
diff --git a/setup.py b/setup.py
index 2211d1e35..f7232c7e8 100644
--- a/setup.py
+++ b/setup.py
@@ -56,8 +56,6 @@
     "sentence-transformers",
     "open_clip_torch>=2.26.1",
     "peft",
-    "librosa",
-    "soundfile",
 ]
 
 QUALITY_REQUIRE = ["black~=23.1", "ruff==0.4.4"]
@@ -70,6 +68,7 @@
     "diffusers": ["diffusers"],
     "quality": QUALITY_REQUIRE,
     "tests": TESTS_REQUIRE,
+    "tests-openvino": ["datasets[audio]>=1.4.0"]
 }
 
 setup(