rm test libs

.github/workflows/test_ipex.yml

@@ -37,7 +37,7 @@ jobs:
         python -m pip install --upgrade pip
         pip install torch==${{ matrix.ipex-version }} --extra-index-url https://download.pytorch.org/whl/cpu
         pip install intel_extension_for_pytorch==${{ matrix.ipex-version }}
-        pip install .[ipex,tests]
+        pip install .[ipex]
         pip install transformers==${{ matrix.transformers-version }}
     - name: Test with Pytest
       run: |