diff --git a/optimum/intel/openvino/quantization.py b/optimum/intel/openvino/quantization.py
index bf9e52e631..447214c83c 100644
--- a/optimum/intel/openvino/quantization.py
+++ b/optimum/intel/openvino/quantization.py
@@ -52,7 +52,10 @@
 
 
 if is_datasets_available():
-    from datasets import Dataset
+    try:
+        from datasets import Dataset
+    except ImportError:
+        pass
 
 COMPRESSION_OPTIONS = {
     "int8": {"mode": nncf.CompressWeightsMode.INT8},