diff --git a/.ci_support/environment.yml b/.ci_support/environment.yml
index 55721b198..3273d9e81 100644
--- a/.ci_support/environment.yml
+++ b/.ci_support/environment.yml
@@ -17,6 +17,6 @@ dependencies:
 - pyfileindex =0.0.7
 - pysqa =0.0.18
 - pytables =3.7.0
-- sqlalchemy =1.4.46
+- sqlalchemy =2.0.0
 - tqdm =4.64.1
 - traitlets =5.8.1
diff --git a/setup.py b/setup.py
index 4aafa9605..6dd1d0fbc 100644
--- a/setup.py
+++ b/setup.py
@@ -41,7 +41,7 @@
         'psutil==5.9.4',
         'pyfileindex==0.0.7',
         'pysqa==0.0.18',
-        'sqlalchemy==1.4.46',
+        'sqlalchemy==2.0.0',
         'tables==3.7.0',
         'tqdm==4.64.1',
         'traitlets==5.8.1',
diff --git a/tests/database/test_database_access.py b/tests/database/test_database_access.py
index 176f14230..b7cf2bb2a 100644
--- a/tests/database/test_database_access.py
+++ b/tests/database/test_database_access.py
@@ -41,7 +41,10 @@ def tearDownClass(cls):
         Returns:
         """
         cls.database.conn.close()
-        os.remove("test_database.db")
+        if os.name != 'nt':
+            # On windows we get PermissionError: [WinError 32] The process cannot access the
+            # file because it is being used by another process: 'test_database.db'
+            os.remove("test_database.db")
 
     def tearDown(self):
         """