use posixpath in upload methods (#855)

iterative · Jan 24, 2025 · 13e5c13 · 13e5c13
1 parent 669f359
commit 13e5c13
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 4 deletions.
diff --git a/src/datachain/client/fsspec.py b/src/datachain/client/fsspec.py
@@ -3,6 +3,7 @@
 import logging
 import multiprocessing
 import os
+import posixpath
 import re
 import sys
 from abc import ABC, abstractmethod
@@ -391,7 +392,7 @@ def open_object(
     def upload(self, path: str, data: bytes) -> "File":
         full_path = self.get_full_path(path)
 
-        parent = "/".join(full_path.split("/")[:-1])
+        parent = posixpath.dirname(full_path)
         self.fs.makedirs(parent, exist_ok=True)
 
         self.fs.pipe_file(full_path, data)

diff --git a/src/datachain/lib/file.py b/src/datachain/lib/file.py
@@ -199,9 +199,7 @@ def upload(
 
             catalog = get_catalog()
 
-        parts = path.split("/")
-        parent = "/".join(parts[:-1])
-        name = parts[-1]
+        parent, name = posixpath.split(path)
 
         client = catalog.get_client(parent)
         file = client.upload(name, data)