fsspec ls gives full path

pytorch_lightning/loggers/tensorboard.py

@@ -240,10 +240,10 @@ def _get_next_version(self):
 
         existing_versions = []
         for d in self._fs.ls(root_dir):
-            if self._fs.isdir(os.path.join(root_dir, d)) and d.startswith("version_"):
-                dir_ver = d.split("_")[1].replace('/', '')
+            bn = os.path.basename(d)
+            if self._fs.isdir(d) and bn.startswith("version_"):
+                dir_ver = bn.split("_")[1].replace('/', '')
                 existing_versions.append(int(dir_ver))
-
         if len(existing_versions) == 0:
             return 0
 

pytorch_lightning/trainer/training_io.py

@@ -390,7 +390,7 @@ def restore_hpc_weights_if_needed(self, model: LightningModule):
         folderpath = str(self.weights_save_path)
         fs = get_filesystem(folderpath)
         if fs.exists(folderpath):
-            files = fs.ls(folderpath)
+            files = [os.path.basename(f) for f in fs.ls(folderpath)]
             hpc_weight_paths = [x for x in files if 'hpc_ckpt' in x]
 
             # if hpc weights exist restore model
@@ -523,7 +523,7 @@ def hpc_load(self, folderpath, on_gpu):
 
     def max_ckpt_in_folder(self, path, name_key='ckpt_'):
         fs = get_filesystem(path)
-        files = fs.ls(path)
+        files = [os.path.basename(f) for f in fs.ls(path)]
         files = [x for x in files if name_key in x]
         if len(files) == 0:
             return 0

pytorch_lightning/utilities/cloud_io.py

@@ -34,7 +34,8 @@ def load(path_or_url: str, map_location=None):
 
 
 def get_filesystem(path: pathlike):
-    if "://" in str(path):
+    path = str(path)
+    if "://" in path:
         # use the fileystem from the protocol specified
         return fsspec.filesystem(path.split(":")[0])
     else: