Enable fsspec file caching (#215)

* Pass details=False to ls to support filecache/simplecache * Bump bug version
merantix-momentum · Oct 7, 2024 · a11cd04 · a11cd04
1 parent 4e9d3bd
commit a11cd04
Show file tree

Hide file tree

Showing 2 changed files with 2 additions and 2 deletions.
diff --git a/pyproject.toml b/pyproject.toml
@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "squirrel-core"
-version = "0.20.1"
+version = "0.20.2"
 description = "Squirrel is a Python library that enables ML teams to share, load, and transform data in a collaborative, flexible and efficient way."
 authors = ["Merantix Momentum"]
 license = "Apache 2.0"

diff --git a/squirrel/iterstream/source.py b/squirrel/iterstream/source.py
@@ -79,7 +79,7 @@ def __init__(
     def __iter__(self) -> t.Iterator[str]:
         """Iterator that does ls and yield filepaths under the given url"""
         self.fs = get_fs_from_url(self.url, **self.storage_options)
-        urls = self.fs.ls(self.url) if self.fs.exists(self.url) else []
+        urls = self.fs.ls(self.url, detail=False) if self.fs.exists(self.url) else []
         urls.sort()
         if self.nested:
             dirs = []