Spaces:
Runtime error
Runtime error
File size: 941 Bytes
63deadc |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 |
import tempfile
import pytest
from fsspec.implementations.arrow import ArrowFSWrapper
from fsspec.implementations.local import LocalFileSystem
from fsspec.implementations.memory import MemoryFileSystem
# A dummy filesystem that has a list of protocols
class MultiProtocolFileSystem(LocalFileSystem):
protocol = ["file", "other"]
FILESYSTEMS = {
"local": LocalFileSystem,
"multi": MultiProtocolFileSystem,
"memory": MemoryFileSystem,
}
READ_ONLY_FILESYSTEMS = []
@pytest.fixture(scope="function")
def fs(request):
pyarrow_fs = pytest.importorskip("pyarrow.fs")
FileSystem = pyarrow_fs.FileSystem
if request.param == "arrow":
fs = ArrowFSWrapper(FileSystem.from_uri("file:///")[0])
return fs
cls = FILESYSTEMS[request.param]
return cls()
@pytest.fixture(scope="function")
def temp_file():
with tempfile.TemporaryDirectory() as temp_dir:
return temp_dir + "test-file"
|