Skip to content

Commit e914f5f

Browse files
authored
fix aiohttp import (#7559)
1 parent a6461e9 commit e914f5f

File tree

2 files changed

+2
-2
lines changed

2 files changed

+2
-2
lines changed

src/datasets/data_files.py

+1-2
Original file line numberDiff line numberDiff line change
@@ -7,7 +7,6 @@
77

88
import huggingface_hub
99
from fsspec.core import url_to_fs
10-
from fsspec.implementations.http import HTTPFileSystem
1110
from huggingface_hub import HfFileSystem
1211
from packaging import version
1312
from tqdm.contrib.concurrent import thread_map
@@ -485,7 +484,7 @@ def _get_single_origin_metadata(
485484
if isinstance(fs, HfFileSystem):
486485
resolved_path = fs.resolve_path(data_file)
487486
return resolved_path.repo_id, resolved_path.revision
488-
elif isinstance(fs, HTTPFileSystem) and data_file.startswith(config.HF_ENDPOINT):
487+
elif data_file.startswith(config.HF_ENDPOINT):
489488
hffs = HfFileSystem(endpoint=config.HF_ENDPOINT, token=download_config.token)
490489
data_file = "hf://" + data_file[len(config.HF_ENDPOINT) + 1 :].replace("/resolve/", "@", 1)
491490
resolved_path = hffs.resolve_path(data_file)

src/datasets/utils/file_utils.py

+1
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@
4444
from .extract import ExtractManager
4545
from .track import TrackedIterableFromGenerator
4646

47+
4748
try:
4849
from aiohttp.client_exceptions import ClientError as _AiohttpClientError
4950
except ImportError:

0 commit comments

Comments
 (0)