Skip to content
This repository was archived by the owner on Dec 16, 2022. It is now read-only.

Commit 31ec6a5

Browse files
authored
MultiProcessDataLoader takes PathLike data_path (#4908)
1 parent 5e3757b commit 31ec6a5

File tree

1 file changed

+4
-3
lines changed

1 file changed

+4
-3
lines changed

allennlp/data/data_loaders/multiprocess_data_loader.py

+4-3
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,7 @@
11
from collections import deque
22
import logging
33
from multiprocessing.process import BaseProcess
4+
from os import PathLike
45
import random
56
import sys
67
import traceback
@@ -42,7 +43,7 @@ class MultiProcessDataLoader(DataLoader):
4243
reader: `DatasetReader`, required
4344
A `DatasetReader` used to load instances from the `data_path`.
4445
45-
data_path: `str`, required
46+
data_path: `Union[str, PathLike]`, required
4647
Passed to `DatasetReader.read()`.
4748
4849
!!! Note
@@ -139,7 +140,7 @@ class MultiProcessDataLoader(DataLoader):
139140
def __init__(
140141
self,
141142
reader: DatasetReader,
142-
data_path: str,
143+
data_path: Union[str, PathLike],
143144
*,
144145
batch_size: int = None,
145146
drop_last: bool = False,
@@ -180,7 +181,7 @@ def __init__(
180181
raise ValueError("max_instances_in_memory must be at least 1")
181182

182183
self.reader = reader
183-
self.data_path = data_path
184+
self.data_path = str(data_path)
184185
self.batch_size = batch_size
185186
self.drop_last = drop_last
186187
self.shuffle = shuffle

0 commit comments

Comments
 (0)