Skip to content

Commit 5d17fb8

Browse files
committed
Fix version overide
1 parent e241c4b commit 5d17fb8

File tree

2 files changed

+11
-11
lines changed

2 files changed

+11
-11
lines changed

tensorflow_datasets/core/registered.py

Lines changed: 3 additions & 5 deletions
Original file line numberDiff line numberDiff line change
@@ -109,7 +109,7 @@ def __init__(self, name, is_abstract=False, in_development=False):
109109
class RegisteredDataset(abc.ABCMeta):
110110
"""Subclasses will be registered and given a `name` property."""
111111

112-
def __new__(cls, cls_name, bases, class_dict): # pylint: disable= C0204, W0221
112+
def __new__(cls, cls_name, bases, class_dict): # pylint: disable = arguments-differ, bad-mcs-classmethod-argument
113113
name = naming.camelcase_to_snakecase(cls_name)
114114
class_dict["name"] = name
115115
builder_cls = super(RegisteredDataset, cls).__new__( # pylint: disable=too-many-function-args
@@ -164,8 +164,7 @@ def builder(name, **builder_init_kwargs):
164164
DatasetNotFoundError: if `name` is unrecognized.
165165
"""
166166
name, builder_kwargs = _dataset_name_and_kwargs_from_name_str(name)
167-
builder_kwargs.update( \
168-
(k, v) for k, v in builder_init_kwargs.items() if v is not None)
167+
builder_kwargs.update(builder_init_kwargs)
169168
if name in _ABSTRACT_DATASET_REGISTRY:
170169
raise DatasetNotFoundError(name, is_abstract=True)
171170
if name in _IN_DEVELOPMENT_REGISTRY:
@@ -294,8 +293,7 @@ def load(name,
294293
# pylint: enable=line-too-long
295294

296295
name, name_builder_kwargs = _dataset_name_and_kwargs_from_name_str(name)
297-
name_builder_kwargs.update( \
298-
(k, v) for k, v in (builder_kwargs or {}).items() if v is not None)
296+
name_builder_kwargs.update(builder_kwargs or {})
299297
builder_kwargs = name_builder_kwargs
300298

301299
# Set data_dir

tensorflow_datasets/scripts/download_and_prepare.py

Lines changed: 8 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -180,8 +180,11 @@ def main(_):
180180
logging.info("Running download_and_prepare for datasets:\n%s",
181181
"\n".join(datasets_to_build))
182182
logging.info('Version: "%s"', version)
183+
kwargs = {"data_dir": FLAGS.data_dir}
184+
if version is not None:
185+
kwargs.update(("version", version))
183186
builders = {
184-
name: tfds.builder(name, data_dir=FLAGS.data_dir, version=version)
187+
name: tfds.builder(name, **kwargs)
185188
for name in datasets_to_build
186189
}
187190

@@ -196,18 +199,17 @@ def main(_):
196199
"--builder_config_id can only be used with datasets with configs")
197200
config = builder.BUILDER_CONFIGS[FLAGS.builder_config_id]
198201
logging.info("Running download_and_prepare for config: %s", config.name)
199-
builder_for_config = tfds.builder(
200-
builder.name, data_dir=FLAGS.data_dir, config=config, version=version)
202+
kwargs.update({("config", config)})
203+
builder_for_config = tfds.builder(builder.name, **kwargs)
201204
download_and_prepare(builder_for_config)
202205
else:
203206
for name, builder in builders.items():
204207
if builder.BUILDER_CONFIGS and "/" not in name:
205208
# If builder has multiple configs, and no particular config was
206209
# requested, then compute all.
207210
for config in builder.BUILDER_CONFIGS:
208-
builder_for_config = tfds.builder(
209-
builder.name, data_dir=FLAGS.data_dir, config=config,
210-
version=version)
211+
kwargs.update({("config", config)})
212+
builder_for_config = tfds.builder(name, **kwargs)
211213
download_and_prepare(builder_for_config)
212214
else:
213215
# If there is a slash in the name, then user requested a specific

0 commit comments

Comments
 (0)