Skip to content

Commit af8ef42

Browse files
adarobcopybara-github
authored andcommitted
Simplify Flores to have 2 configs instead of 2 classes.
PiperOrigin-RevId: 239313949
1 parent ecf381a commit af8ef42

File tree

4 files changed

+12
-80
lines changed

4 files changed

+12
-80
lines changed

tensorflow_datasets/translate/__init__.py

+1-2
Original file line numberDiff line numberDiff line change
@@ -15,9 +15,8 @@
1515

1616
"""Translation datasets."""
1717

18+
from tensorflow_datasets.translate.flores import Flores
1819
from tensorflow_datasets.translate.flores import FloresConfig
19-
from tensorflow_datasets.translate.flores_neen import FloresTranslateNeen
20-
from tensorflow_datasets.translate.flores_sien import FloresTranslateSien
2120
from tensorflow_datasets.translate.ted_hrlr import TedHrlrTranslate
2221
from tensorflow_datasets.translate.ted_multi import TedMultiTranslate
2322
from tensorflow_datasets.translate.wmt import WMTConfig

tensorflow_datasets/translate/flores.py

+11-6
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,6 @@
1919
from __future__ import division
2020
from __future__ import print_function
2121

22-
import abc
2322
import collections
2423

2524
import tensorflow as tf
@@ -92,13 +91,19 @@ def __init__(self,
9291
self.language_pair = language_pair
9392

9493

95-
class FloresTranslate(tfds.core.GeneratorBasedBuilder):
94+
class Flores(tfds.core.GeneratorBasedBuilder):
9695
"""FLoRes machine translation dataset."""
9796

98-
@abc.abstractproperty
99-
def is_abstract(self):
100-
"""Forces base class to be abstract."""
101-
return True
97+
BUILDER_CONFIGS = [
98+
FloresConfig(
99+
language_pair=("ne", "en"),
100+
version="0.0.3",
101+
),
102+
FloresConfig(
103+
language_pair=("si", "en"),
104+
version="0.0.3",
105+
),
106+
]
102107

103108
def _info(self):
104109
source, target = self.builder_config.language_pair

tensorflow_datasets/translate/flores_neen.py

-36
This file was deleted.

tensorflow_datasets/translate/flores_sien.py

-36
This file was deleted.

0 commit comments

Comments
 (0)