|
1 | 1 | #!/usr/bin/env python |
2 | | -# Copyright 2017 Google Inc. |
| 2 | +# Copyright 2017 The Tensor2Tensor Authors. |
3 | 3 | # |
4 | 4 | # Licensed under the Apache License, Version 2.0 (the "License"); |
5 | 5 | # you may not use this file except in compliance with the License. |
@@ -102,14 +102,6 @@ _SUPPORTED_PROBLEM_GENERATORS = { |
102 | 102 | "algorithmic_algebra_inverse": ( |
103 | 103 | lambda: algorithmic_math.algebra_inverse(26, 0, 2, 100000), |
104 | 104 | lambda: algorithmic_math.algebra_inverse(26, 3, 3, 10000)), |
105 | | - "ice_parsing_tokens": ( |
106 | | - lambda: wmt.tabbed_parsing_token_generator(FLAGS.tmp_dir, |
107 | | - True, "ice", 2**13, 2**8), |
108 | | - lambda: wmt.tabbed_parsing_token_generator(FLAGS.tmp_dir, |
109 | | - False, "ice", 2**13, 2**8)), |
110 | | - "ice_parsing_characters": ( |
111 | | - lambda: wmt.tabbed_parsing_character_generator(FLAGS.tmp_dir, True), |
112 | | - lambda: wmt.tabbed_parsing_character_generator(FLAGS.tmp_dir, False)), |
113 | 105 | "wmt_parsing_tokens_8k": ( |
114 | 106 | lambda: wmt.parsing_token_generator(FLAGS.tmp_dir, True, 2**13), |
115 | 107 | lambda: wmt.parsing_token_generator(FLAGS.tmp_dir, False, 2**13)), |
@@ -148,12 +140,6 @@ _SUPPORTED_PROBLEM_GENERATORS = { |
148 | 140 | lambda: wmt.ende_wordpiece_token_generator(FLAGS.tmp_dir, True, 2**15), |
149 | 141 | lambda: wmt.ende_wordpiece_token_generator(FLAGS.tmp_dir, False, 2**15) |
150 | 142 | ), |
151 | | - "wmt_zhen_tokens_32k": ( |
152 | | - lambda: wmt.zhen_wordpiece_token_generator(FLAGS.tmp_dir, True, |
153 | | - 2**15, 2**15), |
154 | | - lambda: wmt.zhen_wordpiece_token_generator(FLAGS.tmp_dir, False, |
155 | | - 2**15, 2**15) |
156 | | - ), |
157 | 143 | "lm1b_32k": ( |
158 | 144 | lambda: lm1b.generator(FLAGS.tmp_dir, True), |
159 | 145 | lambda: lm1b.generator(FLAGS.tmp_dir, False) |
|
0 commit comments