Cloud fixes and TF version bumps

PiperOrigin-RevId: 197457246

Author: Ryan Sepassi

tensor2tensor/utils/cloud_mlengine.py

@@ -33,6 +33,7 @@
 FLAGS = tf.flags.FLAGS
 
 CONSOLE_URL = "https://console.cloud.google.com/mlengine/jobs/"
+RUNTIME_VERSION = "1.8"
 
 # TODO(rsepassi):
 # * Enable multi-machine sync/async training
@@ -86,7 +87,7 @@ def flags_as_args():
       continue
     if name.startswith("autotune"):
       continue
-    args.extend(["--%s" % name, str(val)])
+    args.extend(["--%s=%s" % (name, str(val))])
   return args
 
 
@@ -113,7 +114,7 @@ def configure_job():
       "pythonModule": "tensor2tensor.bin.t2t_trainer",
       "args": flags_as_args(),
       "region": text_encoder.native_to_unicode(cloud.default_region()),
-      "runtimeVersion": "1.5",
+      "runtimeVersion": RUNTIME_VERSION,
       "pythonVersion": "3.5" if sys.version_info.major == 3 else "2.7",
       "jobDir": FLAGS.output_dir,
       "scaleTier": "CUSTOM",

tensor2tensor/utils/cloud_tpu.py

@@ -162,8 +162,8 @@ def cloud_tpu(vm_name, tpu_name, delete_on_done=False, skip_confirmation=False):
 class Gcloud(object):
   """gcloud command strings."""
   # Note these can be modified by set_versions
-  VM_VERSION = "tf-1-7"
-  TPU_VERSION = "1.7"
+  VM_VERSION = "tf-1-8"
+  TPU_VERSION = "1.8"
 
   @classmethod
   def set_versions(cls, vm, tpu):

tensor2tensor/utils/optimize.py

@@ -215,7 +215,8 @@ def get_variable_initializer(hparams):
   if not hparams.initializer:
     return None
 
-  tf.logging.info("Using variable initializer: %s", hparams.initializer)
+  if not tf.contrib.eager.in_eager_mode():
+    tf.logging.info("Using variable initializer: %s", hparams.initializer)
   if hparams.initializer == "orthogonal":
     return tf.orthogonal_initializer(gain=hparams.initializer_gain)
   elif hparams.initializer == "uniform":

tensor2tensor/utils/registry.py

@@ -263,7 +263,7 @@ def parse_problem_name(problem_name):
   base_name, was_reversed, was_copy = parse_problem_name(name)
 
   if base_name not in _PROBLEMS:
-    all_problem_names = sorted(list_problems())
+    all_problem_names = list_problems()
     error_lines = ["%s not in the set of supported problems:" % base_name
                   ] + all_problem_names
     error_msg = "\n  * ".join(error_lines)
@@ -272,7 +272,7 @@ def parse_problem_name(problem_name):
 
 
 def list_problems():
-  return list(_PROBLEMS)
+  return sorted(list(_PROBLEMS))
 
 
 def _internal_get_modality(name, mod_collection, collection_str):