init params

Author: qihqi

mlperf/mixtral_run.sh

@@ -354,11 +354,11 @@ def main(argv):
       (3072, 256),
   )
   engines = []
-  params = 1
+  params = None
   for i, (length, max_batch) in enumerate(length_and_batch):
     batch = min(counts_by_bucket[i], max_batch)
     log.info(f"Using batch size of {batch} for {length}")
-    engine = create_engine_from_config_flags(batch=batch, cache_size=length)
+    engine = create_engine_from_config_flags(batch=batch, cache_len=length)
     offline_inf = offline_inference.OfflineInference(engine, params)
     offline_inf.dummy = FLAGS.internal_dummy_model
     params = offline_inf.params