trigger the CI flow

Author: wwwjn

.github/workflows/integration_test_8gpu_models.yaml

@@ -54,3 +54,4 @@ jobs:
         python -m tests.integration_tests.run_tests --test_suite models artifacts-to-be-uploaded --ngpu 8
         python -m tests.integration_tests.flux artifacts-to-be-uploaded/flux --ngpu 8
         rm -rf artifacts-to-be-uploaded/*/checkpoint
+        rm -rf artifacts-to-be-uploaded/flux/test_generate/inference_results/

torchtitan/models/flux/inference/infer.py

@@ -34,7 +34,6 @@ def inference(config: JobConfig):
             f"FSDP all-gather will hang if some ranks have no prompts to process."
         )
 
-    bs = config.inference.local_batch_size
     # Distribute prompts across processes using round-robin assignment
     prompts = original_prompts[global_rank::world_size]
 
@@ -46,6 +45,7 @@ def inference(config: JobConfig):
 
     if prompts:
         # Generate images for this process's assigned prompts
+        bs = config.inference.local_batch_size
 
         output_dir = os.path.join(
             config.job.dump_folder,