Pick a slot from 0 to batch_size-1 during run_interactive.py (#67)

bhavya01 · web-flow · commit f3688a89d1c1 · 2024-05-02T17:04:45.000-07:00
* Pick a slot from 0 to batch_size-1

* Fix pyink
diff --git a/run_interactive.py b/run_interactive.py
@@ -120,7 +120,7 @@ def main(argv):
       "<s>[INST] <<SYS>>\nYou are an AI assistant. You will be given a task. You must generate a detailed and long answer.\n<</SYS>>\n\nContinue the following story.\n\nKay didn't have shoes that fit her feet properly. She only wore sneakers, because the \nChoose from: [I] shoes  fitted badly. [II] sneakers  fitted badly. [/INST]",
   ]
   for prompt in prompts:
-    slot = random.randint(0, _BATCH_SIZE.value)
+    slot = random.randint(0, _BATCH_SIZE.value - 1)
     tokens, true_length = token_utils.tokenize_and_pad(
         prompt, vocab, is_bos=True
     )

Original file line number	Diff line number	Diff line change
`@@ -120,7 +120,7 @@ def main(argv):`
`120`	`120`	`"<s>[INST] <<SYS>>\nYou are an AI assistant. You will be given a task. You must generate a detailed and long answer.\n<</SYS>>\n\nContinue the following story.\n\nKay didn't have shoes that fit her feet properly. She only wore sneakers, because the \nChoose from: [I] shoes fitted badly. [II] sneakers fitted badly. [/INST]",`
`121`	`121`	`]`
`122`	`122`	`for prompt in prompts:`
`123`		`- slot = random.randint(0, _BATCH_SIZE.value)`
	`123`	`+ slot = random.randint(0, _BATCH_SIZE.value - 1)`
`124`	`124`	`tokens, true_length = token_utils.tokenize_and_pad(`
`125`	`125`	`prompt, vocab, is_bos=True`
`126`	`126`	`)`