Merge pull request #1056 from pminervini/main

Update hf.py

Author: arnavsinghvi11

dsp/modules/hf.py

@@ -168,6 +168,9 @@ def _generate(self, prompt, **kwargs):
                 print("Failed to extract 'content' from the prompt.")
         inputs = self.tokenizer(prompt, return_tensors="pt").to(self.device)
 
+        if 'temperature' in kwargs and kwargs['temperature'] == 0.0:
+            kwargs['do_sample'] = False
+        
         # print(kwargs)
         outputs = self.model.generate(**inputs, **kwargs)
         if self.drop_prompt_from_output: