We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 0a8d992 commit 736ab8bCopy full SHA for 736ab8b
pai-audio-evals/main.py
@@ -50,7 +50,7 @@ def binary_content(self) -> BinaryContent:
50
for audio_file in files[:3]:
51
with logfire.span('Transcribing audio {audio_file.text!r}', audio_file=audio_file):
52
model_distances: list[tuple[str, int]] = []
53
- for model in 'gpt-4o-audio-preview', 'gpt-4o-mini-audio-preview', 'google-gla:gemini-2.0-flash':
+ for model in 'gpt-4o-audio-preview', 'gpt-4o-mini-audio-preview', 'google-vertex:gemini-2.0-flash':
54
result = audio_agent.run_sync(['transcribe', audio_file.binary_content()], model=model)
55
model_distances.append((model, levenshtein_distance(audio_file.text, result.output)))
56
logfire.info(f'{model_distances}')
0 commit comments