Flores-200 combinations->permutations (#820)

anton-l · web-flow · commit dd1af5a9ccbc · 2025-06-23T13:15:16.000+02:00
diff --git a/src/lighteval/tasks/multilingual/tasks.py b/src/lighteval/tasks/multilingual/tasks.py
@@ -21,7 +21,7 @@
 # SOFTWARE.
 
 from functools import partial
-from itertools import combinations
+from itertools import permutations
 
 from langcodes import Language as LangCodeLanguage
 from langcodes import standardize_tag
@@ -4383,7 +4383,7 @@ def flores_adapter(lang1, lang2):
         trust_dataset=True,
         version=0,
     )
-    for (lang1, lang2) in combinations(flores_200_languages, 2)
+    for (lang1, lang2) in permutations(flores_200_languages, 2)
 ]
 
 TASKS_TABLE.extend(

Original file line number	Diff line number	Diff line change
`@@ -21,7 +21,7 @@`
`21`	`21`	`# SOFTWARE.`
`22`	`22`
`23`	`23`	`from functools import partial`
`24`		`-from itertools import combinations`
	`24`	`+from itertools import permutations`
`25`	`25`
`26`	`26`	`from langcodes import Language as LangCodeLanguage`
`27`	`27`	`from langcodes import standardize_tag`
`@@ -4383,7 +4383,7 @@ def flores_adapter(lang1, lang2):`
`4383`	`4383`	`trust_dataset=True,`
`4384`	`4384`	`version=0,`
`4385`	`4385`	`)`
`4386`		`- for (lang1, lang2) in combinations(flores_200_languages, 2)`
	`4386`	`+ for (lang1, lang2) in permutations(flores_200_languages, 2)`
`4387`	`4387`	`]`
`4388`	`4388`
`4389`	`4389`	`TASKS_TABLE.extend(`