Skip to content

Commit f4fe59a

Browse files
committed
Granite 3.3 ce and diff_mean values
Signed-off-by: Flavia Beo <flavia.beo@ibm.com>
1 parent aeb7c9d commit f4fe59a

File tree

1 file changed

+6
-1
lines changed

1 file changed

+6
-1
lines changed

tests/models/test_decoders.py

Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -39,6 +39,7 @@
3939
# Add models to test here
4040
LLAMA_3p1_8B_INSTRUCT = "meta-llama/Llama-3.1-8B-Instruct"
4141
GRANITE_3p2_8B_INSTRUCT = "ibm-granite/granite-3.2-8b-instruct"
42+
GRANITE_3p3_8B_INSTRUCT = "ibm-granite/granite-3.3-8b-instruct"
4243
GRANITE_20B_CODE_INSTRUCT_8K = "ibm-granite/granite-20b-code-instruct-8k"
4344
LLAMA_3p1_70B_INSTRUCT = "meta-llama/Llama-3.1-70B-Instruct"
4445

@@ -54,7 +55,7 @@
5455
)
5556
common_model_paths = os.environ.get(
5657
"FMS_TEST_SHAPES_COMMON_MODEL_PATHS",
57-
[LLAMA_3p1_8B_INSTRUCT, GRANITE_3p2_8B_INSTRUCT, GRANITE_20B_CODE_INSTRUCT_8K, LLAMA_3p1_70B_INSTRUCT],
58+
[LLAMA_3p1_8B_INSTRUCT, GRANITE_3p2_8B_INSTRUCT, GRANITE_3p3_8B_INSTRUCT, GRANITE_20B_CODE_INSTRUCT_8K, LLAMA_3p1_70B_INSTRUCT],
5859
)
5960
# for validation level 1, the default is a failure rate of 1%
6061
# set this environment variable if you would like to relax that threshold
@@ -148,6 +149,10 @@
148149
2.3919514417648315,
149150
0.0005767398688476533,
150151
),
152+
(GRANITE_3p3_8B_INSTRUCT, False): (
153+
2.4444521379470827,
154+
0.0004970188625156878,
155+
),
151156
(GRANITE_20B_CODE_INSTRUCT_8K, False): (
152157
2.640706129074097,
153158
0.00034344267623964697,

0 commit comments

Comments
 (0)