updated expectations tests

JRosenkranz · JRosenkranz · commit 81829bffd0a3 · 2025-06-23T19:10:23.000Z
Signed-off-by: Joshua Rosenkranz &lt;jmrosenk@us.ibm.com&gt;
diff --git a/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.Llama-3.1-8B-Instruct.test_model_output b/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.Llama-3.1-8B-Instruct.test_model_output
@@ -1 +1 @@
-10.71875,10.71875,10.65625,10.6875,6.84375,36.53125,12.1875,13.65625,0.09375,10.03125,15.71875,4.28125,11.3125,15.125,32.15625,13.59375,5.5625,13.125,3.375,4.625,19.90625,10.65625,0.3125,11.0,4.6875,9.8125,9.3125,9.65625,26.65625,12.59375,9.53125,41.90625,0.0625,0.9375,10.625,24.25,15.46875,10.96875,8.1875,7.25,3.15625,10.75,15.625,17.5,3.96875,32.78125,2.5625,1.46875,7.84375,0.0,19.0625,2.3125,12.5,6.78125,20.4375,10.34375,39.96875,21.625,3.8125,7.84375,9.96875,3.1875,7.75,5.15625
+11.21875,11.21875,11.1875,11.15625,6.8125,36.90625,12.5625,14.28125,0.0,10.15625,15.84375,4.15625,11.15625,15.0,32.53125,13.4375,5.75,13.21875,3.75,5.0625,20.625,10.625,0.75,10.84375,5.0,9.59375,9.46875,9.71875,26.65625,12.21875,9.9375,41.96875,0.28125,1.40625,11.0625,24.0625,15.25,10.5625,8.3125,7.15625,3.4375,10.875,16.0,17.84375,3.8125,33.40625,2.53125,1.625,7.96875,0.40625,18.84375,2.25,12.84375,7.5,20.5,10.40625,39.96875,22.375,4.0,8.78125,10.3125,3.84375,8.4375,5.40625
diff --git a/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.Mistral-7B-Instruct-v0.3.test_model_output b/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.Mistral-7B-Instruct-v0.3.test_model_output
@@ -1 +1 @@
-0.1015625,0.1015625,0.0859375,0.09765625,0.8671875,0.25,0.3671875,0.08984375,0.40234375,0.20703125,0.5546875,0.0234375,0.0,0.24609375,0.26171875,0.546875,0.16796875,0.328125,0.41015625,0.375,0.9140625,0.16796875,0.359375,0.26953125,0.33203125,0.48046875,0.3125,0.26953125,0.2890625,0.68359375,0.5234375,0.80078125,0.30078125,0.2109375,0.3203125,0.47265625,0.3984375,0.69921875,0.59375,0.359375,0.48046875,0.0390625,0.65625,0.4921875,0.6328125,0.68359375,0.76953125,0.34375,0.421875,0.234375,0.5078125,0.27734375,0.203125,0.16796875,0.42578125,0.30078125,0.37109375,0.18359375,0.125,0.19921875,0.29296875,0.15234375,0.15625,0.5859375
+0.0625,0.0625,0.0625,0.0625,0.85546875,0.24609375,0.328125,0.05078125,0.37890625,0.18359375,0.546875,0.015625,0.0,0.21875,0.27734375,0.5078125,0.14453125,0.29296875,0.4140625,0.34375,0.93359375,0.12890625,0.33984375,0.21875,0.30078125,0.45703125,0.29296875,0.234375,0.2890625,0.66796875,0.50390625,0.80078125,0.33984375,0.1953125,0.30859375,0.4453125,0.41015625,0.65234375,0.625,0.375,0.484375,0.0390625,0.50390625,0.48046875,0.625,0.69140625,0.76953125,0.2890625,0.375,0.17578125,0.53515625,0.31640625,0.23828125,0.1953125,0.3984375,0.26953125,0.36328125,0.13671875,0.0703125,0.171875,0.28125,0.14453125,0.15625,0.66796875
diff --git a/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.granite-3.2-8b-instruct.test_model_output b/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.granite-3.2-8b-instruct.test_model_output
@@ -1 +1 @@
-0.041748046875,0.041748046875,0.04150390625,0.041748046875,0.03662109375,0.037109375,0.020263671875,0.01904296875,0.0029296875,0.0341796875,0.04248046875,0.009033203125,0.013427734375,0.03857421875,0.0380859375,0.0498046875,0.033203125,0.004638671875,0.033203125,0.009765625,0.0107421875,0.015380859375,0.05078125,0.026123046875,0.017578125,0.0302734375,0.024658203125,0.011962890625,0.0361328125,0.068359375,0.03662109375,0.0322265625,0.03759765625,0.023681640625,0.051025390625,0.00830078125,0.032958984375,0.017578125,0.043212890625,0.022216796875,0.01513671875,0.036376953125,0.037841796875,0.015625,0.030517578125,0.060302734375,0.0283203125,0.0361328125,0.0,0.01953125,0.013916015625,0.026611328125,0.02197265625,0.004638671875,0.021484375,0.02001953125,0.010986328125,0.018798828125,0.020263671875,0.031982421875,0.03515625,0.014404296875,0.005615234375,0.037109375
+0.04052734375,0.04052734375,0.041259765625,0.040771484375,0.035888671875,0.03564453125,0.021240234375,0.018798828125,0.00341796875,0.03466796875,0.042236328125,0.01123046875,0.014404296875,0.038818359375,0.040283203125,0.0478515625,0.033447265625,0.00390625,0.032470703125,0.009521484375,0.010009765625,0.015380859375,0.05078125,0.027099609375,0.017822265625,0.030029296875,0.024169921875,0.01220703125,0.037109375,0.06787109375,0.033935546875,0.031982421875,0.03759765625,0.0234375,0.05126953125,0.010498046875,0.03271484375,0.017333984375,0.0419921875,0.02197265625,0.014892578125,0.03759765625,0.03857421875,0.01513671875,0.03125,0.060546875,0.029296875,0.037353515625,0.0,0.018798828125,0.01416015625,0.0263671875,0.020751953125,0.00537109375,0.02099609375,0.019287109375,0.01123046875,0.018798828125,0.01953125,0.03125,0.032958984375,0.01416015625,0.006591796875,0.037109375
diff --git a/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.granite-guardian-3.1-8b.test_model_output b/tests/resources/expectations/models.test_model_expectations.TestAIUDecoderModels.granite-guardian-3.1-8b.test_model_output
@@ -1 +1 @@
-0.041748046875,0.041748046875,0.04150390625,0.041748046875,0.03662109375,0.037109375,0.020263671875,0.01904296875,0.0029296875,0.0341796875,0.04248046875,0.009033203125,0.013427734375,0.03857421875,0.0380859375,0.0498046875,0.033203125,0.004638671875,0.033203125,0.009765625,0.0107421875,0.015380859375,0.05078125,0.026123046875,0.017578125,0.0302734375,0.024658203125,0.011962890625,0.0361328125,0.068359375,0.03662109375,0.0322265625,0.03759765625,0.023681640625,0.051025390625,0.00830078125,0.032958984375,0.017578125,0.043212890625,0.022216796875,0.01513671875,0.036376953125,0.037841796875,0.015625,0.030517578125,0.060302734375,0.0283203125,0.0361328125,0.0,0.01953125,0.013916015625,0.026611328125,0.02197265625,0.004638671875,0.021484375,0.02001953125,0.010986328125,0.018798828125,0.020263671875,0.031982421875,0.03515625,0.014404296875,0.005615234375,0.037109375
+0.04052734375,0.04052734375,0.041259765625,0.040771484375,0.035888671875,0.03564453125,0.021240234375,0.018798828125,0.00341796875,0.03466796875,0.042236328125,0.01123046875,0.014404296875,0.038818359375,0.040283203125,0.0478515625,0.033447265625,0.00390625,0.032470703125,0.009521484375,0.010009765625,0.015380859375,0.05078125,0.027099609375,0.017822265625,0.030029296875,0.024169921875,0.01220703125,0.037109375,0.06787109375,0.033935546875,0.031982421875,0.03759765625,0.0234375,0.05126953125,0.010498046875,0.03271484375,0.017333984375,0.0419921875,0.02197265625,0.014892578125,0.03759765625,0.03857421875,0.01513671875,0.03125,0.060546875,0.029296875,0.037353515625,0.0,0.018798828125,0.01416015625,0.0263671875,0.020751953125,0.00537109375,0.02099609375,0.019287109375,0.01123046875,0.018798828125,0.01953125,0.03125,0.032958984375,0.01416015625,0.006591796875,0.037109375
diff --git a/tests/resources/expectations/models.test_model_expectations.TestAIUModelsTupleOutput.roberta-base-squad2.test_model_output b/tests/resources/expectations/models.test_model_expectations.TestAIUModelsTupleOutput.roberta-base-squad2.test_model_output
@@ -1 +1 @@
-7.796875,7.796875,7.796875,7.796875,6.953125,0.0,1.234375,0.03125,0.375,1.3515625,1.9375,0.390625,0.8125,0.6015625,1.2109375,0.6875,1.6953125,0.453125,0.7734375,2.421875,1.3359375,1.4609375,0.84375,0.640625,1.1328125,3.0,2.3828125,3.0234375,0.734375,1.4453125,2.53125,2.8203125,1.3046875,1.203125,1.0234375,2.75,3.234375,1.734375,2.359375,1.6171875,1.0546875,1.75,1.390625,2.734375,3.796875,2.546875,3.4921875,1.53125,2.8125,1.0234375,1.7265625,1.8046875,0.8828125,1.921875,1.9140625,1.34375,0.78125,1.3203125,1.5234375,2.0546875,0.890625,0.6640625,1.28125,2.0546875,8.875,8.875,8.875,8.875,7.359375,1.6953125,1.015625,1.3828125,0.9609375,1.40625,0.7734375,2.6875,1.2578125,1.375,1.3828125,1.2890625,3.0703125,3.296875,1.2890625,2.53125,1.359375,2.78125,0.921875,2.0390625,1.546875,1.265625,3.796875,0.8515625,2.7890625,1.8515625,1.6640625,2.4296875,2.5,2.9140625,2.90625,2.3515625,2.1171875,1.8046875,1.203125,1.7734375,1.59375,3.0859375,3.21875,3.1875,1.8984375,3.9453125,0.9375,3.140625,1.9765625,0.9296875,1.65625,2.515625,1.484375,0.921875,1.796875,0.9140625,2.25,1.0234375,2.9921875,4.34375,1.0234375,0.875,1.21875,4.4296875
+7.84765625,7.84765625,7.84765625,7.84765625,6.93359375,0.0,1.21875,0.09375,0.40625,1.3359375,1.90625,0.421875,0.828125,0.6328125,1.203125,0.6796875,1.671875,0.46875,0.765625,2.4375,1.3828125,1.484375,0.890625,0.6640625,1.1796875,3.0,2.390625,3.0625,0.75,1.4921875,2.5625,2.8359375,1.328125,1.2421875,1.0703125,2.7421875,3.2421875,1.7578125,2.3984375,1.6953125,1.0859375,1.7890625,1.421875,2.7265625,3.8125,2.5703125,3.53125,1.5625,2.828125,1.0703125,1.75,1.828125,0.9375,1.9453125,1.9609375,1.3671875,0.828125,1.375,1.5390625,2.0703125,0.8984375,0.6875,1.328125,1.9765625,8.9296875,8.9296875,8.9296875,8.9296875,7.359375,1.7109375,1.046875,1.4609375,0.984375,1.40625,0.765625,2.6796875,1.2734375,1.3671875,1.390625,1.28125,3.0546875,3.2890625,1.3203125,2.5234375,1.359375,2.7890625,0.8984375,2.046875,1.578125,1.234375,3.7890625,0.859375,2.7890625,1.8984375,1.6953125,2.4296875,2.53125,2.953125,2.921875,2.359375,2.125,1.8203125,1.21875,1.8046875,1.6328125,3.1015625,3.21875,3.171875,1.921875,3.953125,0.9609375,3.15625,1.9921875,0.9609375,1.6796875,2.5390625,1.53125,0.9375,1.8359375,0.921875,2.25,1.0546875,3.0078125,4.34375,1.015625,0.8828125,1.2265625,4.3671875

Original file line number	Diff line number	Diff line change
`@@ -1 +1 @@`
`1`		`-10.71875,10.71875,10.65625,10.6875,6.84375,36.53125,12.1875,13.65625,0.09375,10.03125,15.71875,4.28125,11.3125,15.125,32.15625,13.59375,5.5625,13.125,3.375,4.625,19.90625,10.65625,0.3125,11.0,4.6875,9.8125,9.3125,9.65625,26.65625,12.59375,9.53125,41.90625,0.0625,0.9375,10.625,24.25,15.46875,10.96875,8.1875,7.25,3.15625,10.75,15.625,17.5,3.96875,32.78125,2.5625,1.46875,7.84375,0.0,19.0625,2.3125,12.5,6.78125,20.4375,10.34375,39.96875,21.625,3.8125,7.84375,9.96875,3.1875,7.75,5.15625`
	`1`	`+11.21875,11.21875,11.1875,11.15625,6.8125,36.90625,12.5625,14.28125,0.0,10.15625,15.84375,4.15625,11.15625,15.0,32.53125,13.4375,5.75,13.21875,3.75,5.0625,20.625,10.625,0.75,10.84375,5.0,9.59375,9.46875,9.71875,26.65625,12.21875,9.9375,41.96875,0.28125,1.40625,11.0625,24.0625,15.25,10.5625,8.3125,7.15625,3.4375,10.875,16.0,17.84375,3.8125,33.40625,2.53125,1.625,7.96875,0.40625,18.84375,2.25,12.84375,7.5,20.5,10.40625,39.96875,22.375,4.0,8.78125,10.3125,3.84375,8.4375,5.40625`
Original file line number	Diff line number	Diff line change
`@@ -1 +1 @@`
`1`		-0.1015625,0.1015625,0.0859375,0.09765625,0.8671875,0.25,0.3671875,0.08984375,0.40234375,0.20703125,0.5546875,0.0234375,0.0,0.24609375,0.26171875,0.546875,0.16796875,0.328125,0.41015625,0.375,0.9140625,0.16796875,0.359375,0.26953125,0.33203125,0.48046875,0.3125,0.26953125,0.2890625,0.68359375,0.5234375,0.80078125,0.30078125,0.2109375,0.3203125,0.47265625,0.3984375,0.69921875,0.59375,0.359375,0.48046875,0.0390625,0.65625,0.4921875,0.6328125,0.68359375,0.76953125,0.34375,0.421875,0.234375,0.5078125,0.27734375,0.203125,0.16796875,0.42578125,0.30078125,0.37109375,0.18359375,0.125,0.19921875,0.29296875,0.15234375,0.15625,0.5859375
	`1`	+0.0625,0.0625,0.0625,0.0625,0.85546875,0.24609375,0.328125,0.05078125,0.37890625,0.18359375,0.546875,0.015625,0.0,0.21875,0.27734375,0.5078125,0.14453125,0.29296875,0.4140625,0.34375,0.93359375,0.12890625,0.33984375,0.21875,0.30078125,0.45703125,0.29296875,0.234375,0.2890625,0.66796875,0.50390625,0.80078125,0.33984375,0.1953125,0.30859375,0.4453125,0.41015625,0.65234375,0.625,0.375,0.484375,0.0390625,0.50390625,0.48046875,0.625,0.69140625,0.76953125,0.2890625,0.375,0.17578125,0.53515625,0.31640625,0.23828125,0.1953125,0.3984375,0.26953125,0.36328125,0.13671875,0.0703125,0.171875,0.28125,0.14453125,0.15625,0.66796875
Original file line number	Diff line number	Diff line change
`@@ -1 +1 @@`
`1`		-0.041748046875,0.041748046875,0.04150390625,0.041748046875,0.03662109375,0.037109375,0.020263671875,0.01904296875,0.0029296875,0.0341796875,0.04248046875,0.009033203125,0.013427734375,0.03857421875,0.0380859375,0.0498046875,0.033203125,0.004638671875,0.033203125,0.009765625,0.0107421875,0.015380859375,0.05078125,0.026123046875,0.017578125,0.0302734375,0.024658203125,0.011962890625,0.0361328125,0.068359375,0.03662109375,0.0322265625,0.03759765625,0.023681640625,0.051025390625,0.00830078125,0.032958984375,0.017578125,0.043212890625,0.022216796875,0.01513671875,0.036376953125,0.037841796875,0.015625,0.030517578125,0.060302734375,0.0283203125,0.0361328125,0.0,0.01953125,0.013916015625,0.026611328125,0.02197265625,0.004638671875,0.021484375,0.02001953125,0.010986328125,0.018798828125,0.020263671875,0.031982421875,0.03515625,0.014404296875,0.005615234375,0.037109375
	`1`	+0.04052734375,0.04052734375,0.041259765625,0.040771484375,0.035888671875,0.03564453125,0.021240234375,0.018798828125,0.00341796875,0.03466796875,0.042236328125,0.01123046875,0.014404296875,0.038818359375,0.040283203125,0.0478515625,0.033447265625,0.00390625,0.032470703125,0.009521484375,0.010009765625,0.015380859375,0.05078125,0.027099609375,0.017822265625,0.030029296875,0.024169921875,0.01220703125,0.037109375,0.06787109375,0.033935546875,0.031982421875,0.03759765625,0.0234375,0.05126953125,0.010498046875,0.03271484375,0.017333984375,0.0419921875,0.02197265625,0.014892578125,0.03759765625,0.03857421875,0.01513671875,0.03125,0.060546875,0.029296875,0.037353515625,0.0,0.018798828125,0.01416015625,0.0263671875,0.020751953125,0.00537109375,0.02099609375,0.019287109375,0.01123046875,0.018798828125,0.01953125,0.03125,0.032958984375,0.01416015625,0.006591796875,0.037109375
Original file line number	Diff line number	Diff line change
`@@ -1 +1 @@`
`1`		-7.796875,7.796875,7.796875,7.796875,6.953125,0.0,1.234375,0.03125,0.375,1.3515625,1.9375,0.390625,0.8125,0.6015625,1.2109375,0.6875,1.6953125,0.453125,0.7734375,2.421875,1.3359375,1.4609375,0.84375,0.640625,1.1328125,3.0,2.3828125,3.0234375,0.734375,1.4453125,2.53125,2.8203125,1.3046875,1.203125,1.0234375,2.75,3.234375,1.734375,2.359375,1.6171875,1.0546875,1.75,1.390625,2.734375,3.796875,2.546875,3.4921875,1.53125,2.8125,1.0234375,1.7265625,1.8046875,0.8828125,1.921875,1.9140625,1.34375,0.78125,1.3203125,1.5234375,2.0546875,0.890625,0.6640625,1.28125,2.0546875,8.875,8.875,8.875,8.875,7.359375,1.6953125,1.015625,1.3828125,0.9609375,1.40625,0.7734375,2.6875,1.2578125,1.375,1.3828125,1.2890625,3.0703125,3.296875,1.2890625,2.53125,1.359375,2.78125,0.921875,2.0390625,1.546875,1.265625,3.796875,0.8515625,2.7890625,1.8515625,1.6640625,2.4296875,2.5,2.9140625,2.90625,2.3515625,2.1171875,1.8046875,1.203125,1.7734375,1.59375,3.0859375,3.21875,3.1875,1.8984375,3.9453125,0.9375,3.140625,1.9765625,0.9296875,1.65625,2.515625,1.484375,0.921875,1.796875,0.9140625,2.25,1.0234375,2.9921875,4.34375,1.0234375,0.875,1.21875,4.4296875
	`1`	+7.84765625,7.84765625,7.84765625,7.84765625,6.93359375,0.0,1.21875,0.09375,0.40625,1.3359375,1.90625,0.421875,0.828125,0.6328125,1.203125,0.6796875,1.671875,0.46875,0.765625,2.4375,1.3828125,1.484375,0.890625,0.6640625,1.1796875,3.0,2.390625,3.0625,0.75,1.4921875,2.5625,2.8359375,1.328125,1.2421875,1.0703125,2.7421875,3.2421875,1.7578125,2.3984375,1.6953125,1.0859375,1.7890625,1.421875,2.7265625,3.8125,2.5703125,3.53125,1.5625,2.828125,1.0703125,1.75,1.828125,0.9375,1.9453125,1.9609375,1.3671875,0.828125,1.375,1.5390625,2.0703125,0.8984375,0.6875,1.328125,1.9765625,8.9296875,8.9296875,8.9296875,8.9296875,7.359375,1.7109375,1.046875,1.4609375,0.984375,1.40625,0.765625,2.6796875,1.2734375,1.3671875,1.390625,1.28125,3.0546875,3.2890625,1.3203125,2.5234375,1.359375,2.7890625,0.8984375,2.046875,1.578125,1.234375,3.7890625,0.859375,2.7890625,1.8984375,1.6953125,2.4296875,2.53125,2.953125,2.921875,2.359375,2.125,1.8203125,1.21875,1.8046875,1.6328125,3.1015625,3.21875,3.171875,1.921875,3.953125,0.9609375,3.15625,1.9921875,0.9609375,1.6796875,2.5390625,1.53125,0.9375,1.8359375,0.921875,2.25,1.0546875,3.0078125,4.34375,1.015625,0.8828125,1.2265625,4.3671875