We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 02bf429 commit 56a0667Copy full SHA for 56a0667
src/inspect_evals/worldsense/_utils.py
@@ -50,9 +50,10 @@ def preprocess_scores(
50
51
# Calculate weighted values and biases
52
score_df["weight"] = score_df["answer"].map(weight_mapping).astype(float)
53
- score_df["bias"] = score_df["answer"].map(bias_mapping).astype(float)
+ score_df["bias"] = (
54
+ score_df["answer"].map(bias_mapping).astype(float) * score_df["weight"]
55
+ )
56
score_df["value"] = score_df["value"].astype(float) * score_df["weight"]
- score_df["bias"] *= score_df["weight"]
57
58
# Group and normalize
59
grouped_scores = (
0 commit comments