Skip to content

Commit f3e0d3a

Browse files
committed
some cleanup interpret_effect_size, append modeInfo, and others
1 parent a7215c3 commit f3e0d3a

File tree

2 files changed

+27
-14
lines changed

2 files changed

+27
-14
lines changed
Lines changed: 18 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,18 @@
1+
# Generated by Django 5.1.14 on 2025-11-18 12:48
2+
3+
from django.db import migrations, models
4+
5+
6+
class Migration(migrations.Migration):
7+
8+
dependencies = [
9+
("perf", "0062_performancetelemetryalert_bug_modified_and_more"),
10+
]
11+
12+
operations = [
13+
migrations.AddField(
14+
model_name="performancebugtemplate",
15+
name="no_action_required_text",
16+
field=models.TextField(default="", max_length=4096),
17+
),
18+
]

treeherder/perf/stats.py

Lines changed: 9 additions & 14 deletions
Original file line numberDiff line numberDiff line change
@@ -252,7 +252,7 @@ def interpret_ks_test(base, new, pvalue_threshold=PVALUE_THRESHOLD):
252252

253253

254254
def mann_whitney_pval_significance(mann_pvalue, pvalue_threshold=PVALUE_THRESHOLD):
255-
p_value_interpretation = None
255+
p_value_interpretation = ""
256256
is_significant = False
257257

258258
if mann_pvalue > pvalue_threshold:
@@ -288,20 +288,16 @@ def interpret_mann_whitneyu(base, new, pvalue_threshold=PVALUE_THRESHOLD):
288288

289289
# https://openpublishing.library.umass.edu/pare/article/1977/galley/1980/view/
290290
def interpret_effect_size(delta):
291-
is_effect_meaningful = False
291+
is_effect_meaningful = True
292292
if delta is None:
293-
return "Effect cannot be interpreted", is_effect_meaningful
293+
return "Effect cannot be interpreted"
294294
if abs(delta) < 0.15:
295-
return "negligible", is_effect_meaningful
295+
return "negligible"
296296
if abs(delta) < 0.33:
297-
is_effect_meaningful = True
298297
return "small", is_effect_meaningful
299298
if abs(delta) < 0.47:
300-
is_effect_meaningful = True
301299
return "moderate", is_effect_meaningful
302-
else:
303-
is_effect_meaningful = True
304-
return "large", is_effect_meaningful
300+
return "large", is_effect_meaningful
305301

306302

307303
def interpret_cles_direction(cles):
@@ -400,7 +396,7 @@ def interpret_cles(
400396
mann_whitney_u_cles = ""
401397

402398
# Generate CLES explanation
403-
cles_explanation, is_base_greater = interpret_cles_direction(cles) if cles else "", None
399+
cles_explanation, is_base_greater = interpret_cles_direction(cles)
404400
# Cliff's delta CLES
405401
cliffs_delta_cles = f"Cliff's Delta: {delta:.2f}{interpretation}" if delta else ""
406402

@@ -483,11 +479,10 @@ def interpret_silverman_kde(base_data, new_data, lower_is_better):
483479
base_intervals, base_peak_xs = find_mode_interval(x_base, y_base, base_peak_locs)
484480
new_intervals, new_peak_xs = find_mode_interval(x_new, y_new, new_peak_locs)
485481
for i, interval in enumerate(base_intervals):
486-
tup = interval
487-
if len(tup) != 2:
482+
if len(interval) != 2:
488483
return None, None, None, None, None, None
489484

490-
start, end = tup
485+
start, end = interval
491486
shift = 0
492487
ci_low = 0
493488
ci_high = 0
@@ -549,7 +544,7 @@ def interpret_silverman_kde(base_data, new_data, lower_is_better):
549544
"ci_warning": ci_warning,
550545
}
551546

552-
modes.append(mode_info)
547+
modes.append(mode_info)
553548

554549
silverman_kde = {
555550
"bandwidth": "Silverman",

0 commit comments

Comments
 (0)