Adjust the number of historical runs we compare to from 100 to 30

Author: rylev

site/src/api.rs

@@ -194,6 +194,7 @@ pub mod comparison {
         pub profile: String,
         pub scenario: String,
         pub is_relevant: bool,
+        pub significance_threshold: f64,
         pub significance_factor: f64,
         pub statistics: (f64, f64),
     }

site/src/comparison.rs

@@ -135,6 +135,7 @@ pub async fn handle_compare(
             profile: comparison.profile.to_string(),
             scenario: comparison.scenario.to_string(),
             is_relevant: comparison.is_relevant(),
+            significance_threshold: comparison.significance_threshold(),
             significance_factor: comparison.significance_factor(),
             statistics: comparison.results,
         })
@@ -1012,8 +1013,7 @@ pub struct HistoricalDataMap {
 }
 
 impl HistoricalDataMap {
-    const NUM_PREVIOUS_COMMITS: usize = 100;
-    const MIN_PREVIOUS_COMMITS: usize = 50;
+    const NUM_PREVIOUS_COMMITS: usize = 30;
 
     async fn calculate(
         ctxt: &SiteCtxt,
@@ -1030,7 +1030,7 @@ impl HistoricalDataMap {
         ));
 
         // Return early if we don't have enough data for historical analysis
-        if previous_commits.len() < Self::MIN_PREVIOUS_COMMITS {
+        if previous_commits.len() < Self::NUM_PREVIOUS_COMMITS {
             return Ok(Self {
                 data: historical_data,
             });
@@ -1054,7 +1054,7 @@ impl HistoricalDataMap {
         }
 
         // Only retain test cases for which we have enough data to calculate variance.
-        historical_data.retain(|_, v| v.data.len() >= Self::MIN_PREVIOUS_COMMITS);
+        historical_data.retain(|_, v| v.data.len() >= Self::NUM_PREVIOUS_COMMITS);
 
         Ok(Self {
             data: historical_data,