add diskConvert option in fast tree search space (#6316)

LittleLittleCloud · web-flow · commit 4a11ac0f6bb8 · 2023-05-11T13:54:24.000-06:00
* update

* Update AutoMLExperimentTests.cs

* checkout test file

* fix tests
diff --git a/src/Microsoft.ML.AutoML/AutoMLExperiment/IMonitor.cs b/src/Microsoft.ML.AutoML/AutoMLExperiment/IMonitor.cs
@@ -58,6 +58,7 @@ public virtual void ReportCompletedTrial(TrialResult result)
 
         public virtual void ReportFailTrial(TrialSettings settings, Exception exception = null)
         {
+            _logger.Trace(exception.Message + exception.StackTrace);
             _logger.Info($"Update Failed Trial - Id: {settings.TrialId} - Pipeline: {_pipeline.ToString(settings.Parameter)}");
         }
 
diff --git a/src/Microsoft.ML.AutoML/CodeGen/fast_tree_search_space.json b/src/Microsoft.ML.AutoML/CodeGen/fast_tree_search_space.json
@@ -75,6 +75,11 @@
     {
       "name": "ExampleWeightColumnName",
       "type": "string"
+    },
+    {
+      "name": "DiskTranspose",
+      "type": "boolean",
+      "default": false
     }
   ]
 }
diff --git a/src/Microsoft.ML.AutoML/CodeGen/search-space-schema.json b/src/Microsoft.ML.AutoML/CodeGen/search-space-schema.json
@@ -192,6 +192,7 @@
         "Quiet",
         "OutputAsFloatArray",
         "ModelFactory",
+        "DiskTranspose",
         "Sentence1ColumnName",
         "Sentence2ColumnName",
         "BatchSize",
diff --git a/src/Microsoft.ML.AutoML/SweepableEstimator/Estimators/FastTree.cs b/src/Microsoft.ML.AutoML/SweepableEstimator/Estimators/FastTree.cs
@@ -22,6 +22,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
                 FeatureFraction = param.FeatureFraction,
+                DiskTranspose = param.DiskTranspose,
             };
 
             return context.MulticlassClassification.Trainers.OneVersusAll(context.BinaryClassification.Trainers.FastTree(option), labelColumnName: param.LabelColumnName);
@@ -43,6 +44,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 ExampleWeightColumnName = param.ExampleWeightColumnName,
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
+                DiskTranspose = param.DiskTranspose,
                 FeatureFraction = param.FeatureFraction,
             };
 
@@ -65,6 +67,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 ExampleWeightColumnName = param.ExampleWeightColumnName,
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
+                DiskTranspose = param.DiskTranspose,
                 FeatureFraction = param.FeatureFraction,
             };
 
@@ -87,6 +90,7 @@ public override IEstimator<ITransformer> BuildFromOption(MLContext context, Fast
                 ExampleWeightColumnName = param.ExampleWeightColumnName,
                 NumberOfThreads = AutoMlUtils.GetNumberOfThreadFromEnvrionment(),
                 MaximumBinCountPerFeature = param.MaximumBinCountPerFeature,
+                DiskTranspose = param.DiskTranspose,
                 FeatureFraction = param.FeatureFraction,
             };
 
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableEstimatorPipelineTest.SweepableEstimatorPipeline_search_space_init_value_test.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableEstimatorPipelineTest.SweepableEstimatorPipeline_search_space_init_value_test.approved.txt
@@ -23,6 +23,7 @@
     "FeatureFraction": 1,
     "LearningRate": 0.10,
     "LabelColumnName": "Label",
-    "FeatureColumnName": "Feature"
+    "FeatureColumnName": "Feature",
+    "DiskTranspose": false
   }
 }
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndBinaryClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndBinaryClassifiers.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndMultiClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndMultiClassifiers.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndRegressors.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndRegressors.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndSweepableEstimatorArray.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromIEstimatorAndSweepableEstimatorArray.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndMultiClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndMultiClassifiers.approved.txt
@@ -22,7 +22,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndSweepableEstimatorArray.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepableEstimatorAndSweepableEstimatorArray.approved.txt
@@ -16,7 +16,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e2": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndMultiClassifiers.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndMultiClassifiers.approved.txt
@@ -20,7 +20,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e3": {
diff --git a/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndSweepableEstimatorArray.approved.txt b/test/Microsoft.ML.AutoML.Tests/ApprovalTests/SweepableExtensionTest.CreateSweepablePipelineFromSweepablePipelineAndSweepableEstimatorArray.approved.txt
@@ -20,7 +20,8 @@
         "FeatureFraction": 1,
         "LearningRate": 0.1,
         "LabelColumnName": "Label",
-        "FeatureColumnName": "Features"
+        "FeatureColumnName": "Features",
+        "DiskTranspose": false
       }
     },
     "e3": {

Original file line number	Diff line number	Diff line change
`@@ -58,6 +58,7 @@ public virtual void ReportCompletedTrial(TrialResult result)`
`58`	`58`
`59`	`59`	`public virtual void ReportFailTrial(TrialSettings settings, Exception exception = null)`
`60`	`60`	`{`
	`61`	`+ _logger.Trace(exception.Message + exception.StackTrace);`
`61`	`62`	`_logger.Info($"Update Failed Trial - Id: {settings.TrialId} - Pipeline: {_pipeline.ToString(settings.Parameter)}");`
`62`	`63`	`}`
`63`	`64`
Original file line number	Diff line number	Diff line change
`@@ -75,6 +75,11 @@`
`75`	`75`	`{`
`76`	`76`	`"name": "ExampleWeightColumnName",`
`77`	`77`	`"type": "string"`
	`78`	`+ },`
	`79`	`+ {`
	`80`	`+ "name": "DiskTranspose",`
	`81`	`+ "type": "boolean",`
	`82`	`+ "default": false`
`78`	`83`	`}`
`79`	`84`	`]`
`80`	`85`	`}`
Original file line number	Diff line number	Diff line change
`@@ -23,6 +23,7 @@`
`23`	`23`	`"FeatureFraction": 1,`
`24`	`24`	`"LearningRate": 0.10,`
`25`	`25`	`"LabelColumnName": "Label",`
`26`		`- "FeatureColumnName": "Feature"`
	`26`	`+ "FeatureColumnName": "Feature",`
	`27`	`+ "DiskTranspose": false`
`27`	`28`	`}`
`28`	`29`	`}`