Changeset 132 for trunk/CrossPare/src/de/ugoe/cs/cpdp/execution

Timestamp:

06/28/16 12:01:39 (8 years ago)

Author:

sherbold

Message:

• rather intrusive and large change to correctly evaluate AUCEC in case metrics are modified. The effort is now stored directly with a software version and it is the duty of the loader to specify the review effort for each instance. This required changes to the execution strategiey, data loading, and evaluation process.

Location:

trunk/CrossPare/src/de/ugoe/cs/cpdp/execution

Files:

• AbstractCrossProjectExperiment.java (modified) (2 diffs)
• ClassifierCreationExperiment.java (modified) (2 diffs)
• CrossValidationExperiment.java (modified) (2 diffs)

trunk/CrossPare/src/de/ugoe/cs/cpdp/execution/AbstractCrossProjectExperiment.java

@@ -178 +178 @@
                 // Setup testdata and training data
                 Instances testdata = testVersion.getInstances();
+                List<Double> efforts = testVersion.getEfforts();
                 SetUniqueList<Instances> traindataSet =
                     SetUniqueList.setUniqueList(new LinkedList<Instances>());
@@ -311 +312 @@
                             config.getExperimentName() + ".csv");
                     }
-                    evaluator.apply(testdata, traindata, allTrainers, writeHeader,
+                    evaluator.apply(testdata, traindata, allTrainers, efforts, writeHeader,
                                     config.getResultStorages());
                     writeHeader = false;

trunk/CrossPare/src/de/ugoe/cs/cpdp/execution/ClassifierCreationExperiment.java

@@ -101 +101 @@
             Instances testdata = testVersion.getInstances();
             Instances traindata = new Instances(testdata);
+            List<Double> efforts = testVersion.getEfforts();
 
             // Give the dataset a new name
@@ -168 +169 @@
                         config.getExperimentName() + ".csv");
                 }
-                evaluator.apply(testdata, traindata, allTrainers, writeHeader, config.getResultStorages());
+                evaluator.apply(testdata, traindata, allTrainers, efforts, writeHeader, config.getResultStorages());
                 writeHeader = false;
             }

trunk/CrossPare/src/de/ugoe/cs/cpdp/execution/CrossValidationExperiment.java

@@ -166 +166 @@
                 // Setup testdata and training data
                 Instances testdata = testVersion.getInstances();
+                List<Double> efforts = testVersion.getEfforts();
                 
                 for (ITrainingStrategy trainer : config.getTrainers()) {
@@ -205 +206 @@
                             config.getExperimentName() + ".csv");
                     }
-                    evaluator.apply(testdata, testdata, allTrainers, writeHeader,
+                    evaluator.apply(testdata, testdata, allTrainers, efforts, writeHeader,
                                     config.getResultStorages());
                     writeHeader = false;