Changeset 69 for trunk/CrossPare/src/de/ugoe/cs/cpdp/execution/AbstractCrossProjectExperiment.java

Timestamp:

05/03/16 15:17:36 (8 years ago)

Author:

sherbold

Message:

• updated new result storage concept and cross-project experiments to first check if a result is available. If this is the case, the experiment is not executed.

File:

• trunk/CrossPare/src/de/ugoe/cs/cpdp/execution/AbstractCrossProjectExperiment.java (modified) (4 diffs)

trunk/CrossPare/src/de/ugoe/cs/cpdp/execution/AbstractCrossProjectExperiment.java

@@ -29 +29 @@
 import de.ugoe.cs.cpdp.dataselection.ISetWiseDataselectionStrategy;
 import de.ugoe.cs.cpdp.eval.IEvaluationStrategy;
+import de.ugoe.cs.cpdp.eval.IResultStorage;
 import de.ugoe.cs.cpdp.loader.IVersionLoader;
 import de.ugoe.cs.cpdp.training.ISetWiseTestdataAwareTrainingStrategy;
@@ -163 +164 @@
                                               config.getExperimentName(), versionCount,
                                               testVersionCount, testVersion.getVersion()));
+                if (resultsAvailable(testVersion)) {
+                    Console.traceln(Level.INFO,
+                                    String.format(
+                                                  "[%s] [%02d/%02d] %s: results already available; skipped",
+                                                  config.getExperimentName(), versionCount,
+                                                  testVersionCount, testVersion.getVersion()));
+                    versionCount++;
+                    continue;
+                }
 
                 // Setup testdata and training data
@@ -299 +309 @@
                             config.getExperimentName() + ".csv");
                     }
-                    evaluator.apply(testdata, traindata, allTrainers, writeHeader, config.getResultStorages());
+                    evaluator.apply(testdata, traindata, allTrainers, writeHeader,
+                                    config.getResultStorages());
                     writeHeader = false;
                 }
@@ -327 +338 @@
         return result;
     }
+
+    private boolean resultsAvailable(SoftwareVersion version) {
+        if (config.getResultStorages().isEmpty()) {
+            return false;
+        }
+        boolean available = true;
+        for (IResultStorage storage : config.getResultStorages()) {
+            available &= storage.containsResult(config.getExperimentName(), version.getVersion());
+        }
+        return available;
+    }
 }