Changeset 135 for trunk/CrossPare/src/de/ugoe/cs/cpdp/eval/AbstractWekaEvaluation.java

Timestamp:

07/18/16 12:26:03 (8 years ago)

Author:

sherbold

Message:

• code documentation and formatting

File:

• trunk/CrossPare/src/de/ugoe/cs/cpdp/eval/AbstractWekaEvaluation.java (modified) (13 diffs)

trunk/CrossPare/src/de/ugoe/cs/cpdp/eval/AbstractWekaEvaluation.java

@@ -36 +36 @@
  * <ul>
  * <li>succHe: Success with recall>0.7, precision>0.5</li>
- * <li>succZi: Success with recall>0.7, precision>0.7</li>
+ * <li>succZi: Success with recall>=0.75, precision>=0.7, and error<=0.25</li>
  * <li>succG75: Success with gscore>0.75</li>
  * <li>succG60: Success with gscore>0.6</li>
@@ -66 +66 @@
     private PrintWriter output = new PrintWriter(System.out);
 
+    /**
+     * flag that defines if the output is the system out
+     */
     private boolean outputIsSystemOut = true;
-    
+
+    /**
+     * name of the configuration
+     */
     private String configurationName = "default";
 
@@ -92 +98 @@
                       Instances traindata,
                       List<ITrainer> trainers,
-                      List<Double> efforts, 
+                      List<Double> efforts,
                       boolean writeHeader,
                       List<IResultStorage> storages)
@@ -99 +105 @@
         final List<ExperimentResult> experimentResults = new LinkedList<>();
         String productName = testdata.relationName();
-        
+
         for (ITrainer trainer : trainers) {
             if (trainer instanceof IWekaCompatibleTrainer) {
                 classifiers.add(((IWekaCompatibleTrainer) trainer).getClassifier());
-                experimentResults.add(new ExperimentResult(configurationName, productName, ((IWekaCompatibleTrainer) trainer).getName()));
+                experimentResults
+                    .add(new ExperimentResult(configurationName, productName,
+                                              ((IWekaCompatibleTrainer) trainer).getName()));
             }
             else {
@@ -153 +161 @@
             double aucec = calculateReviewEffort(testdata, classifier, efforts);
             double succHe = eval.recall(1) >= 0.7 && eval.precision(1) >= 0.5 ? 1.0 : 0.0;
-            double succZi = eval.recall(1) >= 0.7 && eval.precision(1) >= 0.7 ? 1.0 : 0.0;
+            double succZi = eval.recall(1) >= 0.75 && eval.precision(1) >= 0.75 && eval.errorRate()<=0.25 ? 1.0 : 0.0;
             double succG75 = gmeasure > 0.75 ? 1.0 : 0.0;
             double succG60 = gmeasure > 0.6 ? 1.0 : 0.0;
-            
+
             output.append("," + succHe);
             output.append("," + succZi);
             output.append("," + succG75);
-            output.append("," + succG60);            
+            output.append("," + succG60);
             output.append("," + eval.errorRate());
             output.append("," + eval.recall(1));
@@ -177 +185 @@
             output.append("," + eval.numTrueNegatives(1));
             output.append("," + eval.numFalsePositives(1));
-            
+
             ExperimentResult result = resultIter.next();
             result.setSizeTestData(testdata.numInstances());
             result.setSizeTrainingData(traindata.numInstances());
-            result.setSuccHe(succHe);
-            result.setSuccZi(succZi);
-            result.setSuccG75(succG75);
-            result.setSuccG60(succG60);
             result.setError(eval.errorRate());
             result.setRecall(eval.recall(1));
@@ -201 +205 @@
             result.setTn(eval.numTrueNegatives(1));
             result.setFp(eval.numFalsePositives(1));
-            for( IResultStorage storage : storages ) {
+            for (IResultStorage storage : storages) {
                 storage.addResult(result);
             }
@@ -209 +213 @@
         output.flush();
     }
-    
-    private double calculateReviewEffort(Instances testdata, Classifier classifier, List<Double> efforts) {
-        if( efforts==null ) {
+
+    /**
+     * <p>
+     * Calculates the effort. TODO: IMPLEMENTATION BUGGY! MUST BE FIXED!
+     * </p>
+     *
+     * @param testdata
+     *            the test data
+     * @param classifier
+     *            the classifier
+     * @param efforts
+     *            the effort information for each instance in the test data
+     * @return
+     */
+    private double calculateReviewEffort(Instances testdata,
+                                         Classifier classifier,
+                                         List<Double> efforts)
+    {
+        if (efforts == null) {
             return 0;
         }
-        
+
         final List<Integer> bugPredicted = new ArrayList<>();
         final List<Integer> nobugPredicted = new ArrayList<>();
@@ -229 +249 @@
             }
             catch (Exception e) {
-                throw new RuntimeException(
-                                           "unexpected error during the evaluation of the review effort",
+                throw new RuntimeException("unexpected error during the evaluation of the review effort",
                                            e);
             }
@@ -297 +316 @@
     }
 
+    /**
+     * <p>
+     * Calculates effort. Deprecated. Do not use!
+     * </p>
+     *
+     * @param testdata
+     *            the test data
+     * @param classifier
+     *            the classifier
+     * @return
+     */
     @SuppressWarnings("unused")
     @Deprecated
@@ -315 +345 @@
             loc = testdata.attribute("CountLineCodeExe");
         }
-        if( loc == null ) {
+        if (loc == null) {
             return 0.0;
         }
@@ -333 +363 @@
             }
             catch (Exception e) {
-                throw new RuntimeException(
-                                           "unexpected error during the evaluation of the review effort",
+                throw new RuntimeException("unexpected error during the evaluation of the review effort",
                                            e);
             }
@@ -419 +448 @@
                 output = new PrintWriter(new FileOutputStream(parameters));
                 outputIsSystemOut = false;
-                int filenameStart = parameters.lastIndexOf('/')+1;
+                int filenameStart = parameters.lastIndexOf('/') + 1;
                 int filenameEnd = parameters.lastIndexOf('.');
                 configurationName = parameters.substring(filenameStart, filenameEnd);