package de.ugoe.cs.cpdp.dataprocessing; import org.apache.commons.collections4.list.SetUniqueList; import weka.core.Instances; import weka.filters.Filter; import weka.filters.supervised.instance.Resample; /** * Implements undersampling, a strategy for handling bias in data. In case there are less positive samples (i.e. defect-prone) samples in the * data than negative samples (i.e. non-defect-prone), the non-defect-prone entities are sampled such thatthe number of defect-prone and non-defect-prone instances is the same afterwards. * @author Steffen Herbold */ public class Undersampling implements IProcessesingStrategy, ISetWiseProcessingStrategy { /** * Does not have parameters. String is ignored. * @param parameters ignored */ @Override public void setParameter(String parameters) { // dummy } /* * (non-Javadoc) * @see de.ugoe.cs.cpdp.dataprocessing.ISetWiseProcessingStrategy#apply(weka.core.Instances, org.apache.commons.collections4.list.SetUniqueList) */ @Override public void apply(Instances testdata, SetUniqueList traindataSet) { for( Instances traindata : traindataSet ) { apply(testdata, traindata); } } /* * (non-Javadoc) * @see de.ugoe.cs.cpdp.dataprocessing.IProcessesingStrategy#apply(weka.core.Instances, weka.core.Instances) */ @Override public void apply(Instances testdata, Instances traindata) { final int[] counts = traindata.attributeStats(traindata.classIndex()).nominalCounts; if( counts[1]=0 ; i-- ) { if( Double.compare(1.0, negatives.get(i).classValue())==0 ) { negatives.remove(i); } if( Double.compare(0.0, positives.get(i).classValue())==0 ) { positives.remove(i); } } Resample resample = new Resample(); // TODO: resample.setSampleSizePercent((100.0*counts[1])/100+0.01); // Ohne +0.01 wird bei tomcat, xerces-1.2 und jedit-4.0 ein negative weniger zurückgegeben resample.setSampleSizePercent((100.0* counts[1])/counts[0]); try { resample.setInputFormat(traindata); negatives = Filter.useFilter(negatives, resample); } catch (Exception e) { throw new RuntimeException(e); } traindata.clear(); for( int i=0 ; i