MapReduce的單元測試框架MRUnit
阿新 • • 發佈：2019-02-04
import java.io.IOException;
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.io.*;
import org.apache.hadoop.mrunit.mapreduce.MapDriver;
import org.apache.hadoop.mrunit.mapreduce.MapReduceDriver;
import org.apache.hadoop.mrunit.mapreduce.ReduceDriver;
import org.junit.*;
publicclass
MapDriver<LongWritable,Text,Text,IntWritable> mapDriver;
ReduceDriver<Text,IntWritable,Text,IntWritable> reduceDriver;
MapReduceDriver<LongWritable,Text,Text,IntWritable,Text,IntWritable> mapReduceDriver;
@Before
publicvoid setUp(){
AvgTemperatureMapper mapper =newAvgTemperatureMapper
AvgTemperatureReducer reducer =newAvgTemperatureReducer();
mapDriver =MapDriver.newMapDriver(mapper);;
reduceDriver =ReduceDriver.newReduceDriver(reducer);
mapReduceDriver =MapReduceDriver.newMapReduceDriver(mapper, reducer);
}
@Test
publicvoid testMapper()throwsIOException{
// Temperature
Text
mapDriver.withInput(newLongWritable(), value);
mapDriver.withOutput(newText("1950"),newIntWritable(-11));
mapDriver.runTest();
}
@Test
publicvoid testReducer()throwsIOException{
List<IntWritable> values =newArrayList<IntWritable>();
values.add(newIntWritable(40));
values.add(newIntWritable(42));
reduceDriver.withInput(newText("1950"), values);
reduceDriver.withOutput(newText("1950"),newIntWritable(41));
reduceDriver.runTest();
}
}
import java.util.ArrayList;
import java.util.List;
import org.apache.hadoop.io.*;
import org.apache.hadoop.mrunit.mapreduce.MapDriver;
import org.apache.hadoop.mrunit.mapreduce.MapReduceDriver;
import org.apache.hadoop.mrunit.mapreduce.ReduceDriver;
import org.junit.*;
publicclass
MapDriver<LongWritable,Text,Text,IntWritable> mapDriver;
ReduceDriver<Text,IntWritable,Text,IntWritable> reduceDriver;
MapReduceDriver<LongWritable,Text,Text,IntWritable,Text,IntWritable> mapReduceDriver;
@Before
publicvoid setUp(){
AvgTemperatureMapper mapper =newAvgTemperatureMapper
AvgTemperatureReducer reducer =newAvgTemperatureReducer();
mapDriver =MapDriver.newMapDriver(mapper);;
reduceDriver =ReduceDriver.newReduceDriver(reducer);
mapReduceDriver =MapReduceDriver.newMapReduceDriver(mapper, reducer);
}
@Test
publicvoid testMapper()throwsIOException{
// Temperature
Text
mapDriver.withInput(newLongWritable(), value);
mapDriver.withOutput(newText("1950"),newIntWritable(-11));
mapDriver.runTest();
}
@Test
publicvoid testReducer()throwsIOException{
List<IntWritable> values =newArrayList<IntWritable>();
values.add(newIntWritable(40));
values.add(newIntWritable(42));
reduceDriver.withInput(newText("1950"), values);
reduceDriver.withOutput(newText("1950"),newIntWritable(41));
reduceDriver.runTest();
}
}