import java.io.IOException;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.MapReduceBase;
import org.apache.hadoop.mapred.Mapper;
import org.apache.hadoop.mapred.OutputCollector;
import org.apache.hadoop.mapred.Reporter;
public class SortMapper extends MapReduceBase implements Mapper<LongWritable, Text, IntWritable,Text> {
@Override
public void map(LongWritable key, Text value, OutputCollector<IntWritable,Text> output,
Reporter reporter) throws IOException {
// TODO Auto-generated method stub
String line=value.toString();
System.out.println(line);
output.collect(new IntWritable(Integer.parseInt(line)),new Text());
}
}
import java.io.IOException;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapred.FileInputFormat;
import org.apache.hadoop.mapred.FileOutputFormat;
import org.apache.hadoop.mapred.JobClient;
import org.apache.hadoop.mapred.JobConf;
public class Sort {
/**
* @param args
* @throws IOException
*/
public static void main(String[] args) throws IOException {
// TODO Auto-generated method stub
if(args.length!=2){
System.out.println("ge shi cuowu");
System.exit(-1);
}
JobConf conf=new JobConf(Sort.class);
conf.setJobName("Sort Test");
FileInputFormat.setInputPaths(conf, new Path(args[0]));
//FileOutputFormat.setCompressOutput(conf, true);
FileOutputFormat.setOutputPath(conf, new Path(args[1]));
conf.setMapperClass(SortMapper.class);
//conf.setOutputKeyClass(Text.class);
//conf.setOutputValueClass(IntWritable.class);
conf.setMapOutputKeyClass(IntWritable.class);
conf.setMapOutputValueClass(Text.class);
JobClient.runJob(conf);
}
}