首页 诗词 字典 板报 句子 名言 友答 励志 学校 网站地图
当前位置: 首页 > 教程频道 > 操作系统 > windows >

hadoop当地windows测试mr程序

2012-07-25 
hadoop本地windows测试mr程序@Overridepublic int run(String[] args) throws Exception {//String fileNa

hadoop本地windows测试mr程序

@Overridepublic int run(String[] args) throws Exception {//String fileName = "E:/tmp/1111.txt";Configuration conf = new Configuration();conf.set("fs.default.name", "file:///");conf.set("mapred.job.tracker", "local");String inputFile = "E:/tmp/call.pl";String output = "E:/tmp/output/";Job job = new Job(conf,this.getClass().getSimpleName());job.setJarByClass(this.getClass());job.setMapperClass(LxwMapper.class);job.setReducerClass(LxwReducer.class);FileInputFormat.addInputPath(job, new Path(inputFile));FileOutputFormat.setOutputPath(job, new Path(output));job.setMapOutputKeyClass(Text.class);job.setMapOutputValueClass(IntWritable.class);System.exit(job.waitForCompletion(true) ? 0 : 1);return 0;}public static void main(String[] args) throws Exception {int exitCode = ToolRunner.run(new Configuration(), new LxwJob(), args);System.exit(exitCode);}
?

热点排行