-
Notifications
You must be signed in to change notification settings - Fork 0
/
CrimesPoverty
86 lines (69 loc) · 2.88 KB
/
CrimesPoverty
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
import java.io.IOException;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.io.IntWritable;
import org.apache.hadoop.io.LongWritable;
import org.apache.hadoop.io.Text;
import org.apache.hadoop.mapreduce.Job;
import org.apache.hadoop.mapreduce.Mapper;
import org.apache.hadoop.mapreduce.Reducer;
import org.apache.hadoop.mapreduce.lib.input.FileInputFormat;
import org.apache.hadoop.mapreduce.lib.output.FileOutputFormat;
import org.apache.hadoop.mapreduce.lib.input.MultipleInputs;
import org.apache.hadoop.mapreduce.lib.input.TextInputFormat;
public class CrimesPoverty {
public static class Mapper1 extends Mapper<Object, Text, Text, Text> {
private Text crimes = new Text();
private Text year = new Text();
public void map(Object key, Text value, Context context) throws IOException, InterruptedException {
String[] line = value.toString().split(",");
String currentYear = line[0];
if (currentYear.equals("2009") || currentYear.equals("2010") || year.equals("2011") || year.equals("2012") || year.equals("2013")) {
year.set(currentYear);
crimes.set(line[1]);
context.write(year, crimes);
}
}
}
public static class Mapper2 extends Mapper<Object, Text, Text, Text> {
private Text income = new Text();
private Text year = new Text();
public void map(Object key, Text value, Context context) throws IOException, InterruptedException {
String[] line = value.toString().split(",");
String currentYear = line[0];
if (currentYear.equals("2009") || currentYear.equals("2010") || year.equals("2011") || year.equals("2012") || year.equals("2013")) {
year.set(currentYear);
income.set(line[1]);
context.write(year, income);
}
}
}
public static class Reducer1 extends Reducer<Text, Text, Text, Text> {
@Override
public void reduce(Text key, Iterable<Text> values, Context context) throws IOException, InterruptedException {
String[] val = new String[2];
int i = 0;
for (Text n : values) {
val[i] = n.toString();
i++;
}
context.write(key, new Text(val[1] + " " + val[0]));
}
}
public static void main(String[] args) throws Exception {
// Create the job specification object
Configuration conf = new Configuration();
Job job = Job.getInstance(conf, "Ethnic variaty");
job.setJarByClass(CrimesPoverty.class);
// Setup input and output paths
MultipleInputs.addInputPath(job,new Path(args[0]), TextInputFormat.class, Mapper1.class);
MultipleInputs.addInputPath(job,new Path(args[1]), TextInputFormat.class, Mapper2.class);
FileOutputFormat.setOutputPath(job, new Path(args[2]));
job.setReducerClass(Reducer1.class);
// Specify the type of output keys and values
job.setOutputKeyClass(Text.class);
job.setOutputValueClass(Text.class);
// Wait for the job to finish before terminating
System.exit(job.waitForCompletion(true) ? 0 : 1);
}
}