访问耗时统计，自定义传输对象，只能最后一个字段是字符串

lkfs · Sep 28, 2020 · fd303a5 · fd303a5
1 parent c3752ce
commit fd303a5
Show file tree

Hide file tree

Showing 2 changed files with 6 additions and 2 deletions.
diff --git a/src/main/java/net/venusoft/duration/AccessDurationDriver.java b/src/main/java/net/venusoft/duration/AccessDurationDriver.java
@@ -28,7 +28,7 @@ public class AccessDurationDriver {
     public static class AccessDurationMapper extends Mapper<LongWritable, Text, Text, AccessInfoBean>{
         private Map<String, AccessInfoBean> map = new HashMap<>();
         private Pattern requestPattern = Pattern.compile("(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}\\.\\d{3})\\s*\\[(\\d*)\\].*path:\\[(.+?)\\],request :");
-        private Pattern responsePattern = Pattern.compile("(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}\\.\\d{3})\\s*\\[(\\d*)\\].*path:\\[(.+?)\\] took time:\\[(\\d)*ms\\],response :");
+        private Pattern responsePattern = Pattern.compile("(\\d{4}-\\d{2}-\\d{2} \\d{2}:\\d{2}:\\d{2}\\.\\d{3})\\s*\\[(\\d*)\\].*path:\\[(.+?)\\] took time:\\[(\\d*)ms\\],response :");
 
         @Override
         protected void map(LongWritable key, Text value, Context context) throws IOException, InterruptedException {
@@ -85,7 +85,7 @@ protected void reduce(Text key, Iterable<AccessInfoBean> values, Context context
     public static void main(String[] args) throws IOException, ClassNotFoundException, InterruptedException {
 
         String inputPath = "hdfs://hadoop01:9000/input/";
-        String outputPath = "hdfs://hadoop01:9000/output1_1";
+        String outputPath = "hdfs://hadoop01:9000/output1_2";
 
         Configuration conf = new Configuration();
         Job job = Job.getInstance(conf);

diff --git a/src/main/java/net/venusoft/duration/AccessResultBean.java b/src/main/java/net/venusoft/duration/AccessResultBean.java
@@ -23,6 +23,10 @@ public AccessResultBean(int count, int sum, double avg) {
         this.avg = avg;
     }
 
+    @Override
+    public String toString() {
+        return count + "\t" + sum + "\t" + avg;
+    }
 
     @Override
     public void write(DataOutput out) throws IOException {