org.archive.access.nutch.jobs
Class ImportLogsReporter

java.lang.Object
  extended by org.apache.hadoop.util.ToolBase
      extended by org.archive.access.nutch.jobs.ImportLogsReporter
All Implemented Interfaces:
org.apache.hadoop.conf.Configurable, org.apache.hadoop.io.Closeable, org.apache.hadoop.mapred.JobConfigurable, org.apache.hadoop.mapred.Mapper, org.apache.hadoop.util.Tool

public class ImportLogsReporter
extends org.apache.hadoop.util.ToolBase
implements org.apache.hadoop.mapred.Mapper

Makes a report based off passed log inputs. Inputs are logs of a NutchWAX import. Report lists counts of errors, problematic ARCs, etc.

Author:
stack
See Also:
org.apache.hadoop.tool.Logalyzer

Field Summary
 
Fields inherited from class org.apache.hadoop.util.ToolBase
conf
 
Constructor Summary
ImportLogsReporter()
           
 
Method Summary
 void close()
           
 void configure(org.apache.hadoop.mapred.JobConf job)
           
protected  boolean isERROR(java.lang.String level)
           
protected  boolean isWARN(java.lang.String level)
           
static void main(java.lang.String[] args)
           
 void map(org.apache.hadoop.io.WritableComparable key, org.apache.hadoop.io.Writable value, org.apache.hadoop.mapred.OutputCollector output, org.apache.hadoop.mapred.Reporter reporter)
           
protected  void report(java.lang.String input, java.lang.String output)
           
 int run(java.lang.String[] args)
           
 
Methods inherited from class org.apache.hadoop.util.ToolBase
doMain, getConf, setConf
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Constructor Detail

ImportLogsReporter

public ImportLogsReporter()
Method Detail

map

public void map(org.apache.hadoop.io.WritableComparable key,
                org.apache.hadoop.io.Writable value,
                org.apache.hadoop.mapred.OutputCollector output,
                org.apache.hadoop.mapred.Reporter reporter)
         throws java.io.IOException
Specified by:
map in interface org.apache.hadoop.mapred.Mapper
Throws:
java.io.IOException

isWARN

protected boolean isWARN(java.lang.String level)

isERROR

protected boolean isERROR(java.lang.String level)

configure

public void configure(org.apache.hadoop.mapred.JobConf job)
Specified by:
configure in interface org.apache.hadoop.mapred.JobConfigurable

close

public void close()
           throws java.io.IOException
Specified by:
close in interface org.apache.hadoop.io.Closeable
Throws:
java.io.IOException

report

protected void report(java.lang.String input,
                      java.lang.String output)
               throws java.io.IOException
Throws:
java.io.IOException

run

public int run(java.lang.String[] args)
        throws java.lang.Exception
Specified by:
run in interface org.apache.hadoop.util.Tool
Throws:
java.lang.Exception

main

public static void main(java.lang.String[] args)
                 throws java.lang.Exception
Throws:
java.lang.Exception


Copyright © 2005-2007 Internet Archive. All Rights Reserved.