org.archive.access.nutch.jobs
Class ImportLogsReporter

java.lang.Object
  org.apache.hadoop.util.ToolBase
      org.archive.access.nutch.jobs.ImportLogsReporter

All Implemented Interfaces:

org.apache.hadoop.conf.Configurable, org.apache.hadoop.io.Closeable, org.apache.hadoop.mapred.JobConfigurable, org.apache.hadoop.mapred.Mapper, org.apache.hadoop.util.Tool

public class ImportLogsReporter
extends org.apache.hadoop.util.ToolBase
implements org.apache.hadoop.mapred.Mapper

Makes a report based off passed log inputs. Inputs are logs of a NutchWAX import. Report lists counts of errors, problematic ARCs, etc.

Author:

stack

See Also:

org.apache.hadoop.tool.Logalyzer

Field Summary

Fields inherited from class org.apache.hadoop.util.ToolBase

conf

Constructor Summary

ImportLogsReporter()

Method Summary

void	close()
void	configure(org.apache.hadoop.mapred.JobConf job)
protected boolean	isERROR(java.lang.String level)
protected boolean	isWARN(java.lang.String level)
static void	main(java.lang.String[] args)
void	map(org.apache.hadoop.io.WritableComparable key, org.apache.hadoop.io.Writable value, org.apache.hadoop.mapred.OutputCollector output, org.apache.hadoop.mapred.Reporter reporter)
protected void	report(java.lang.String input, java.lang.String output)
int	run(java.lang.String[] args)

Methods inherited from class org.apache.hadoop.util.ToolBase

doMain, getConf, setConf

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ImportLogsReporter

public ImportLogsReporter()

Method Detail

map

public void map(org.apache.hadoop.io.WritableComparable key,
                org.apache.hadoop.io.Writable value,
                org.apache.hadoop.mapred.OutputCollector output,
                org.apache.hadoop.mapred.Reporter reporter)
         throws java.io.IOException

Specified by:

map in interface org.apache.hadoop.mapred.Mapper

Throws:

java.io.IOException

isWARN

protected boolean isWARN(java.lang.String level)

isERROR

protected boolean isERROR(java.lang.String level)

configure

public void configure(org.apache.hadoop.mapred.JobConf job)

Specified by:

configure in interface org.apache.hadoop.mapred.JobConfigurable

close

public void close()
           throws java.io.IOException

Specified by:

close in interface org.apache.hadoop.io.Closeable

Throws:

java.io.IOException

report

protected void report(java.lang.String input,
                      java.lang.String output)
               throws java.io.IOException

Throws:

java.io.IOException

run

public int run(java.lang.String[] args)
        throws java.lang.Exception

Specified by:

run in interface org.apache.hadoop.util.Tool

Throws:

java.lang.Exception

main

public static void main(java.lang.String[] args)
                 throws java.lang.Exception

Throws:

java.lang.Exception