org.apache.nutch.parse
Class ParseSegment

java.lang.Object
  extended by org.apache.hadoop.conf.Configured
      extended by org.apache.nutch.parse.ParseSegment
All Implemented Interfaces:
Configurable, Closeable, JobConfigurable, Mapper, Reducer

public class ParseSegment
extends Configured
implements Mapper, Reducer


Field Summary
static org.apache.commons.logging.Log LOG
           
 
Constructor Summary
ParseSegment()
           
ParseSegment(Configuration conf)
           
 
Method Summary
 void close()
           
 void configure(JobConf job)
           
static void main(String[] args)
           
 void map(WritableComparable key, Writable value, OutputCollector output, Reporter reporter)
           
 void parse(Path segment)
           
 void reduce(WritableComparable key, Iterator values, OutputCollector output, Reporter reporter)
           
 
Methods inherited from class org.apache.hadoop.conf.Configured
getConf, setConf
 
Methods inherited from class java.lang.Object
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
 

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG
Constructor Detail

ParseSegment

public ParseSegment()

ParseSegment

public ParseSegment(Configuration conf)
Method Detail

configure

public void configure(JobConf job)
Specified by:
configure in interface JobConfigurable

close

public void close()
Specified by:
close in interface Closeable

map

public void map(WritableComparable key,
                Writable value,
                OutputCollector output,
                Reporter reporter)
         throws IOException
Specified by:
map in interface Mapper
Throws:
IOException

reduce

public void reduce(WritableComparable key,
                   Iterator values,
                   OutputCollector output,
                   Reporter reporter)
            throws IOException
Specified by:
reduce in interface Reducer
Throws:
IOException

parse

public void parse(Path segment)
           throws IOException
Throws:
IOException

main

public static void main(String[] args)
                 throws Exception
Throws:
Exception


Copyright © 2006 The Apache Software Foundation