org.apache.nutch.parse

Class ParseOutputFormat

java.lang.Object

org.apache.nutch.parse.ParseOutputFormat

All Implemented Interfaces:

OutputFormat<Text,Parse>

public class ParseOutputFormat
extends java.lang.Object
implements OutputFormat<Text,Parse>

Constructor Summary

Constructors

Constructor and Description
ParseOutputFormat()

Method Summary

Modifier and Type	Method and Description
void	checkOutputSpecs(FileSystem fs, JobConf job)
static java.lang.String	filterNormalize(java.lang.String fromUrl, java.lang.String toUrl, java.lang.String fromHost, boolean ignoreInternalLinks, boolean ignoreExternalLinks, java.lang.String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers)
static java.lang.String	filterNormalize(java.lang.String fromUrl, java.lang.String toUrl, java.lang.String origin, boolean ignoreInternalLinks, boolean ignoreExternalLinks, java.lang.String ignoreExternalLinksMode, URLFilters filters, URLExemptionFilters exemptionFilters, URLNormalizers normalizers, java.lang.String urlNormalizerScope)
RecordWriter<Text,Parse>	getRecordWriter(FileSystem fs, JobConf job, java.lang.String name, Progressable progress)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

ParseOutputFormat

public ParseOutputFormat()

Method Detail

checkOutputSpecs

public void checkOutputSpecs(FileSystem fs,
                             JobConf job)
                      throws java.io.IOException

Specified by:

checkOutputSpecs in interface OutputFormat<Text,Parse>

Throws:

java.io.IOException

getRecordWriter

public RecordWriter<Text,Parse> getRecordWriter(FileSystem fs,
                                                JobConf job,
                                                java.lang.String name,
                                                Progressable progress)
                                         throws java.io.IOException

Specified by:

getRecordWriter in interface OutputFormat<Text,Parse>

Throws:

java.io.IOException

filterNormalize

public static java.lang.String filterNormalize(java.lang.String fromUrl,
                                               java.lang.String toUrl,
                                               java.lang.String fromHost,
                                               boolean ignoreInternalLinks,
                                               boolean ignoreExternalLinks,
                                               java.lang.String ignoreExternalLinksMode,
                                               URLFilters filters,
                                               URLExemptionFilters exemptionFilters,
                                               URLNormalizers normalizers)

filterNormalize

public static java.lang.String filterNormalize(java.lang.String fromUrl,
                                               java.lang.String toUrl,
                                               java.lang.String origin,
                                               boolean ignoreInternalLinks,
                                               boolean ignoreExternalLinks,
                                               java.lang.String ignoreExternalLinksMode,
                                               URLFilters filters,
                                               URLExemptionFilters exemptionFilters,
                                               URLNormalizers normalizers,
                                               java.lang.String urlNormalizerScope)