org.apache.nutch.tools

Class CommonCrawlFormatJackson

java.lang.Object

org.apache.nutch.tools.AbstractCommonCrawlFormat

org.apache.nutch.tools.CommonCrawlFormatJackson

All Implemented Interfaces:

java.io.Closeable, java.lang.AutoCloseable, CommonCrawlFormat

public class CommonCrawlFormatJackson
extends AbstractCommonCrawlFormat

This class provides methods to map crawled data on JSON using Jackson Streaming APIs.

Field Summary

Fields inherited from class org.apache.nutch.tools.AbstractCommonCrawlFormat

conf, content, inLinks, jsonArray, keyPrefix, LOG, metadata, reverseKey, reverseKeyValue, simpleDateFormat, url

Constructor Summary

Constructors

Constructor and Description
CommonCrawlFormatJackson(Configuration nutchConf, CommonCrawlConfig config)
CommonCrawlFormatJackson(java.lang.String url, Content content, Metadata metadata, Configuration nutchConf, CommonCrawlConfig config)

Method Summary

Modifier and Type	Method and Description
protected void	closeArray(java.lang.String key, boolean nested, boolean newline)
protected void	closeObject(java.lang.String key)
protected java.lang.String	generateJson()
protected void	startArray(java.lang.String key, boolean nested, boolean newline)
protected void	startObject(java.lang.String key)
protected void	writeArrayValue(java.lang.String value)
protected void	writeKeyNull(java.lang.String key)
protected void	writeKeyValue(java.lang.String key, java.lang.String value)

Methods inherited from class org.apache.nutch.tools.AbstractCommonCrawlFormat

close, getImported, getInLinks, getJsonData, getJsonData, getJsonData, getKey, getMethod, getRequestAccept, getRequestAcceptEncoding, getRequestAcceptLanguage, getRequestContactEmail, getRequestContactName, getRequestHostAddress, getRequestHostName, getRequestRobots, getRequestSoftware, getRequestUserAgent, getResponseAddress, getResponseContent, getResponseContentEncoding, getResponseContentType, getResponseDate, getResponseHostName, getResponseServer, getResponseStatus, getTimestamp, getUrl, setInLinks

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

CommonCrawlFormatJackson

public CommonCrawlFormatJackson(Configuration nutchConf,
                                CommonCrawlConfig config)
                         throws java.io.IOException

Throws:

java.io.IOException

CommonCrawlFormatJackson

public CommonCrawlFormatJackson(java.lang.String url,
                                Content content,
                                Metadata metadata,
                                Configuration nutchConf,
                                CommonCrawlConfig config)
                         throws java.io.IOException

Throws:

java.io.IOException

Method Detail

writeKeyValue

protected void writeKeyValue(java.lang.String key,
                             java.lang.String value)
                      throws java.io.IOException

Specified by:

writeKeyValue in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

writeKeyNull

protected void writeKeyNull(java.lang.String key)
                     throws java.io.IOException

Specified by:

writeKeyNull in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

startArray

protected void startArray(java.lang.String key,
                          boolean nested,
                          boolean newline)
                   throws java.io.IOException

Specified by:

startArray in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

closeArray

protected void closeArray(java.lang.String key,
                          boolean nested,
                          boolean newline)
                   throws java.io.IOException

Specified by:

closeArray in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

writeArrayValue

protected void writeArrayValue(java.lang.String value)
                        throws java.io.IOException

Specified by:

writeArrayValue in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

startObject

protected void startObject(java.lang.String key)
                    throws java.io.IOException

Specified by:

startObject in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

closeObject

protected void closeObject(java.lang.String key)
                    throws java.io.IOException

Specified by:

closeObject in class AbstractCommonCrawlFormat

Throws:

java.io.IOException

generateJson

protected java.lang.String generateJson()
                                 throws java.io.IOException

Specified by:

generateJson in class AbstractCommonCrawlFormat

Throws:

java.io.IOException