org.apache.nutch.indexer.geoip

Class GeoIPDocumentCreator

java.lang.Object

org.apache.nutch.indexer.geoip.GeoIPDocumentCreator

public class GeoIPDocumentCreator
extends java.lang.Object

Simple utility class which enables efficient, structured NutchDocument building based on input from GeoIPIndexingFilter, where configuration is also read.

Based on the nature of the input, this class wraps factory type implementations for populating NutchDocument 's with the correct NutchField information.

Constructor Summary

Constructors

Constructor and Description
GeoIPDocumentCreator()

Method Summary

Modifier and Type	Method and Description
static void	addIfNotNull(NutchDocument doc, java.lang.String name, java.lang.Integer value) Add field to document but only if value isn't null
static void	addIfNotNull(NutchDocument doc, java.lang.String name, java.lang.String value) Add field to document but only if value isn't null
static NutchDocument	createDocFromCityDb(java.lang.String serverIp, NutchDocument doc, DatabaseReader reader)
static NutchDocument	createDocFromCityService(java.lang.String serverIp, NutchDocument doc, WebServiceClient client)
static NutchDocument	createDocFromConnectionDb(java.lang.String serverIp, NutchDocument doc, DatabaseReader reader)
static NutchDocument	createDocFromCountryService(java.lang.String serverIp, NutchDocument doc, WebServiceClient client)
static NutchDocument	createDocFromDomainDb(java.lang.String serverIp, NutchDocument doc, DatabaseReader reader)
static NutchDocument	createDocFromInsightsService(java.lang.String serverIp, NutchDocument doc, WebServiceClient client)
static NutchDocument	createDocFromIspDb(java.lang.String serverIp, NutchDocument doc, DatabaseReader reader)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

GeoIPDocumentCreator

public GeoIPDocumentCreator()

Method Detail

addIfNotNull

public static void addIfNotNull(NutchDocument doc,
                                java.lang.String name,
                                java.lang.String value)

Add field to document but only if value isn't null

addIfNotNull

public static void addIfNotNull(NutchDocument doc,
                                java.lang.String name,
                                java.lang.Integer value)

Add field to document but only if value isn't null

createDocFromInsightsService

public static NutchDocument createDocFromInsightsService(java.lang.String serverIp,
                                                         NutchDocument doc,
                                                         WebServiceClient client)
                                                  throws java.net.UnknownHostException,
                                                         java.io.IOException,
                                                         GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception

createDocFromCityService

public static NutchDocument createDocFromCityService(java.lang.String serverIp,
                                                     NutchDocument doc,
                                                     WebServiceClient client)
                                              throws java.net.UnknownHostException,
                                                     java.io.IOException,
                                                     GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception

createDocFromCountryService

public static NutchDocument createDocFromCountryService(java.lang.String serverIp,
                                                        NutchDocument doc,
                                                        WebServiceClient client)
                                                 throws java.net.UnknownHostException,
                                                        java.io.IOException,
                                                        GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception

createDocFromIspDb

public static NutchDocument createDocFromIspDb(java.lang.String serverIp,
                                               NutchDocument doc,
                                               DatabaseReader reader)
                                        throws java.net.UnknownHostException,
                                               java.io.IOException,
                                               GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception

createDocFromDomainDb

public static NutchDocument createDocFromDomainDb(java.lang.String serverIp,
                                                  NutchDocument doc,
                                                  DatabaseReader reader)
                                           throws java.net.UnknownHostException,
                                                  java.io.IOException,
                                                  GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception

createDocFromConnectionDb

public static NutchDocument createDocFromConnectionDb(java.lang.String serverIp,
                                                      NutchDocument doc,
                                                      DatabaseReader reader)
                                               throws java.net.UnknownHostException,
                                                      java.io.IOException,
                                                      GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception

createDocFromCityDb

public static NutchDocument createDocFromCityDb(java.lang.String serverIp,
                                                NutchDocument doc,
                                                DatabaseReader reader)
                                         throws java.net.UnknownHostException,
                                                java.io.IOException,
                                                GeoIp2Exception

Throws:

java.net.UnknownHostException

java.io.IOException

GeoIp2Exception