public class StorageUtils
extends java.lang.Object
| Constructor and Description |
|---|
StorageUtils() |
| Modifier and Type | Method and Description |
|---|---|
static <K,V extends org.apache.gora.persistency.Persistent> |
createWebStore(Configuration conf,
java.lang.Class<K> keyClass,
java.lang.Class<V> persistentClass)
Creates a store for the given persistentClass.
|
static <K,V extends org.apache.gora.persistency.Persistent> |
getDataStoreClass(Configuration conf)
Return the Persistent Gora class used to persist Nutch Web data.
|
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
java.lang.Class<? extends Partitioner<K,V>> partitionerClass) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
java.lang.Class<? extends Partitioner<K,V>> partitionerClass,
boolean reuseObjects) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
java.lang.Class<? extends Partitioner<K,V>> partitionerClass,
org.apache.gora.filter.Filter<java.lang.String,WebPage> filter,
boolean reuseObjects) |
static <K,V> void |
initMapperJob(Job job,
java.util.Collection<WebPage.Field> fields,
java.lang.Class<K> outKeyClass,
java.lang.Class<V> outValueClass,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass,
org.apache.gora.filter.Filter<java.lang.String,WebPage> filter) |
static <K,V> void |
initReducerJob(Job job,
java.lang.Class<? extends org.apache.gora.mapreduce.GoraReducer<K,V,java.lang.String,WebPage>> reducerClass) |
static java.lang.String[] |
toStringArray(java.util.Collection<WebPage.Field> fields) |
public static <K,V extends org.apache.gora.persistency.Persistent> org.apache.gora.store.DataStore<K,V> createWebStore(Configuration conf, java.lang.Class<K> keyClass, java.lang.Class<V> persistentClass) throws java.lang.ClassNotFoundException, org.apache.gora.util.GoraException
conf - keyClass - persistentClass - java.lang.ClassNotFoundExceptionorg.apache.gora.util.GoraExceptionpublic static <K,V extends org.apache.gora.persistency.Persistent> java.lang.Class<? extends org.apache.gora.store.DataStore<K,V>> getDataStoreClass(Configuration conf) throws java.lang.ClassNotFoundException
conf - Nutch configurationjava.lang.ClassNotFoundExceptionpublic static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundExceptionjava.io.IOExceptionpublic static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, java.lang.Class<? extends Partitioner<K,V>> partitionerClass) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundExceptionjava.io.IOExceptionpublic static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, java.lang.Class<? extends Partitioner<K,V>> partitionerClass, boolean reuseObjects) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundExceptionjava.io.IOExceptionpublic static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, java.lang.Class<? extends Partitioner<K,V>> partitionerClass, org.apache.gora.filter.Filter<java.lang.String,WebPage> filter, boolean reuseObjects) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundExceptionjava.io.IOExceptionpublic static <K,V> void initMapperJob(Job job, java.util.Collection<WebPage.Field> fields, java.lang.Class<K> outKeyClass, java.lang.Class<V> outValueClass, java.lang.Class<? extends org.apache.gora.mapreduce.GoraMapper<java.lang.String,WebPage,K,V>> mapperClass, org.apache.gora.filter.Filter<java.lang.String,WebPage> filter) throws java.lang.ClassNotFoundException, java.io.IOException
java.lang.ClassNotFoundExceptionjava.io.IOExceptionpublic static <K,V> void initReducerJob(Job job, java.lang.Class<? extends org.apache.gora.mapreduce.GoraReducer<K,V,java.lang.String,WebPage>> reducerClass) throws java.lang.ClassNotFoundException, org.apache.gora.util.GoraException
java.lang.ClassNotFoundExceptionorg.apache.gora.util.GoraExceptionpublic static java.lang.String[] toStringArray(java.util.Collection<WebPage.Field> fields)
Copyright © 2019 The Apache Software Foundation