public class StorageUtils extends Object
Constructor and Description |
---|
StorageUtils() |
Modifier and Type | Method and Description |
---|---|
static <K,V extends org.apache.gora.persistency.Persistent> |
createWebStore(Configuration conf,
Class<K> keyClass,
Class<V> persistentClass)
Creates a store for the given persistentClass.
|
static <K,V extends org.apache.gora.persistency.Persistent> |
getDataStoreClass(Configuration conf)
Return the Persistent Gora class used to persist Nutch Web data.
|
static <K,V> void |
initMapperJob(Job job,
Collection<WebPage.Field> fields,
Class<K> outKeyClass,
Class<V> outValueClass,
Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass) |
static <K,V> void |
initMapperJob(Job job,
Collection<WebPage.Field> fields,
Class<K> outKeyClass,
Class<V> outValueClass,
Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass,
Class<? extends Partitioner<K,V>> partitionerClass) |
static <K,V> void |
initMapperJob(Job job,
Collection<WebPage.Field> fields,
Class<K> outKeyClass,
Class<V> outValueClass,
Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass,
Class<? extends Partitioner<K,V>> partitionerClass,
boolean reuseObjects) |
static <K,V> void |
initMapperJob(Job job,
Collection<WebPage.Field> fields,
Class<K> outKeyClass,
Class<V> outValueClass,
Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass,
Class<? extends Partitioner<K,V>> partitionerClass,
org.apache.gora.filter.Filter<String,WebPage> filter,
boolean reuseObjects) |
static <K,V> void |
initMapperJob(Job job,
Collection<WebPage.Field> fields,
Class<K> outKeyClass,
Class<V> outValueClass,
Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass,
org.apache.gora.filter.Filter<String,WebPage> filter) |
static <K,V> void |
initReducerJob(Job job,
Class<? extends org.apache.gora.mapreduce.GoraReducer<K,V,String,WebPage>> reducerClass) |
static String[] |
toStringArray(Collection<WebPage.Field> fields) |
public static <K,V extends org.apache.gora.persistency.Persistent> org.apache.gora.store.DataStore<K,V> createWebStore(Configuration conf, Class<K> keyClass, Class<V> persistentClass) throws ClassNotFoundException, org.apache.gora.util.GoraException
conf
- keyClass
- persistentClass
- ClassNotFoundException
org.apache.gora.util.GoraException
public static <K,V extends org.apache.gora.persistency.Persistent> Class<? extends org.apache.gora.store.DataStore<K,V>> getDataStoreClass(Configuration conf) throws ClassNotFoundException
the
- Nutch configurationClassNotFoundException
public static <K,V> void initMapperJob(Job job, Collection<WebPage.Field> fields, Class<K> outKeyClass, Class<V> outValueClass, Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
public static <K,V> void initMapperJob(Job job, Collection<WebPage.Field> fields, Class<K> outKeyClass, Class<V> outValueClass, Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass, Class<? extends Partitioner<K,V>> partitionerClass) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
public static <K,V> void initMapperJob(Job job, Collection<WebPage.Field> fields, Class<K> outKeyClass, Class<V> outValueClass, Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass, Class<? extends Partitioner<K,V>> partitionerClass, boolean reuseObjects) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
public static <K,V> void initMapperJob(Job job, Collection<WebPage.Field> fields, Class<K> outKeyClass, Class<V> outValueClass, Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass, Class<? extends Partitioner<K,V>> partitionerClass, org.apache.gora.filter.Filter<String,WebPage> filter, boolean reuseObjects) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
public static <K,V> void initMapperJob(Job job, Collection<WebPage.Field> fields, Class<K> outKeyClass, Class<V> outValueClass, Class<? extends org.apache.gora.mapreduce.GoraMapper<String,WebPage,K,V>> mapperClass, org.apache.gora.filter.Filter<String,WebPage> filter) throws ClassNotFoundException, IOException
ClassNotFoundException
IOException
public static <K,V> void initReducerJob(Job job, Class<? extends org.apache.gora.mapreduce.GoraReducer<K,V,String,WebPage>> reducerClass) throws ClassNotFoundException, org.apache.gora.util.GoraException
ClassNotFoundException
org.apache.gora.util.GoraException
public static String[] toStringArray(Collection<WebPage.Field> fields)
Copyright © 2015 The Apache Software Foundation