com.cloudera.crunch.io
Class From

java.lang.Object
  com.cloudera.crunch.io.From

public class From
extends Object

Static factory methods for creating various Source types.

Constructor Summary

From()

Method Summary

static <T> Source<T>	avroFile(org.apache.hadoop.fs.Path path, AvroType<T> avroType)
static <T> Source<T>	avroFile(String pathName, AvroType<T> avroType)
static <K,V> TableSource<K,V>	formattedFile(org.apache.hadoop.fs.Path path, Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass, PType<K> keyType, PType<V> valueType)
static <K,V> TableSource<K,V>	formattedFile(String path, Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass, PType<K> keyType, PType<V> valueType)
static TableSource<org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.client.Result>	hbaseTable(String table)
static TableSource<org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.client.Result>	hbaseTable(String table, org.apache.hadoop.hbase.client.Scan scan)
static <K,V> TableSource<K,V>	sequenceFile(org.apache.hadoop.fs.Path path, PType<K> keyType, PType<V> valueType)
static <T> Source<T>	sequenceFile(org.apache.hadoop.fs.Path path, PType<T> ptype)
static <K,V> TableSource<K,V>	sequenceFile(String pathName, PType<K> keyType, PType<V> valueType)
static <T> Source<T>	sequenceFile(String pathName, PType<T> ptype)
static Source<String>	textFile(org.apache.hadoop.fs.Path path)
static <T> Source<T>	textFile(org.apache.hadoop.fs.Path path, PType<T> ptype)
static Source<String>	textFile(String pathName)
static <T> Source<T>	textFile(String pathName, PType<T> ptype)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Constructor Detail

From

public From()

Method Detail

formattedFile

public static <K,V> TableSource<K,V> formattedFile(String path,
                                                   Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass,
                                                   PType<K> keyType,
                                                   PType<V> valueType)

formattedFile

public static <K,V> TableSource<K,V> formattedFile(org.apache.hadoop.fs.Path path,
                                                   Class<? extends org.apache.hadoop.mapreduce.lib.input.FileInputFormat> formatClass,
                                                   PType<K> keyType,
                                                   PType<V> valueType)

avroFile

public static <T> Source<T> avroFile(String pathName,
                                     AvroType<T> avroType)

avroFile

public static <T> Source<T> avroFile(org.apache.hadoop.fs.Path path,
                                     AvroType<T> avroType)

hbaseTable

public static TableSource<org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.client.Result> hbaseTable(String table)

hbaseTable

public static TableSource<org.apache.hadoop.hbase.io.ImmutableBytesWritable,org.apache.hadoop.hbase.client.Result> hbaseTable(String table,
                                                                                                                              org.apache.hadoop.hbase.client.Scan scan)

sequenceFile

public static <T> Source<T> sequenceFile(String pathName,
                                         PType<T> ptype)

sequenceFile

public static <T> Source<T> sequenceFile(org.apache.hadoop.fs.Path path,
                                         PType<T> ptype)

sequenceFile

public static <K,V> TableSource<K,V> sequenceFile(String pathName,
                                                  PType<K> keyType,
                                                  PType<V> valueType)

sequenceFile

public static <K,V> TableSource<K,V> sequenceFile(org.apache.hadoop.fs.Path path,
                                                  PType<K> keyType,
                                                  PType<V> valueType)

textFile

public static Source<String> textFile(String pathName)

textFile

public static Source<String> textFile(org.apache.hadoop.fs.Path path)

textFile

public static <T> Source<T> textFile(String pathName,
                                     PType<T> ptype)

textFile

public static <T> Source<T> textFile(org.apache.hadoop.fs.Path path,
                                     PType<T> ptype)