public class HiveInputFormat<K extends WritableComparable,V extends Writable>
extends java.lang.Object
Modifier and Type | Class and Description |
---|---|
static class |
HiveInputFormat.HiveInputSplit
HiveInputSplit encapsulates an InputSplit with its corresponding
inputFormatClass.
|
Modifier and Type | Field and Description |
---|---|
protected static java.util.Map<java.lang.Class,<any>> |
inputFormats
A cache of InputFormat instances.
|
static org.apache.commons.logging.Log |
LOG |
protected java.util.Map<java.lang.String,PartitionDesc> |
pathToPartitionInfo |
Constructor and Description |
---|
HiveInputFormat() |
Modifier and Type | Method and Description |
---|---|
void |
configure(JobConf job) |
static <any> |
getInputFormatFromCache(java.lang.Class inputFormatClass,
JobConf job) |
protected static PartitionDesc |
getPartitionDescFromPath(java.util.Map<java.lang.String,PartitionDesc> pathToPartitionInfo,
Path dir) |
RecordReader |
getRecordReader(InputSplit split,
JobConf job,
Reporter reporter) |
InputSplit[] |
getSplits(JobConf job,
int numSplits) |
protected void |
init(JobConf job) |
static void |
pushFilters(JobConf jobConf,
TableScanOperator tableScan) |
protected void |
pushProjectionsAndFilters(JobConf jobConf,
java.lang.Class inputFormatClass,
java.lang.String splitPath,
java.lang.String splitPathWithNoSchema) |
protected void |
pushProjectionsAndFilters(JobConf jobConf,
java.lang.Class inputFormatClass,
java.lang.String splitPath,
java.lang.String splitPathWithNoSchema,
boolean nonNative) |
void |
validateInput(JobConf job) |
public static final org.apache.commons.logging.Log LOG
protected static java.util.Map<java.lang.Class,<any>> inputFormats
protected java.util.Map<java.lang.String,PartitionDesc> pathToPartitionInfo
public void configure(JobConf job)
public static <any> getInputFormatFromCache(java.lang.Class inputFormatClass, JobConf job) throws java.io.IOException
java.io.IOException
public RecordReader getRecordReader(InputSplit split, JobConf job, Reporter reporter) throws java.io.IOException
java.io.IOException
protected void init(JobConf job)
public InputSplit[] getSplits(JobConf job, int numSplits) throws java.io.IOException
java.io.IOException
public void validateInput(JobConf job) throws java.io.IOException
java.io.IOException
protected static PartitionDesc getPartitionDescFromPath(java.util.Map<java.lang.String,PartitionDesc> pathToPartitionInfo, Path dir) throws java.io.IOException
java.io.IOException
public static void pushFilters(JobConf jobConf, TableScanOperator tableScan)
protected void pushProjectionsAndFilters(JobConf jobConf, java.lang.Class inputFormatClass, java.lang.String splitPath, java.lang.String splitPathWithNoSchema)
protected void pushProjectionsAndFilters(JobConf jobConf, java.lang.Class inputFormatClass, java.lang.String splitPath, java.lang.String splitPathWithNoSchema, boolean nonNative)
Copyright © 2012 The Apache Software Foundation