public class PigOutputCommitter
extends org.apache.hadoop.mapreduce.OutputCommitter
| Constructor and Description |
|---|
PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
List<POStore> mapStores,
List<POStore> reduceStores) |
| Modifier and Type | Method and Description |
|---|---|
void |
abortJob(org.apache.hadoop.mapreduce.JobContext context,
org.apache.hadoop.mapreduce.JobStatus.State state) |
void |
abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
void |
cleanupJob(org.apache.hadoop.mapreduce.JobContext context) |
void |
commitJob(org.apache.hadoop.mapreduce.JobContext context) |
void |
commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
boolean |
isRecoverySupported() |
boolean |
needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
void |
recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
static org.apache.hadoop.mapreduce.JobContext |
setUpContext(org.apache.hadoop.mapreduce.JobContext context,
POStore store) |
void |
setupJob(org.apache.hadoop.mapreduce.JobContext context) |
void |
setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
static void |
storeCleanup(POStore store,
org.apache.hadoop.conf.Configuration conf) |
public PigOutputCommitter(org.apache.hadoop.mapreduce.TaskAttemptContext context,
List<POStore> mapStores,
List<POStore> reduceStores)
throws IOException
context - mapStores - reduceStores - IOExceptionpublic static org.apache.hadoop.mapreduce.JobContext setUpContext(org.apache.hadoop.mapreduce.JobContext context,
POStore store)
throws IOException
IOExceptionpublic static void storeCleanup(POStore store, org.apache.hadoop.conf.Configuration conf) throws IOException
IOExceptionpublic boolean isRecoverySupported()
isRecoverySupported in class org.apache.hadoop.mapreduce.OutputCommitterpublic void recoverTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
recoverTask in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void cleanupJob(org.apache.hadoop.mapreduce.JobContext context)
throws IOException
cleanupJob in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void commitJob(org.apache.hadoop.mapreduce.JobContext context)
throws IOException
commitJob in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void abortJob(org.apache.hadoop.mapreduce.JobContext context,
org.apache.hadoop.mapreduce.JobStatus.State state)
throws IOException
abortJob in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void abortTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
abortTask in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void commitTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
commitTask in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic boolean needsTaskCommit(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
needsTaskCommit in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void setupJob(org.apache.hadoop.mapreduce.JobContext context)
throws IOException
setupJob in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionpublic void setupTask(org.apache.hadoop.mapreduce.TaskAttemptContext context)
throws IOException
setupTask in class org.apache.hadoop.mapreduce.OutputCommitterIOExceptionCopyright © 2007-2017 The Apache Software Foundation