public class SparkPigStats extends PigStats
PigStats.JobGraph, PigStats.JobGraphPrinteraliasOuputMap, DATE_FORMAT, endTime, errorCode, errorMessage, errorThrowable, jobPlan, pigContext, returnCode, startTime, userId| Constructor and Description |
|---|
SparkPigStats() |
| Modifier and Type | Method and Description |
|---|---|
void |
addFailJobStats(POStore poStore,
SparkOperator sparkOperator,
String jobId,
JobMetricsListener jobMetricsListener,
JavaSparkContext sparkContext,
Exception e) |
void |
addJobStats(POStore poStore,
SparkOperator sparkOperator,
int jobId,
JobMetricsListener jobMetricsListener,
JavaSparkContext sparkContext) |
void |
addNativeJobStats(NativeSparkOperator sparkOperator,
String jobId,
boolean isSuccess,
Exception e) |
void |
finish() |
List<String> |
getAllErrorMessages() |
Map<String,List<PigStats>> |
getAllStats() |
String |
getDisplayString()
Returns the display message in pig grunt
|
org.apache.hadoop.mapred.JobClient |
getJobClient() |
int |
getNumberJobs()
Returns the number of jobs for this script
|
long |
getProactiveSpillCountObjects()
Returns the total number of bags that spilled proactively
|
long |
getProactiveSpillCountRecords()
Returns the total number of records that spilled proactively
|
long |
getSMMSpillCount()
Returns the total spill counts from
SpillableMemoryManager. |
void |
initialize(PigContext pigContext,
SparkOperPlan sparkPlan,
org.apache.hadoop.conf.Configuration conf) |
boolean |
isEmbedded() |
get, getBytesWritten, getDuration, getErrorCode, getErrorMessage, getErrorThrowable, getFeatures, getFileName, getHadoopVersion, getInputStats, getJobGraph, getNumberBytes, getNumberFailedJobs, getNumberRecords, getNumberSuccessfulJobs, getOutputAlias, getOutputLocations, getOutputNames, getOutputStats, getPigContext, getPigProperties, getPigVersion, getRecordWritten, getReturnCode, getScript, getScriptId, isSuccessful, result, setBackendException, setErrorCode, setErrorMessage, setErrorThrowable, setReturnCode, start, start, stoppublic void initialize(PigContext pigContext, SparkOperPlan sparkPlan, org.apache.hadoop.conf.Configuration conf)
public void addJobStats(POStore poStore, SparkOperator sparkOperator, int jobId, JobMetricsListener jobMetricsListener, JavaSparkContext sparkContext)
public void addFailJobStats(POStore poStore, SparkOperator sparkOperator, String jobId, JobMetricsListener jobMetricsListener, JavaSparkContext sparkContext, Exception e)
public void addNativeJobStats(NativeSparkOperator sparkOperator, String jobId, boolean isSuccess, Exception e)
public void finish()
public String getDisplayString()
PigStatsgetDisplayString in class PigStatspublic org.apache.hadoop.mapred.JobClient getJobClient()
getJobClient in class PigStatspublic boolean isEmbedded()
isEmbedded in class PigStatspublic Map<String,List<PigStats>> getAllStats()
getAllStats in class PigStatspublic List<String> getAllErrorMessages()
getAllErrorMessages in class PigStatspublic long getSMMSpillCount()
PigStatsSpillableMemoryManager.getSMMSpillCount in class PigStatspublic long getProactiveSpillCountObjects()
PigStatsgetProactiveSpillCountObjects in class PigStatspublic long getProactiveSpillCountRecords()
PigStatsgetProactiveSpillCountRecords in class PigStatspublic int getNumberJobs()
PigStatsgetNumberJobs in class PigStatsCopyright © 2007-2017 The Apache Software Foundation