Module: Mortar::API::Jobs

Defined in:
lib/mortar/api/jobs.rb

Constant Summary collapse

STATUS_STARTING =
"starting"
STATUS_GATEWAY_STARTING =

Comes from task.

"GATEWAY_STARTING"
STATUS_VALIDATING_SCRIPT =
"validating_script"
STATUS_SCRIPT_ERROR =
"script_error"
STATUS_PLAN_ERROR =
"plan_error"
STATUS_STARTING_CLUSTER =
"starting_cluster"
STATUS_RUNNING =
"running"
STATUS_SUCCESS =
"success"
STATUS_EXECUTION_ERROR =
"execution_error"
STATUS_SERVICE_ERROR =
"service_error"
STATUS_STOPPING =
"stopping"
STATUS_STOPPED =
"stopped"
LUIGI_JOB_STATUS__PENDING =
'pending'
LUIGI_JOB_STATUS__STARTING =
'starting'
LUIGI_JOB_STATUS__RUNNING =
'running'
LUIGI_JOB_STATUS__FINISHED =
'finished'
LUIGI_JOB_STATUS__STOPPED =
'stopped'
LUIGI_JOB_STATUS__STOPPING =
'stopping'
SPARK_JOB_STATUS__PENDING =
"pending"
SPARK_JOB_STATUS__STARTING =
"starting"
SPARK_JOB_STATUS__RUNNING =
"running"
SPARK_JOB_STATUS__FINISHED =
"finished"
STATUSES_IN_PROGRESS =
Set.new([STATUS_STARTING,
STATUS_GATEWAY_STARTING,
STATUS_VALIDATING_SCRIPT, 
STATUS_STARTING_CLUSTER, 
STATUS_RUNNING, 
STATUS_STOPPING,
LUIGI_JOB_STATUS__PENDING,
LUIGI_JOB_STATUS__STARTING,
LUIGI_JOB_STATUS__RUNNING,
LUIGI_JOB_STATUS__STOPPING,
SPARK_JOB_STATUS__PENDING,
SPARK_JOB_STATUS__STARTING,
SPARK_JOB_STATUS__RUNNING])
STATUSES_COMPLETE =
Set.new([STATUS_SCRIPT_ERROR, 
STATUS_PLAN_ERROR,
STATUS_SUCCESS,
STATUS_EXECUTION_ERROR,
STATUS_SERVICE_ERROR,
STATUS_STOPPED,
LUIGI_JOB_STATUS__FINISHED,
LUIGI_JOB_STATUS__STOPPED,
SPARK_JOB_STATUS__FINISHED])
CLUSTER_TYPE__SINGLE_JOB =
'single_job'
CLUSTER_TYPE__PERSISTENT =
'persistent'
CLUSTER_TYPE__PERMANENT =
'permanent'
CLUSTER_BACKEND__EMR_HADOOP_2 =
"EMR_HADOOP_2"
CLUSTER_BACKEND__EMR_HADOOP_2_7_3 =
"EMR_HADOOP_2_7_3"
CLUSTER_BACKEND__EMR_SPARK_JOBSERVER =
"EMR_SPARK_JOBSERVER"
CLUSTER_BACKEND__ALL =
"ALL"
JOB_TYPE_ALL =
'all'
JOB_TYPE_PIG =
'pig'
JOB_TYPE_LUIGI =
'luigi'
JOB_TYPE_SPARK =
'spark'
JOB_TYPE_SPARK_ON_JOBSERVER =
'spark-on-jobserver'