Repository: aurora
Updated Branches:
refs/heads/master 35435cba9 -> fb936b545
Log TaskInfo and Assigned Task on task startup.
The executor logs `ExecutorInfo`, `FrameworkInfo`, `SlaveInfo` on startup. This
adds logging of `TaskInfo` and the Assigned Task object when it is received.
Testing Done:
Launched a task in vagrant and checked the logs. Example output:
````
I1103 09:55:40.991879 24713 executor_base.py:45] Executor [None]: TaskInfo:
name: "www-data/prod/hello"
task_id {
value: "www-data-prod-hello-0-f33684f5-58a7-4dbe-af8c-a4fe08a862b6"
}
slave_id {
value: "d8988ce6-c900-49a1-897d-bc141f390394-S0"
}
resources {
name: "disk"
type: SCALAR
scalar {
value: 128.0
}
role: "*"
}
resources {
name: "cpus"
type: SCALAR
scalar {
value: 0.5
}
role: "aurora-role"
}
resources {
name: "cpus"
type: SCALAR
scalar {
value: 0.5
}
role: "*"
}
resources {
name: "mem"
type: SCALAR
scalar {
value: 128.0
}
role: "aurora-role"
}
executor {
executor_id {
value: "thermos-www-data-prod-hello-0-f33684f5-58a7-4dbe-af8c-a4fe08a862b6"
}
resources {
name: "cpus"
type: SCALAR
scalar {
value: 0.25
}
role: "*"
}
resources {
name: "mem"
type: SCALAR
scalar {
value: 128.0
}
role: "aurora-role"
}
command {
uris {
value: "/home/vagrant/aurora/dist/thermos_executor.pex"
executable: true
}
value: "${MESOS_SANDBOX=.}/thermos_executor.pex --announcer-ensemble
localhost:2181 --announcer-zookeeper-auth-config
/home/vagrant/aurora/examples/vagrant/config/announcer-auth.json
--mesos-containerizer-path=/usr/libexec/mesos/mesos-containerizer"
}
framework_id {
value: "d8988ce6-c900-49a1-897d-bc141f390394-0000"
}
name: "AuroraExecutor"
source: "www-data.prod.hello.0"
labels {
labels {
key: "source"
value: "www-data.prod.hello.0"
}
}
}
data:
"\013\000\001\000\000\000:www-data-prod-hello-0-f33684f5-58a7-4dbe-af8c-a4fe08a862b6\013\000\002\000\000\000\'d8988ce6-c900-49a1-897d-bc141f390394-S0\013\000\003\000\000\000\014192.168.33.7\014\000\004\002\000\007\001\004\000\010?\360\000\000\000\000\000\000\n\000\t\000\000\000\000\000\000\000\200\n\000\n\000\000\000\000\000\000\000\200\010\000\013\000\000\000\000\010\000\r\000\000\000\001\014\000\021\013\000\002\000\000\000\007vagrant\000\002\000\022\000\016\000\024\014\000\000\000\000\016\000\025\013\000\000\000\000\r\000\026\013\013\000\000\000\000\014\000\031\013\000\001\000\000\000\016AuroraExecutor\013\000\002\000\000\004\021{\"environment\":
\"prod\", \"health_check_config\": {\"initial_interval_secs\": 15.0,
\"health_checker\": {\"http\": {\"expected_response_code\": 0, \"endpoint\":
\"/health\", \"expected_response\": \"ok\"}}, \"interval_secs\": 10.0,
\"timeout_secs\": 1.0, \"max_consecutive_failures\": 0}, \"name\": \"hello\",
\"service\": true, \"max_task_failures\"
: 1, \"cron_collision_policy\": \"KILL_EXISTING\", \"enable_hooks\": false,
\"cluster\": \"devcluster\", \"task\": {\"processes\": [{\"daemon\": false,
\"name\": \"hello\", \"ephemeral\": false, \"max_failures\": 1,
\"min_duration\": 5, \"cmdline\": \"\n while true; do\n echo hello
world\n sleep 10\n done\n \", \"final\": false}], \"name\": \"hello\",
\"finalization_wait\": 30, \"max_failures\": 1, \"max_concurrency\": 0,
\"resources\": {\"gpu\": 0, \"disk\": 134217728, \"ram\": 134217728, \"cpu\":
1.0}, \"constraints\": [{\"order\": [\"hello\"]}]}, \"production\": false,
\"role\": \"www-data\", \"tier\": \"preemptible\", \"lifecycle\": {\"http\":
{\"graceful_shutdown_endpoint\": \"/quitquitquit\", \"port\": \"health\",
\"shutdown_endpoint\": \"/abortabortabort\"}}, \"priority\":
0}\000\016\000\033\014\000\000\000\000\014\000\034\013\000\001\000\000\000\010www-data\013\000\002\000\000\000\004prod\013\000\003\000\000\000\005hello\000\014\000\035\014\000\001\017\000\0
02\014\000\000\000\000\000\000\013\000\036\000\000\000\013preemptible\016\000
\014\000\000\000\003\004\000\001?\360\000\000\000\000\000\000\000\n\000\003\000\000\000\000\000\000\000\200\000\n\000\002\000\000\000\000\000\000\000\200\000\016\000!\014\000\000\000\000\000\r\000\005\013\010\000\000\000\000\010\000\006\000\000\000\000\000"
labels {
labels {
key: "org.apache.aurora.tier"
value: "preemptible"
}
}
discovery {
visibility: CLUSTER
name: "hello.prod.www-data"
environment: "prod"
location: "devcluster"
}
I1103 09:55:40.991996 24713 executor_base.py:45] Executor [None]: launchTask
got task:
www-data/prod/hello:www-data-prod-hello-0-f33684f5-58a7-4dbe-af8c-a4fe08a862b6
I1103 09:55:40.993160 24713 executor_base.py:45] Executor
[d8988ce6-c900-49a1-897d-bc141f390394-S0]: Assigned task:
AssignedTask(task=TaskConfig(isService=True, contactEmail=None, taskLinks={},
tier='preemptible', mesosFetcherUris=set([]),
executorConfig=ExecutorConfig(data='{"environment": "prod",
"health_check_config": {"initial_interval_secs": 15.0, "health_checker":
{"http": {"expected_response_code": 0, "endpoint": "/health",
"expected_response": "ok"}}, "interval_secs": 10.0, "timeout_secs": 1.0,
"max_consecutive_failures": 0}, "name": "hello", "service": true,
"max_task_failures": 1, "cron_collision_policy": "KILL_EXISTING",
"enable_hooks": false, "cluster": "devcluster", "task": {"processes":
[{"daemon": false, "name": "hello", "ephemeral": false, "max_failures": 1,
"min_duration": 5, "cmdline": "\n while true; do\n echo hello world\n
sleep 10\n done\n ", "final": false}], "name": "hello",
"finalization_wait": 30, "max_failures": 1, "max_concurrency": 0, "res
ources": {"gpu": 0, "disk": 134217728, "ram": 134217728, "cpu": 1.0},
"constraints": [{"order": ["hello"]}]}, "production": false, "role":
"www-data", "tier": "preemptible", "lifecycle": {"http":
{"graceful_shutdown_endpoint": "/quitquitquit", "port": "health",
"shutdown_endpoint": "/abortabortabort"}}, "priority": 0}',
name='AuroraExecutor'), requestedPorts=set([]), maxTaskFailures=1, priority=0,
ramMb=128, job=JobKey(environment='prod', role='www-data', name='hello'),
production=False, diskMb=128, resources=set([Resource(ramMb=None, numGpus=None,
namedPort=None, diskMb=None, numCpus=1.0), Resource(ramMb=128, numGpus=None,
namedPort=None, diskMb=None, numCpus=None), Resource(ramMb=None, numGpus=None,
namedPort=None, diskMb=128, numCpus=None)]), owner=Identity(user='vagrant'),
container=Container(docker=None, mesos=MesosContainer(image=None, volumes=[])),
metadata=set([]), numCpus=1.0, constraints=set([])),
taskId='www-data-prod-hello-0-f33684f5-58a7-4dbe-af8c-a4fe08a862b6', instanc
eId=0, assignedPorts={}, slaveHost='192.168.33.7',
slaveId='d8988ce6-c900-49a1-897d-bc141f390394-S0')
````
Bugs closed: AURORA-1792
Reviewed at https://reviews.apache.org/r/53452/
Project: http://git-wip-us.apache.org/repos/asf/aurora/repo
Commit: http://git-wip-us.apache.org/repos/asf/aurora/commit/fb936b54
Tree: http://git-wip-us.apache.org/repos/asf/aurora/tree/fb936b54
Diff: http://git-wip-us.apache.org/repos/asf/aurora/diff/fb936b54
Branch: refs/heads/master
Commit: fb936b5453fe447e226fbb4ea8d44433b4b95228
Parents: 35435cb
Author: Zameer Manji <[email protected]>
Authored: Fri Nov 4 11:45:45 2016 -0700
Committer: Zameer Manji <[email protected]>
Committed: Fri Nov 4 11:45:45 2016 -0700
----------------------------------------------------------------------
src/main/python/apache/aurora/executor/aurora_executor.py | 2 ++
1 file changed, 2 insertions(+)
----------------------------------------------------------------------
http://git-wip-us.apache.org/repos/asf/aurora/blob/fb936b54/src/main/python/apache/aurora/executor/aurora_executor.py
----------------------------------------------------------------------
diff --git a/src/main/python/apache/aurora/executor/aurora_executor.py
b/src/main/python/apache/aurora/executor/aurora_executor.py
index ce5ef68..aee5e56 100644
--- a/src/main/python/apache/aurora/executor/aurora_executor.py
+++ b/src/main/python/apache/aurora/executor/aurora_executor.py
@@ -255,6 +255,7 @@ class AuroraExecutor(ExecutorBase, Observable):
however, no other callbacks will be invoked on this executor until this
callback has returned.
"""
self.launched.set()
+ self.log('TaskInfo: %s' % task)
self.log('launchTask got task: %s:%s' % (task.name, task.task_id.value))
# TODO(wickman) Update the tests to call registered(), then remove this
line and issue
@@ -271,6 +272,7 @@ class AuroraExecutor(ExecutorBase, Observable):
self._task_id = task.task_id.value
assigned_task = self.validate_task(task)
+ self.log("Assigned task: %s" % assigned_task)
if not assigned_task:
self.send_update(driver, self._task_id, mesos_pb2.TASK_FAILED,
'Could not deserialize task.')
