Non-terminal states are gauges (instantaneous measurements) whereas the terminal states are counters (always increasing, at least for the lifetime of a master process).
Hopefully this image doesn't get stripped, but we improved the wording here to clarify which are gauges and which are counters: [image: Inline image 1] Notice that present-tense means gauge, past-tense means counter. On Wed, Feb 24, 2016 at 8:26 AM, haosdent <[email protected]> wrote: > >My point is there is no straightforward way of telling how many tasks had > been running on the cluster since it is up. Or am i missing something? > > I think we could get it from sum up "master/task_*" metrics? > > On Wed, Feb 24, 2016 at 9:04 PM, Geoffroy Jabouley < > [email protected]> wrote: > >> Thanks for the clarification. Does staged means "currently in staging state"? >> >> In previous versions of Mesos (at least 0.22.1), the Staged value was >> increased for each staged tasks, to you could tell "X tasks have been >> executed on the cluster". >> >> My point is there is no straightforward way of telling how many tasks had >> been running on the cluster since it is up. Or am i missing something? >> >> >> >> >> >> If you have some tasks which state is not equal to TASK_STAGING, it would >> become non-zero. >> >> On Wed, Feb 24, 2016 at 8:23 PM, Geoffroy Jabouley >> <[email protected]> wrote: >> >> > Hi again >> > >> > just checked the /metrics/snapshot endpoint. Staged value is zero. Is this >> > normal? >> > >> > { >> > "allocator\/event_queue_dispatches":0.0, >> > "frameworks\/jenkins\/messages_processed":9.0, >> > "frameworks\/jenkins\/messages_received":9.0, >> > "master\/cpus_percent":0.0958333333333333, >> > "master\/cpus_revocable_percent":0.0, >> > "master\/cpus_revocable_total":0.0, >> > "master\/cpus_revocable_used":0.0, >> > "master\/cpus_total":24.0, >> > "master\/cpus_used":2.3, >> > "master\/disk_percent":0.0, >> > "master\/disk_revocable_percent":0.0, >> > "master\/disk_revocable_total":0.0, >> > "master\/disk_revocable_used":0.0, >> > "master\/disk_total":138161.0, >> > "master\/disk_used":0.0, >> > "master\/dropped_messages":6.0, >> > "master\/elected":1.0, >> > "master\/event_queue_dispatches":26.0, >> > "master\/event_queue_http_requests":0.0, >> > "master\/event_queue_messages":0.0, >> > "master\/frameworks_active":2.0, >> > "master\/frameworks_connected":2.0, >> > "master\/frameworks_disconnected":0.0, >> > "master\/frameworks_inactive":0.0, >> > "master\/invalid_executor_to_framework_messages":0.0, >> > "master\/invalid_framework_to_executor_messages":0.0, >> > "master\/invalid_status_update_acknowledgements":0.0, >> > "master\/invalid_status_updates":256.0, >> > "master\/mem_percent":0.268649930174402, >> > "master\/mem_revocable_percent":0.0, >> > "master\/mem_revocable_total":0.0, >> > "master\/mem_revocable_used":0.0, >> > "master\/mem_total":92373.0, >> > "master\/mem_used":24816.0, >> > "master\/messages_authenticate":0.0, >> > "master\/messages_deactivate_framework":0.0, >> > "master\/messages_decline_offers":45642.0, >> > "master\/messages_executor_to_framework":0.0, >> > "master\/messages_exited_executor":0.0, >> > "master\/messages_framework_to_executor":0.0, >> > "master\/messages_kill_task":1401.0, >> > "master\/messages_launch_tasks":1525.0, >> > "master\/messages_reconcile_tasks":5100.0, >> > "master\/messages_register_framework":0.0, >> > "master\/messages_register_slave":3.0, >> > "master\/messages_reregister_framework":0.0, >> > "master\/messages_reregister_slave":3.0, >> > "master\/messages_resource_request":0.0, >> > "master\/messages_revive_offers":78.0, >> > "master\/messages_status_update":3252.0, >> > "master\/messages_status_update_acknowledgement":1964.0, >> > "master\/messages_suppress_offers":0.0, >> > "master\/messages_unregister_framework":183.0, >> > "master\/messages_unregister_slave":0.0, >> > "master\/messages_update_slave":6.0, >> > "master\/outstanding_offers":0.0, >> > "master\/recovery_slave_removals":0.0, >> > "master\/slave_registrations":3.0, >> > "master\/slave_removals":0.0, >> > "master\/slave_removals\/reason_registered":0.0, >> > "master\/slave_removals\/reason_unhealthy":0.0, >> > "master\/slave_removals\/reason_unregistered":0.0, >> > "master\/slave_reregistrations":0.0, >> > "master\/slave_shutdowns_canceled":0.0, >> > "master\/slave_shutdowns_completed":0.0, >> > "master\/slave_shutdowns_scheduled":0.0, >> > "master\/slaves_active":3.0, >> > "master\/slaves_connected":3.0, >> > "master\/slaves_disconnected":0.0, >> > "master\/slaves_inactive":0.0, >> > "master\/task_killed\/source_master\/reason_framework_ >> removed":1065.0, >> > >> > >> > >> > >> > >> > >> > >> > * "master\/tasks_error":0.0, "master\/tasks_failed":4.0, >> > "master\/tasks_finished":4.0, "master\/tasks_killed":1506.0, >> > "master\/tasks_lost":0.0, "master\/tasks_running":12.0, >> > "master\/tasks_staging":0.0, "master\/tasks_starting":0.0,* >> > "master\/uptime_secs":767193.85357312, >> > "master\/valid_executor_to_framework_messages":0.0, >> > "master\/valid_framework_to_executor_messages":0.0, >> > "master\/valid_status_update_acknowledgements":1964.0, >> > "master\/valid_status_updates":2996.0, >> > "registrar\/queued_operations":0.0, >> > "registrar\/registry_size_bytes":681.0, >> > "registrar\/state_fetch_ms":1693.7408, >> > "registrar\/state_store_ms":2.151936, >> > "registrar\/state_store_ms\/count":4, >> > "registrar\/state_store_ms\/max":7.021056, >> > "registrar\/state_store_ms\/min":2.151936, >> > "registrar\/state_store_ms\/p50":2.361856, >> > "registrar\/state_store_ms\/p90":5.6530176, >> > "registrar\/state_store_ms\/p95":6.3370368, >> > "registrar\/state_store_ms\/p99":6.88425216, >> > "registrar\/state_store_ms\/p999":7.007375616, >> > "registrar\/state_store_ms\/p9999":7.0196879616, >> > "system\/cpus_total":8.0, >> > "system\/load_15min":0.06, >> > "system\/load_1min":0.08, >> > "system\/load_5min":0.09, >> > "system\/mem_free_bytes":281022464.0, >> > "system\/mem_total_bytes":33360670720.0 >> > } >> > >> >> > > > -- > Best Regards, > Haosdent Huang >
