See <https://builds.apache.org/job/Mesos-Reviewbot/23461/display/redirect?page=changes>
Changes: [songzihao1990] Fixed the nested container launch failure on the agent upgrade case. [songzihao1990] Added an unit test for agent recovery with new cgroup subsystems. [songzihao1990] Added MESOS-9295 to 1.7.1 CHANGELOG. ------------------------------------------ [...truncated 39.49 MB...] I1008 18:37:54.257051 22592 registrar.cpp:544] Successfully updated the registry in 863744ns I1008 18:37:54.257303 22592 registrar.cpp:416] Successfully recovered registrar I1008 18:37:54.257961 22583 master.cpp:1752] Recovered 0 agents from the registry (135B); allowing 10mins for agents to reregister I1008 18:37:54.258008 22585 hierarchical.cpp:220] Skipping recovery of hierarchical allocator: nothing to recover W1008 18:37:54.263664 22572 process.cpp:2810] Attempted to spawn already running process files@172.17.0.2:33334 I1008 18:37:54.265100 22572 containerizer.cpp:305] Using isolation { environment_secret, posix/cpu, posix/mem, filesystem/posix, network/cni } W1008 18:37:54.265794 22572 backend.cpp:76] Failed to create 'aufs' backend: AufsBackend requires root privileges W1008 18:37:54.265826 22572 backend.cpp:76] Failed to create 'bind' backend: BindBackend requires root privileges I1008 18:37:54.265862 22572 provisioner.cpp:298] Using default backend 'copy' I1008 18:37:54.268707 22572 cluster.cpp:485] Creating default 'local' authorizer I1008 18:37:54.271054 22585 slave.cpp:267] Mesos agent started on (1059)@172.17.0.2:33334 I1008 18:37:54.271090 22585 slave.cpp:268] Flags at startup: --acls="" --appc_simple_discovery_uri_prefix="http://" --appc_store_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/store/appc" --authenticate_http_readonly="true" --authenticate_http_readwrite="false" --authenticatee="crammd5" --authentication_backoff_factor="1secs" --authentication_timeout_max="1mins" --authentication_timeout_min="5secs" --authorizer="local" --cgroups_cpu_enable_pids_and_tids_count="false" --cgroups_destroy_timeout="1mins" --cgroups_enable_cfs="false" --cgroups_hierarchy="/sys/fs/cgroup" --cgroups_limit_swap="false" --cgroups_root="mesos" --container_disk_watch_interval="15secs" --containerizers="mesos" --credential="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/credential" --default_role="*" --disallow_sharing_agent_pid_namespace="false" --disk_watch_interval="1mins" --docker="docker" --docker_kill_orphans="true" --docker_registry="https://registry-1.docker.io" --docker_remove_delay="6hrs" --docker_socket="/var/run/docker.sock" --docker_stop_timeout="0ns" --docker_store_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/store/docker" --docker_volume_checkpoint_dir="/var/run/mesos/isolators/docker/volume" --enforce_container_disk_quota="false" --executor_registration_timeout="1mins" --executor_reregistration_timeout="2secs" --executor_shutdown_grace_period="5secs" --fetcher_cache_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/fetch" --fetcher_cache_size="2GB" --fetcher_stall_timeout="1mins" --frameworks_home="" --gc_delay="1weeks" --gc_disk_headroom="0.1" --gc_non_executor_container_sandboxes="false" --help="false" --hostname_lookup="true" --http_command_executor="false" --http_credentials="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/http_credentials" --http_heartbeat_interval="30secs" --initialize_driver_logging="true" --isolation="posix/cpu,posix/mem" --launcher="posix" --launcher_dir="/tmp/SRC/build/mesos-1.8.0/_build/sub/src" --logbufsecs="0" --logging_level="INFO" --max_completed_executors_per_framework="150" --memory_profiling="false" --network_cni_metrics="true" --oversubscribed_resources_interval="15secs" --perf_duration="10secs" --perf_interval="1mins" --port="5051" --qos_correction_interval_min="0ns" --quiet="false" --reconfiguration_policy="equal" --recover="reconnect" --recovery_timeout="15mins" --registration_backoff_factor="10ms" --resource_provider_config_dir="/tmp/q3Hi7S/resource_provider_configs" --resources="cpus:2;gpus:0;mem:1024;disk:1024;ports:[31000-32000]" --revocable_cpu_low_priority="true" --runtime_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM" --sandbox_directory="/mnt/mesos/sandbox" --strict="true" --switch_user="true" --systemd_enable_support="true" --systemd_runtime_directory="/run/systemd/system" --version="false" --work_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_E8QEIk" --zk_session_timeout="10secs" I1008 18:37:54.271564 22585 credentials.hpp:86] Loading credential for authentication from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/credential' I1008 18:37:54.271751 22585 slave.cpp:300] Agent using credential for: test-principal I1008 18:37:54.271781 22585 credentials.hpp:37] Loading credentials for authentication from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_8vX1jM/http_credentials' I1008 18:37:54.272002 22585 http.cpp:1037] Creating default 'basic' HTTP authenticator for realm 'mesos-agent-readonly' I1008 18:37:54.272389 22585 disk_profile_adaptor.cpp:80] Creating default disk profile adaptor module I1008 18:37:54.273869 22585 slave.cpp:615] Agent resources: [{"name":"cpus","scalar":{"value":2.0},"type":"SCALAR"},{"name":"mem","scalar":{"value":1024.0},"type":"SCALAR"},{"name":"disk","scalar":{"value":1024.0},"type":"SCALAR"},{"name":"ports","ranges":{"range":[{"begin":31000,"end":32000}]},"type":"RANGES"}] I1008 18:37:54.274130 22585 slave.cpp:623] Agent attributes: [ ] I1008 18:37:54.274152 22585 slave.cpp:632] Agent hostname: 62957fae01b2 I1008 18:37:54.274333 22586 task_status_update_manager.cpp:181] Pausing sending task status updates I1008 18:37:54.276031 22582 state.cpp:66] Recovering state from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_E8QEIk/meta' I1008 18:37:54.276337 22580 slave.cpp:6909] Finished recovering checkpointed state from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_E8QEIk/meta', beginning agent recovery I1008 18:37:54.276598 22582 task_status_update_manager.cpp:207] Recovering task status update manager I1008 18:37:54.277070 22587 containerizer.cpp:727] Recovering Mesos containers I1008 18:37:54.277598 22587 containerizer.cpp:1053] Recovering isolators I1008 18:37:54.278517 22588 containerizer.cpp:1092] Recovering provisioner I1008 18:37:54.279786 22592 provisioner.cpp:494] Provisioner recovery complete I1008 18:37:54.280951 22580 composing.cpp:339] Finished recovering all containerizers I1008 18:37:54.281147 22582 slave.cpp:7138] Recovering executors I1008 18:37:54.281370 22582 slave.cpp:7291] Finished recovery I1008 18:37:54.282580 22584 task_status_update_manager.cpp:181] Pausing sending task status updates I1008 18:37:54.282649 22581 slave.cpp:1254] New master detected at master@172.17.0.2:33334 I1008 18:37:54.282843 22581 slave.cpp:1319] Detecting new master I1008 18:37:54.289362 22589 slave.cpp:1346] Authenticating with master master@172.17.0.2:33334 I1008 18:37:54.289517 22589 slave.cpp:1355] Using default CRAM-MD5 authenticatee I1008 18:37:54.290001 22578 authenticatee.cpp:121] Creating new client SASL connection I1008 18:37:54.290488 22594 master.cpp:9653] Authenticating slave(1059)@172.17.0.2:33334 I1008 18:37:54.290694 22588 authenticator.cpp:414] Starting authentication session for crammd5-authenticatee(1845)@172.17.0.2:33334 I1008 18:37:54.291092 22575 authenticator.cpp:98] Creating new server SASL connection I1008 18:37:54.291513 22593 authenticatee.cpp:213] Received SASL authentication mechanisms: CRAM-MD5 I1008 18:37:54.291574 22593 authenticatee.cpp:239] Attempting to authenticate with mechanism 'CRAM-MD5' I1008 18:37:54.291761 22586 authenticator.cpp:204] Received SASL authentication start I1008 18:37:54.291885 22586 authenticator.cpp:326] Authentication requires more steps I1008 18:37:54.292057 22592 authenticatee.cpp:259] Received SASL authentication step I1008 18:37:54.292284 22596 authenticator.cpp:232] Received SASL authentication step I1008 18:37:54.292356 22596 auxprop.cpp:109] Request to lookup properties for user: 'test-principal' realm: '62957fae01b2' server FQDN: '62957fae01b2' SASL_AUXPROP_VERIFY_AGAINST_HASH: false SASL_AUXPROP_OVERRIDE: false SASL_AUXPROP_AUTHZID: false I1008 18:37:54.292402 22596 auxprop.cpp:181] Looking up auxiliary property '*userPassword' I1008 18:37:54.292490 22596 auxprop.cpp:181] Looking up auxiliary property '*cmusaslsecretCRAM-MD5' I1008 18:37:54.292534 22596 auxprop.cpp:109] Request to lookup properties for user: 'test-principal' realm: '62957fae01b2' server FQDN: '62957fae01b2' SASL_AUXPROP_VERIFY_AGAINST_HASH: false SASL_AUXPROP_OVERRIDE: false SASL_AUXPROP_AUTHZID: true I1008 18:37:54.292557 22596 auxprop.cpp:131] Skipping auxiliary property '*userPassword' since SASL_AUXPROP_AUTHZID == true I1008 18:37:54.292573 22596 auxprop.cpp:131] Skipping auxiliary property '*cmusaslsecretCRAM-MD5' since SASL_AUXPROP_AUTHZID == true I1008 18:37:54.292600 22596 authenticator.cpp:318] Authentication success I1008 18:37:54.292748 22576 authenticatee.cpp:299] Authentication success I1008 18:37:54.292914 22590 master.cpp:9685] Successfully authenticated principal 'test-principal' at slave(1059)@172.17.0.2:33334 I1008 18:37:54.292958 22574 authenticator.cpp:432] Authentication session cleanup for crammd5-authenticatee(1845)@172.17.0.2:33334 I1008 18:37:54.293408 22585 slave.cpp:1446] Successfully authenticated with master master@172.17.0.2:33334 I1008 18:37:54.293891 22585 slave.cpp:1877] Will retry registration in 6.203361ms if necessary I1008 18:37:54.294108 22579 master.cpp:6605] Received register agent message from slave(1059)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.294515 22579 master.cpp:3964] Authorizing agent providing resources 'cpus:2; mem:1024; disk:1024; ports:[31000-32000]' with principal 'test-principal' I1008 18:37:54.295430 22581 master.cpp:6672] Authorized registration of agent at slave(1059)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.295555 22581 master.cpp:6787] Registering agent at slave(1059)@172.17.0.2:33334 (62957fae01b2) with id 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 I1008 18:37:54.296437 22587 registrar.cpp:487] Applied 1 operations in 342327ns; attempting to update the registry I1008 18:37:54.297310 22587 registrar.cpp:544] Successfully updated the registry in 777728ns I1008 18:37:54.297533 22575 master.cpp:6835] Admitted agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 at slave(1059)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.298501 22575 master.cpp:6880] Registered agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 at slave(1059)@172.17.0.2:33334 (62957fae01b2) with cpus:2; mem:1024; disk:1024; ports:[31000-32000] I1008 18:37:54.298735 22586 slave.cpp:1479] Registered with master master@172.17.0.2:33334; given agent ID 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 I1008 18:37:54.298882 22590 task_status_update_manager.cpp:188] Resuming sending task status updates I1008 18:37:54.298919 22592 hierarchical.cpp:605] Added agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 (62957fae01b2) with cpus:2; mem:1024; disk:1024; ports:[31000-32000] (allocated: {}) I1008 18:37:54.299178 22586 slave.cpp:1499] Checkpointing SlaveInfo to '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_0_E8QEIk/meta/slaves/1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0/slave.info' I1008 18:37:54.299312 22592 hierarchical.cpp:1568] Performed allocation for 1 agents in 123019ns I1008 18:37:54.300513 22586 slave.cpp:1548] Forwarding agent update {"operations":{},"resource_version_uuid":{"value":"tlDKDStjQZKjT06KPhAxlQ=="},"slave_id":{"value":"1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0"},"update_oversubscribed_resources":false} I1008 18:37:54.301390 22586 master.cpp:7939] Ignoring update on agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 at slave(1059)@172.17.0.2:33334 (62957fae01b2) as it reports no changes I1008 18:37:54.302825 22589 hierarchical.cpp:1568] Performed allocation for 1 agents in 130452ns I1008 18:37:54.304728 22593 process.cpp:3569] Handling HTTP event for process 'slave(1059)' with path: '/slave(1059)/api/v1' I1008 18:37:54.306418 22596 http.cpp:1177] HTTP POST for /slave(1059)/api/v1 from 172.17.0.2:53482 I1008 18:37:54.308055 22574 http.cpp:3297] Processing REMOVE_RESOURCE_PROVIDER_CONFIG call with type 'org.apache.mesos.rp.local.storage' and name 'test' I1008 18:37:54.310403 22587 slave.cpp:909] Agent terminating I1008 18:37:54.354553 22582 hierarchical.cpp:1568] Performed allocation for 1 agents in 133418ns I1008 18:37:54.406206 22592 hierarchical.cpp:1568] Performed allocation for 1 agents in 111750ns I1008 18:37:54.457644 22591 hierarchical.cpp:1568] Performed allocation for 1 agents in 154771ns I1008 18:37:54.508754 22585 hierarchical.cpp:1568] Performed allocation for 1 agents in 120836ns I1008 18:37:54.559931 22573 hierarchical.cpp:1568] Performed allocation for 1 agents in 133771ns I1008 18:37:54.562587 22583 master.cpp:1251] Agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 at slave(1059)@172.17.0.2:33334 (62957fae01b2) disconnected I1008 18:37:54.562647 22583 master.cpp:3267] Disconnecting agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 at slave(1059)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.562749 22583 master.cpp:3286] Deactivating agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 at slave(1059)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.563042 22594 hierarchical.cpp:803] Agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 deactivated I1008 18:37:54.574364 22572 master.cpp:1093] Master terminating I1008 18:37:54.575433 22581 hierarchical.cpp:645] Removed agent 1c08e7da-523c-43b6-b79f-c3f1c816f33e-S0 [ OK ] ContentType/AgentResourceProviderConfigApiTest.IdempotentRemove/0 (339 ms) [ RUN ] ContentType/AgentResourceProviderConfigApiTest.IdempotentRemove/1 I1008 18:37:54.585247 22572 cluster.cpp:173] Creating default 'local' authorizer I1008 18:37:54.588938 22581 master.cpp:413] Master 45c8e914-e457-4d2f-bf46-dfd049e07c84 (62957fae01b2) started on 172.17.0.2:33334 I1008 18:37:54.588977 22581 master.cpp:416] Flags at startup: --acls="" --agent_ping_timeout="15secs" --agent_reregister_timeout="10mins" --allocation_interval="50ms" --allocator="hierarchical" --authenticate_agents="true" --authenticate_frameworks="true" --authenticate_http_frameworks="true" --authenticate_http_readonly="true" --authenticate_http_readwrite="true" --authentication_v0_timeout="15secs" --authenticators="crammd5" --authorizers="local" --credentials="/tmp/KLx8Z7/credentials" --filter_gpu_resources="true" --framework_sorter="drf" --help="false" --hostname_lookup="true" --http_authenticators="basic" --http_framework_authenticators="basic" --initialize_driver_logging="true" --log_auto_initialize="true" --logbufsecs="0" --logging_level="INFO" --max_agent_ping_timeouts="5" --max_completed_frameworks="50" --max_completed_tasks_per_framework="1000" --max_unreachable_tasks_per_framework="1000" --memory_profiling="false" --min_allocatable_resources="cpus:0.01|mem:32" --port="5050" --quiet="false" --recovery_agent_removal_limit="100%" --registry="in_memory" --registry_fetch_timeout="1mins" --registry_gc_interval="15mins" --registry_max_agent_age="2weeks" --registry_max_agent_count="102400" --registry_store_timeout="100secs" --registry_strict="false" --require_agent_domain="false" --role_sorter="drf" --root_submissions="true" --version="false" --webui_dir="/tmp/SRC/build/mesos-1.8.0/_inst/share/mesos/webui" --work_dir="/tmp/KLx8Z7/master" --zk_session_timeout="10secs" I1008 18:37:54.589596 22581 master.cpp:465] Master only allowing authenticated frameworks to register I1008 18:37:54.589625 22581 master.cpp:471] Master only allowing authenticated agents to register I1008 18:37:54.589644 22581 master.cpp:477] Master only allowing authenticated HTTP frameworks to register I1008 18:37:54.589664 22581 credentials.hpp:37] Loading credentials for authentication from '/tmp/KLx8Z7/credentials' I1008 18:37:54.590183 22581 master.cpp:521] Using default 'crammd5' authenticator I1008 18:37:54.590517 22581 http.cpp:1037] Creating default 'basic' HTTP authenticator for realm 'mesos-master-readonly' I1008 18:37:54.590888 22581 http.cpp:1037] Creating default 'basic' HTTP authenticator for realm 'mesos-master-readwrite' I1008 18:37:54.591202 22581 http.cpp:1037] Creating default 'basic' HTTP authenticator for realm 'mesos-master-scheduler' I1008 18:37:54.591498 22581 master.cpp:602] Authorization enabled I1008 18:37:54.592262 22576 hierarchical.cpp:182] Initialized hierarchical allocator process I1008 18:37:54.592315 22586 whitelist_watcher.cpp:77] No whitelist given I1008 18:37:54.597146 22587 master.cpp:2083] Elected as the leading master! I1008 18:37:54.597219 22587 master.cpp:1638] Recovering from registrar I1008 18:37:54.597479 22591 registrar.cpp:339] Recovering registrar I1008 18:37:54.598646 22591 registrar.cpp:383] Successfully fetched the registry (0B) in 1.089792ms I1008 18:37:54.598871 22591 registrar.cpp:487] Applied 1 operations in 62193ns; attempting to update the registry I1008 18:37:54.599920 22591 registrar.cpp:544] Successfully updated the registry in 947968ns I1008 18:37:54.600147 22591 registrar.cpp:416] Successfully recovered registrar I1008 18:37:54.600924 22590 master.cpp:1752] Recovered 0 agents from the registry (135B); allowing 10mins for agents to reregister I1008 18:37:54.600965 22573 hierarchical.cpp:220] Skipping recovery of hierarchical allocator: nothing to recover W1008 18:37:54.609716 22572 process.cpp:2810] Attempted to spawn already running process files@172.17.0.2:33334 I1008 18:37:54.611819 22572 containerizer.cpp:305] Using isolation { environment_secret, posix/cpu, posix/mem, filesystem/posix, network/cni } W1008 18:37:54.612851 22572 backend.cpp:76] Failed to create 'aufs' backend: AufsBackend requires root privileges W1008 18:37:54.612905 22572 backend.cpp:76] Failed to create 'bind' backend: BindBackend requires root privileges I1008 18:37:54.612964 22572 provisioner.cpp:298] Using default backend 'copy' I1008 18:37:54.617103 22572 cluster.cpp:485] Creating default 'local' authorizer I1008 18:37:54.620532 22590 slave.cpp:267] Mesos agent started on (1060)@172.17.0.2:33334 I1008 18:37:54.620584 22590 slave.cpp:268] Flags at startup: --acls="" --appc_simple_discovery_uri_prefix="http://" --appc_store_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/store/appc" --authenticate_http_readonly="true" --authenticate_http_readwrite="false" --authenticatee="crammd5" --authentication_backoff_factor="1secs" --authentication_timeout_max="1mins" --authentication_timeout_min="5secs" --authorizer="local" --cgroups_cpu_enable_pids_and_tids_count="false" --cgroups_destroy_timeout="1mins" --cgroups_enable_cfs="false" --cgroups_hierarchy="/sys/fs/cgroup" --cgroups_limit_swap="false" --cgroups_root="mesos" --container_disk_watch_interval="15secs" --containerizers="mesos" --credential="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/credential" --default_role="*" --disallow_sharing_agent_pid_namespace="false" --disk_watch_interval="1mins" --docker="docker" --docker_kill_orphans="true" --docker_registry="https://registry-1.docker.io" --docker_remove_delay="6hrs" --docker_socket="/var/run/docker.sock" --docker_stop_timeout="0ns" --docker_store_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/store/docker" --docker_volume_checkpoint_dir="/var/run/mesos/isolators/docker/volume" --enforce_container_disk_quota="false" --executor_registration_timeout="1mins" --executor_reregistration_timeout="2secs" --executor_shutdown_grace_period="5secs" --fetcher_cache_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/fetch" --fetcher_cache_size="2GB" --fetcher_stall_timeout="1mins" --frameworks_home="" --gc_delay="1weeks" --gc_disk_headroom="0.1" --gc_non_executor_container_sandboxes="false" --help="false" --hostname_lookup="true" --http_command_executor="false" --http_credentials="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/http_credentials" --http_heartbeat_interval="30secs" --initialize_driver_logging="true" --isolation="posix/cpu,posix/mem" --launcher="posix" --launcher_dir="/tmp/SRC/build/mesos-1.8.0/_build/sub/src" --logbufsecs="0" --logging_level="INFO" --max_completed_executors_per_framework="150" --memory_profiling="false" --network_cni_metrics="true" --oversubscribed_resources_interval="15secs" --perf_duration="10secs" --perf_interval="1mins" --port="5051" --qos_correction_interval_min="0ns" --quiet="false" --reconfiguration_policy="equal" --recover="reconnect" --recovery_timeout="15mins" --registration_backoff_factor="10ms" --resource_provider_config_dir="/tmp/KLx8Z7/resource_provider_configs" --resources="cpus:2;gpus:0;mem:1024;disk:1024;ports:[31000-32000]" --revocable_cpu_low_priority="true" --runtime_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2" --sandbox_directory="/mnt/mesos/sandbox" --strict="true" --switch_user="true" --systemd_enable_support="true" --systemd_runtime_directory="/run/systemd/system" --version="false" --work_dir="/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_2NysoA" --zk_session_timeout="10secs" I1008 18:37:54.621356 22590 credentials.hpp:86] Loading credential for authentication from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/credential' I1008 18:37:54.621610 22590 slave.cpp:300] Agent using credential for: test-principal I1008 18:37:54.621651 22590 credentials.hpp:37] Loading credentials for authentication from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_Y47NM2/http_credentials' I1008 18:37:54.621973 22590 http.cpp:1037] Creating default 'basic' HTTP authenticator for realm 'mesos-agent-readonly' I1008 18:37:54.622514 22590 disk_profile_adaptor.cpp:80] Creating default disk profile adaptor module I1008 18:37:54.624569 22590 slave.cpp:615] Agent resources: [{"name":"cpus","scalar":{"value":2.0},"type":"SCALAR"},{"name":"mem","scalar":{"value":1024.0},"type":"SCALAR"},{"name":"disk","scalar":{"value":1024.0},"type":"SCALAR"},{"name":"ports","ranges":{"range":[{"begin":31000,"end":32000}]},"type":"RANGES"}] I1008 18:37:54.624943 22590 slave.cpp:623] Agent attributes: [ ] I1008 18:37:54.624972 22590 slave.cpp:632] Agent hostname: 62957fae01b2 I1008 18:37:54.625233 22580 task_status_update_manager.cpp:181] Pausing sending task status updates I1008 18:37:54.627801 22589 state.cpp:66] Recovering state from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_2NysoA/meta' I1008 18:37:54.628134 22583 slave.cpp:6909] Finished recovering checkpointed state from '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_2NysoA/meta', beginning agent recovery I1008 18:37:54.628373 22589 task_status_update_manager.cpp:207] Recovering task status update manager I1008 18:37:54.628952 22591 containerizer.cpp:727] Recovering Mesos containers I1008 18:37:54.629547 22591 containerizer.cpp:1053] Recovering isolators I1008 18:37:54.630689 22581 containerizer.cpp:1092] Recovering provisioner I1008 18:37:54.631934 22578 provisioner.cpp:494] Provisioner recovery complete I1008 18:37:54.633183 22583 composing.cpp:339] Finished recovering all containerizers I1008 18:37:54.633445 22589 slave.cpp:7138] Recovering executors I1008 18:37:54.633663 22589 slave.cpp:7291] Finished recovery I1008 18:37:54.634829 22584 task_status_update_manager.cpp:181] Pausing sending task status updates I1008 18:37:54.634851 22596 slave.cpp:1254] New master detected at master@172.17.0.2:33334 I1008 18:37:54.634982 22596 slave.cpp:1319] Detecting new master I1008 18:37:54.643702 22576 slave.cpp:1346] Authenticating with master master@172.17.0.2:33334 I1008 18:37:54.643779 22586 hierarchical.cpp:1568] Performed allocation for 0 agents in 81733ns I1008 18:37:54.643847 22576 slave.cpp:1355] Using default CRAM-MD5 authenticatee I1008 18:37:54.644328 22591 authenticatee.cpp:121] Creating new client SASL connection I1008 18:37:54.644795 22581 master.cpp:9653] Authenticating slave(1060)@172.17.0.2:33334 I1008 18:37:54.645014 22579 authenticator.cpp:414] Starting authentication session for crammd5-authenticatee(1846)@172.17.0.2:33334 I1008 18:37:54.645494 22573 authenticator.cpp:98] Creating new server SASL connection I1008 18:37:54.645947 22580 authenticatee.cpp:213] Received SASL authentication mechanisms: CRAM-MD5 I1008 18:37:54.646009 22580 authenticatee.cpp:239] Attempting to authenticate with mechanism 'CRAM-MD5' I1008 18:37:54.646211 22578 authenticator.cpp:204] Received SASL authentication start I1008 18:37:54.646347 22578 authenticator.cpp:326] Authentication requires more steps I1008 18:37:54.646580 22577 authenticatee.cpp:259] Received SASL authentication step I1008 18:37:54.646781 22577 authenticator.cpp:232] Received SASL authentication step I1008 18:37:54.646834 22577 auxprop.cpp:109] Request to lookup properties for user: 'test-principal' realm: '62957fae01b2' server FQDN: '62957fae01b2' SASL_AUXPROP_VERIFY_AGAINST_HASH: false SASL_AUXPROP_OVERRIDE: false SASL_AUXPROP_AUTHZID: false I1008 18:37:54.646859 22577 auxprop.cpp:181] Looking up auxiliary property '*userPassword' I1008 18:37:54.646941 22577 auxprop.cpp:181] Looking up auxiliary property '*cmusaslsecretCRAM-MD5' I1008 18:37:54.646986 22577 auxprop.cpp:109] Request to lookup properties for user: 'test-principal' realm: '62957fae01b2' server FQDN: '62957fae01b2' SASL_AUXPROP_VERIFY_AGAINST_HASH: false SASL_AUXPROP_OVERRIDE: false SASL_AUXPROP_AUTHZID: true I1008 18:37:54.647009 22577 auxprop.cpp:131] Skipping auxiliary property '*userPassword' since SASL_AUXPROP_AUTHZID == true I1008 18:37:54.647030 22577 auxprop.cpp:131] Skipping auxiliary property '*cmusaslsecretCRAM-MD5' since SASL_AUXPROP_AUTHZID == true I1008 18:37:54.647061 22577 authenticator.cpp:318] Authentication success I1008 18:37:54.647200 22590 authenticatee.cpp:299] Authentication success I1008 18:37:54.647368 22587 master.cpp:9685] Successfully authenticated principal 'test-principal' at slave(1060)@172.17.0.2:33334 I1008 18:37:54.647470 22588 authenticator.cpp:432] Authentication session cleanup for crammd5-authenticatee(1846)@172.17.0.2:33334 I1008 18:37:54.647817 22575 slave.cpp:1446] Successfully authenticated with master master@172.17.0.2:33334 I1008 18:37:54.648483 22575 slave.cpp:1877] Will retry registration in 4.087207ms if necessary I1008 18:37:54.648880 22593 master.cpp:6605] Received register agent message from slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.649453 22593 master.cpp:3964] Authorizing agent providing resources 'cpus:2; mem:1024; disk:1024; ports:[31000-32000]' with principal 'test-principal' I1008 18:37:54.650413 22596 master.cpp:6672] Authorized registration of agent at slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.650559 22596 master.cpp:6787] Registering agent at slave(1060)@172.17.0.2:33334 (62957fae01b2) with id 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 I1008 18:37:54.651530 22592 registrar.cpp:487] Applied 1 operations in 382726ns; attempting to update the registry I1008 18:37:54.652561 22592 registrar.cpp:544] Successfully updated the registry in 920832ns I1008 18:37:54.652818 22579 master.cpp:6835] Admitted agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.653502 22573 slave.cpp:1877] Will retry registration in 17.627316ms if necessary I1008 18:37:54.653887 22579 master.cpp:6880] Registered agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) with cpus:2; mem:1024; disk:1024; ports:[31000-32000] I1008 18:37:54.654194 22573 slave.cpp:1479] Registered with master master@172.17.0.2:33334; given agent ID 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 I1008 18:37:54.654350 22578 hierarchical.cpp:605] Added agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 (62957fae01b2) with cpus:2; mem:1024; disk:1024; ports:[31000-32000] (allocated: {}) I1008 18:37:54.654392 22579 master.cpp:6605] Received register agent message from slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.654381 22585 task_status_update_manager.cpp:188] Resuming sending task status updates I1008 18:37:54.654657 22573 slave.cpp:1499] Checkpointing SlaveInfo to '/tmp/ContentType_AgentResourceProviderConfigApiTest_IdempotentRemove_1_2NysoA/meta/slaves/45c8e914-e457-4d2f-bf46-dfd049e07c84-S0/slave.info' I1008 18:37:54.654737 22578 hierarchical.cpp:1568] Performed allocation for 1 agents in 121967ns I1008 18:37:54.654853 22579 master.cpp:3964] Authorizing agent providing resources 'cpus:2; mem:1024; disk:1024; ports:[31000-32000]' with principal 'test-principal' I1008 18:37:54.655686 22574 master.cpp:6672] Authorized registration of agent at slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.655823 22574 master.cpp:6766] Agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) already registered, resending acknowledgement I1008 18:37:54.656138 22573 slave.cpp:1548] Forwarding agent update {"operations":{},"resource_version_uuid":{"value":"KqdPlEkKRHqEoB+2V3TSQw=="},"slave_id":{"value":"45c8e914-e457-4d2f-bf46-dfd049e07c84-S0"},"update_oversubscribed_resources":false} W1008 18:37:54.656433 22573 slave.cpp:1530] Already registered with master master@172.17.0.2:33334 I1008 18:37:54.656574 22573 slave.cpp:1548] Forwarding agent update {"operations":{},"resource_version_uuid":{"value":"KqdPlEkKRHqEoB+2V3TSQw=="},"slave_id":{"value":"45c8e914-e457-4d2f-bf46-dfd049e07c84-S0"},"update_oversubscribed_resources":false} I1008 18:37:54.657122 22576 master.cpp:7939] Ignoring update on agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) as it reports no changes I1008 18:37:54.657889 22576 master.cpp:7939] Ignoring update on agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) as it reports no changes I1008 18:37:54.659446 22587 process.cpp:3569] Handling HTTP event for process 'slave(1060)' with path: '/slave(1060)/api/v1' I1008 18:37:54.660969 22578 http.cpp:1177] HTTP POST for /slave(1060)/api/v1 from 172.17.0.2:53486 I1008 18:37:54.662852 22584 http.cpp:3297] Processing REMOVE_RESOURCE_PROVIDER_CONFIG call with type 'org.apache.mesos.rp.local.storage' and name 'test' I1008 18:37:54.665479 22581 slave.cpp:909] Agent terminating I1008 18:37:54.695725 22582 hierarchical.cpp:1568] Performed allocation for 1 agents in 143265ns I1008 18:37:54.747421 22579 hierarchical.cpp:1568] Performed allocation for 1 agents in 130045ns I1008 18:37:54.798739 22577 hierarchical.cpp:1568] Performed allocation for 1 agents in 167358ns I1008 18:37:54.849915 22595 hierarchical.cpp:1568] Performed allocation for 1 agents in 121661ns I1008 18:37:54.866176 22596 master.cpp:1251] Agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) disconnected I1008 18:37:54.866235 22596 master.cpp:3267] Disconnecting agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.866327 22596 master.cpp:3286] Deactivating agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 at slave(1060)@172.17.0.2:33334 (62957fae01b2) I1008 18:37:54.866545 22593 hierarchical.cpp:803] Agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 deactivated I1008 18:37:54.879806 22572 master.cpp:1093] Master terminating I1008 18:37:54.880813 22594 hierarchical.cpp:645] Removed agent 45c8e914-e457-4d2f-bf46-dfd049e07c84-S0 [ OK ] ContentType/AgentResourceProviderConfigApiTest.IdempotentRemove/1 (305 ms) [----------] 20 tests from ContentType/AgentResourceProviderConfigApiTest (12955 ms total) [----------] Global test environment tear-down [==========] 2041 tests from 206 test cases ran. (1178888 ms total) [ PASSED ] 2040 tests. [ FAILED ] 1 test, listed below: [ FAILED ] PersistentVolumeEndpointsTest.EndpointCreateThenOfferRemove 1 FAILED TEST YOU HAVE 25 DISABLED TESTS I1008 18:37:54.985877 22597 process.cpp:926] Stopped the socket accept loop Makefile:14837: recipe for target 'check-local' failed make[4]: *** [check-local] Error 1 make[4]: Leaving directory '/tmp/SRC/build/mesos-1.8.0/_build/sub/src' Makefile:13979: recipe for target 'check-am' failed make[3]: *** [check-am] Error 2 make[3]: Leaving directory '/tmp/SRC/build/mesos-1.8.0/_build/sub/src' Makefile:13983: recipe for target 'check' failed make[2]: *** [check] Error 2 make[2]: Leaving directory '/tmp/SRC/build/mesos-1.8.0/_build/sub/src' Makefile:786: recipe for target 'check-recursive' failed make[1]: *** [check-recursive] Error 1 make[1]: Leaving directory '/tmp/SRC/build/mesos-1.8.0/_build/sub' Makefile:992: recipe for target 'distcheck' failed make: *** [distcheck] Error 1 Untagged: mesos/mesos-build:ubuntu-16.04 Untagged: mesos/mesos-build@sha256:4c182f919163e3131eff1144df46d5aa4ce69810c17ea68b62d58f2f32813308 Deleted: sha256:03de0cadaa0ab780958449ad6e0336f9a35490801f73ee874a3dde89cfca7292 Deleted: sha256:d5b4fcc7a86dfa26a914be57012f83ee207d8a17694876309128924237215d90 Deleted: sha256:555296da9bbb164d853789b913bbc7506cb330397fdd0f87adda431d7f40bddb Deleted: sha256:869ed3753aa81aadb245ecafca08cdd6580241e537f7b1e20e89701d21333ded Deleted: sha256:eb101916dbdb53eedc8ef17346d59644d06348fdfb8c82538566b6b846731203 Deleted: sha256:6508e1a91fee84110e915fe36271cf7e458608bf46c1965495bde852bde41a42 Deleted: sha256:65326b3892a34181bde892271355ea2c717e6a2d297fc41150e9fbdcbc6fd8de Deleted: sha256:f6355466cd156bf11358159f0c1ff82453795cc5b554d21aea00449be0e690ad Deleted: sha256:77e6ddba346d8ad1e436256f6373dede5af4002006981b7d4116c561c759cefa Deleted: sha256:8db758ab2fdb54da0aec53aeac876934337e6170f5a8c8872b3d4171e3d465b7 Deleted: sha256:a7fc6b405fe8ef71edfa6163d1dc9f1cb1df426049eefaa7d388e9df21a061ad Deleted: sha256:5a3e35538f7f2e2727c8ac92f08c30002b9e8a77737de0dab91244344d59f69b Deleted: sha256:ff986b10a018b48074e6d3a68b39aad8ccc002cdad912d4148c0f92b3729323e Build step 'Execute shell' marked build as failure