Repository: mesos Updated Branches: refs/heads/master 346cc8dd5 -> 86ea327ae
Added test for DockerContainerizer when `cgroups_enable_cfs` is set. Review: https://reviews.apache.org/r/55160/ Project: http://git-wip-us.apache.org/repos/asf/mesos/repo Commit: http://git-wip-us.apache.org/repos/asf/mesos/commit/86ea327a Tree: http://git-wip-us.apache.org/repos/asf/mesos/tree/86ea327a Diff: http://git-wip-us.apache.org/repos/asf/mesos/diff/86ea327a Branch: refs/heads/master Commit: 86ea327ae52cca36523665dea96fc430f8c6503f Parents: 346cc8d Author: Zhitao Li <[email protected]> Authored: Sat Feb 18 18:30:54 2017 +0800 Committer: Haosdent Huang <[email protected]> Committed: Sat Feb 18 18:30:54 2017 +0800 ---------------------------------------------------------------------- .../docker_containerizer_tests.cpp | 137 +++++++++++++++++++ 1 file changed, 137 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/mesos/blob/86ea327a/src/tests/containerizer/docker_containerizer_tests.cpp ---------------------------------------------------------------------- diff --git a/src/tests/containerizer/docker_containerizer_tests.cpp b/src/tests/containerizer/docker_containerizer_tests.cpp index 921ca32..e760f47 100644 --- a/src/tests/containerizer/docker_containerizer_tests.cpp +++ b/src/tests/containerizer/docker_containerizer_tests.cpp @@ -38,6 +38,8 @@ #include "slave/containerizer/docker.hpp" #include "slave/containerizer/fetcher.hpp" +#include "slave/containerizer/mesos/isolators/cgroups/constants.hpp" + #include "slave/paths.hpp" #include "slave/slave.hpp" #include "slave/state.hpp" @@ -4073,6 +4075,141 @@ TEST_F(DockerContainerizerTest, ROOT_DOCKER_NoTransitionFromKillingToRunning) EXPECT_SOME(termination.get()); } + +// This test ensures that when `cgroups_enable_cfs` is set on agent, +// the docker container launched through docker containerizer has +// `cpuQuotas` limit. +// Cgroups cpu quota is only available on Linux. +#ifdef __linux__ +TEST_F(DockerContainerizerTest, ROOT_DOCKER_CGROUPS_CFS_CgroupsEnableCFS) +{ + Try<Owned<cluster::Master>> master = StartMaster(); + ASSERT_SOME(master); + + MockDocker* mockDocker = + new MockDocker(tests::flags.docker, tests::flags.docker_socket); + + Shared<Docker> docker(mockDocker); + + slave::Flags flags = CreateSlaveFlags(); + flags.cgroups_enable_cfs = true; + flags.resources = "cpus:1;mem:128"; + + Fetcher fetcher; + + Try<ContainerLogger*> logger = + ContainerLogger::create(flags.container_logger); + + ASSERT_SOME(logger); + + MockDockerContainerizer dockerContainerizer( + flags, + &fetcher, + Owned<ContainerLogger>(logger.get()), + docker); + + Owned<MasterDetector> detector = master.get()->createDetector(); + + Try<Owned<cluster::Slave>> slave = + StartSlave(detector.get(), &dockerContainerizer, flags); + ASSERT_SOME(slave); + + MockScheduler sched; + MesosSchedulerDriver driver( + &sched, DEFAULT_FRAMEWORK_INFO, master.get()->pid, DEFAULT_CREDENTIAL); + + Future<FrameworkID> frameworkId; + EXPECT_CALL(sched, registered(&driver, _, _)) + .WillOnce(FutureArg<1>(&frameworkId)); + + Future<vector<Offer>> offers; + EXPECT_CALL(sched, resourceOffers(&driver, _)) + .WillOnce(FutureArg<1>(&offers)) + .WillRepeatedly(Return()); // Ignore subsequent offers. + + driver.start(); + + AWAIT_READY(frameworkId); + + AWAIT_READY(offers); + ASSERT_NE(0u, offers.get().size()); + + const Offer& offer = offers.get()[0]; + + SlaveID slaveId = offer.slave_id(); + + TaskInfo task; + task.set_name(""); + task.mutable_task_id()->set_value("1"); + task.mutable_slave_id()->CopyFrom(offer.slave_id()); + task.mutable_resources()->CopyFrom(offer.resources()); + + CommandInfo command; + command.set_value("sleep 1000"); + + ContainerInfo containerInfo; + containerInfo.set_type(ContainerInfo::DOCKER); + + // TODO(tnachen): Use local image to test if possible. + ContainerInfo::DockerInfo dockerInfo; + dockerInfo.set_image("alpine"); + containerInfo.mutable_docker()->CopyFrom(dockerInfo); + + task.mutable_command()->CopyFrom(command); + task.mutable_container()->CopyFrom(containerInfo); + + Future<ContainerID> containerId; + EXPECT_CALL(dockerContainerizer, launch(_, _, _, _, _, _, _, _)) + .WillOnce(DoAll(FutureArg<0>(&containerId), + Invoke(&dockerContainerizer, + &MockDockerContainerizer::_launch))); + + Future<TaskStatus> statusRunning; + EXPECT_CALL(sched, statusUpdate(&driver, _)) + .WillOnce(FutureArg<1>(&statusRunning)) + .WillRepeatedly(DoDefault()); + + driver.launchTasks(offers.get()[0].id(), {task}); + + AWAIT_READY_FOR(containerId, Seconds(60)); + AWAIT_READY_FOR(statusRunning, Seconds(60)); + EXPECT_EQ(TASK_RUNNING, statusRunning.get().state()); + ASSERT_TRUE(statusRunning.get().has_data()); + + // Find cgroups cpu hierarchy of the container and verifies + // quota is set. + string name = containerName(slaveId, containerId.get()); + Future<Docker::Container> inspect = docker->inspect(name); + AWAIT_READY(inspect); + + Result<string> cpuHierarchy = cgroups::hierarchy("cpu"); + ASSERT_SOME(cpuHierarchy); + + Option<pid_t> pid = inspect.get().pid; + ASSERT_SOME(pid); + + Result<string> cpuCgroup = cgroups::cpu::cgroup(pid.get()); + ASSERT_SOME(cpuCgroup); + + Try<Duration> cfsQuota = + cgroups::cpu::cfs_quota_us(cpuHierarchy.get(), cpuCgroup.get()); + + ASSERT_SOME(cfsQuota); + + const Duration expectedCpuQuota = mesos::internal::slave::CPU_CFS_PERIOD * 1; + EXPECT_EQ(expectedCpuQuota, cfsQuota.get()); + + Future<Option<ContainerTermination>> termination = + dockerContainerizer.wait(containerId.get()); + + driver.stop(); + driver.join(); + + AWAIT_READY(termination); + EXPECT_SOME(termination.get()); +} +#endif // __linux__ + } // namespace tests { } // namespace internal { } // namespace mesos {
