Merge pull request #91 from mesos/issue_14 Issue #14: Support "fine grained" scaling.
Project: http://git-wip-us.apache.org/repos/asf/incubator-myriad/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-myriad/commit/d6d76573 Tree: http://git-wip-us.apache.org/repos/asf/incubator-myriad/tree/d6d76573 Diff: http://git-wip-us.apache.org/repos/asf/incubator-myriad/diff/d6d76573 Branch: refs/heads/master Commit: d6d765736ba1c8f59aa967457527331e1dab6743 Parents: 7145b9b 359a264 Author: Santosh Marella <smare...@maprtech.com> Authored: Mon Aug 10 19:36:19 2015 -0700 Committer: Santosh Marella <smare...@maprtech.com> Committed: Mon Aug 10 19:36:19 2015 -0700 ---------------------------------------------------------------------- build.gradle | 4 +- docs/images/sched_arch_diagram.jpg | Bin 0 -> 45169 bytes docs/myriad-fine-grained-scaling.md | 45 ++ docs/myriad-scheduler-architecture.md | 69 +++ docs/sched_arch_diagram.jpg | Bin 0 -> 45269 bytes .../executor/ContainerTaskStatusRequest.java | 27 + .../ebay/myriad/executor/MyriadExecutor.java | 25 + myriad-scheduler/build.gradle | 7 +- .../src/main/java/com/ebay/myriad/Main.java | 64 ++- .../main/java/com/ebay/myriad/MesosModule.java | 126 +++++ .../main/java/com/ebay/myriad/MyriadModule.java | 30 +- .../configuration/MyriadConfiguration.java | 8 + .../myriad/policy/LeastAMNodesFirstPolicy.java | 6 +- .../com/ebay/myriad/scheduler/MyriadDriver.java | 76 +-- .../ebay/myriad/scheduler/SchedulerUtils.java | 20 + .../com/ebay/myriad/scheduler/TaskFactory.java | 531 ++++++++++--------- .../handlers/ResourceOffersEventHandler.java | 339 ++++++------ .../myriad/scheduler/fgs/ConsumedOffer.java | 37 ++ .../scheduler/fgs/NMHeartBeatHandler.java | 210 ++++++++ .../com/ebay/myriad/scheduler/fgs/Node.java | 71 +++ .../ebay/myriad/scheduler/fgs/NodeStore.java | 36 ++ .../ebay/myriad/scheduler/fgs/OfferFeed.java | 28 + .../scheduler/fgs/OfferLifecycleManager.java | 86 +++ .../ebay/myriad/scheduler/fgs/OfferUtils.java | 35 ++ .../scheduler/fgs/YarnNodeCapacityManager.java | 239 +++++++++ .../scheduler/yarn/MyriadCapacityScheduler.java | 73 +-- .../scheduler/yarn/MyriadFairScheduler.java | 40 +- .../scheduler/yarn/MyriadFifoScheduler.java | 73 +-- .../scheduler/yarn/RMNodeEventHandler.java | 25 + .../yarn/interceptor/BaseInterceptor.java | 27 +- .../yarn/interceptor/CompositeInterceptor.java | 71 ++- .../MyriadInitializationInterceptor.java | 5 +- .../interceptor/YarnSchedulerInterceptor.java | 52 +- .../java/com/ebay/myriad/state/MyriadState.java | 17 +- .../main/resources/myriad-config-default.yml | 5 + .../test/java/com/ebay/myriad/MesosModule.java | 70 +++ .../myriad/scheduler/TestMyriadScheduler.java | 98 ++++ 37 files changed, 2062 insertions(+), 613 deletions(-) ----------------------------------------------------------------------
