Merge pull request #116 from smarella/issue_14 Move to hadoop-2.7, improvements to FGS
Project: http://git-wip-us.apache.org/repos/asf/incubator-myriad/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-myriad/commit/a4ceb36d Tree: http://git-wip-us.apache.org/repos/asf/incubator-myriad/tree/a4ceb36d Diff: http://git-wip-us.apache.org/repos/asf/incubator-myriad/diff/a4ceb36d Branch: refs/heads/master Commit: a4ceb36dc0bdb69edeb5f8ff03bb632b77ea160b Parents: b543e17 ef328d1 Author: Santosh Marella <smare...@maprtech.com> Authored: Mon Aug 10 17:09:18 2015 -0700 Committer: Santosh Marella <smare...@maprtech.com> Committed: Mon Aug 10 17:09:18 2015 -0700 ---------------------------------------------------------------------- build.gradle | 5 +- docs/myriad-fine-grained-scaling.md | 44 +-- myriad-scheduler/build.gradle | 9 +- .../src/main/java/com/ebay/myriad/Main.java | 47 ++- .../main/java/com/ebay/myriad/MyriadModule.java | 13 +- .../configuration/MyriadConfiguration.java | 8 + .../myriad/policy/LeastAMNodesFirstPolicy.java | 4 +- .../ebay/myriad/scheduler/ConsumedOffer.java | 37 --- .../myriad/scheduler/NMHeartBeatHandler.java | 154 ---------- .../java/com/ebay/myriad/scheduler/Node.java | 71 ----- .../com/ebay/myriad/scheduler/NodeStore.java | 36 --- .../com/ebay/myriad/scheduler/OfferFeed.java | 28 -- .../myriad/scheduler/OfferLifecycleManager.java | 86 ------ .../ebay/myriad/scheduler/SchedulerUtils.java | 20 ++ .../scheduler/YarnNodeCapacityManager.java | 295 ------------------- .../handlers/ResourceOffersEventHandler.java | 28 +- .../myriad/scheduler/fgs/ConsumedOffer.java | 37 +++ .../scheduler/fgs/NMHeartBeatHandler.java | 210 +++++++++++++ .../com/ebay/myriad/scheduler/fgs/Node.java | 71 +++++ .../ebay/myriad/scheduler/fgs/NodeStore.java | 36 +++ .../ebay/myriad/scheduler/fgs/OfferFeed.java | 28 ++ .../scheduler/fgs/OfferLifecycleManager.java | 86 ++++++ .../ebay/myriad/scheduler/fgs/OfferUtils.java | 35 +++ .../scheduler/fgs/YarnNodeCapacityManager.java | 239 +++++++++++++++ .../scheduler/yarn/MyriadCapacityScheduler.java | 73 +++-- .../scheduler/yarn/MyriadFairScheduler.java | 23 +- .../scheduler/yarn/MyriadFifoScheduler.java | 73 +++-- .../yarn/interceptor/BaseInterceptor.java | 15 +- .../yarn/interceptor/CompositeInterceptor.java | 50 +++- .../MyriadInitializationInterceptor.java | 5 +- .../interceptor/YarnSchedulerInterceptor.java | 37 ++- .../main/resources/myriad-config-default.yml | 5 + .../myriad/scheduler/TestMyriadScheduler.java | 17 +- 33 files changed, 1068 insertions(+), 857 deletions(-) ----------------------------------------------------------------------
