Merge pull request #123 from sdaingade/myriad-ha Complete Myriad HA Implementation
Project: http://git-wip-us.apache.org/repos/asf/incubator-myriad/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-myriad/commit/24785128 Tree: http://git-wip-us.apache.org/repos/asf/incubator-myriad/tree/24785128 Diff: http://git-wip-us.apache.org/repos/asf/incubator-myriad/diff/24785128 Branch: refs/heads/master Commit: 24785128d7feef32a65b6f1b6212b352f9064dfc Parents: 24fd0b1 ce1bf87 Author: Santosh Marella <smare...@maprtech.com> Authored: Sat Sep 5 11:02:45 2015 -0700 Committer: Santosh Marella <smare...@maprtech.com> Committed: Sat Sep 5 11:02:45 2015 -0700 ---------------------------------------------------------------------- myriad-executor/build.gradle | 4 +- .../ebay/myriad/executor/MyriadExecutor.java | 344 +++++-------------- .../executor/MyriadExecutorAuxService.java | 122 +++++++ myriad-scheduler/build.gradle | 9 +- .../src/main/java/com/ebay/myriad/Main.java | 2 +- .../main/java/com/ebay/myriad/MesosModule.java | 16 +- .../main/java/com/ebay/myriad/MyriadModule.java | 50 ++- .../configuration/MyriadConfiguration.java | 12 + .../scheduler/DownloadNMExecutorCLGenImpl.java | 100 ++++++ .../scheduler/ExecutorCommandLineGenerator.java | 26 ++ .../ebay/myriad/scheduler/MyriadOperations.java | 18 + .../myriad/scheduler/NMExecutorCLGenImpl.java | 191 ++++++++++ .../com/ebay/myriad/scheduler/TaskFactory.java | 160 ++------- .../event/handlers/RegisteredEventHandler.java | 2 +- .../handlers/ResourceOffersEventHandler.java | 33 +- .../scheduler/fgs/NMHeartBeatHandler.java | 65 +--- .../scheduler/fgs/YarnNodeCapacityManager.java | 11 +- .../scheduler/yarn/MyriadCapacityScheduler.java | 9 +- .../scheduler/yarn/MyriadFairScheduler.java | 9 +- .../scheduler/yarn/MyriadFifoScheduler.java | 9 +- .../yarn/interceptor/BaseInterceptor.java | 2 +- .../yarn/interceptor/CompositeInterceptor.java | 1 + .../MyriadInitializationInterceptor.java | 1 + .../com/ebay/myriad/state/MyriadStateStore.java | 32 ++ .../java/com/ebay/myriad/state/NodeTask.java | 13 + .../com/ebay/myriad/state/SchedulerState.java | 152 ++++++-- .../myriad/state/utils/ByteBufferSupport.java | 328 ++++++++++++++++++ .../ebay/myriad/state/utils/StoreContext.java | 273 +++++++++++++++ .../recovery/MyriadFileSystemRMStateStore.java | 105 ++++++ .../main/resources/myriad-config-default.yml | 1 + .../myriad/scheduler/TestMyriadScheduler.java | 17 +- 31 files changed, 1578 insertions(+), 539 deletions(-) ----------------------------------------------------------------------
