This is an automated email from the ASF dual-hosted git repository.
jin pushed a change to branch cc-algo
in repository
https://gitbox.apache.org/repos/asf/incubator-hugegraph-computer.git
from eace58ae feat: support local cluster coefficient algorithm
add ce8b7808 set max line to 100
add 063387d2 split SortManager to SendSortManager and RecvSortManager
(#105)
add 39367924 fix some warnings (#111)
add 7a49330d update `input.edge_freq` default value to MULTIPLE (#106)
add 5f06b651 Fix file descriptor leak (#116)
add 614d8a00 inject more env var when start-computer.sh (#115)
add dec7e299 fix bug: close file stream ahead at input stage (#118)
add 847abed4 add hdfs output (#114)
add 89fe8669 add fetch input splits timeout (#113)
add 775526b7 release file descriptor after input and compute (#120)
add 771b14ab Use version 3.1.2 of Hadoop (#124)
add 2442fe66 improve value interface (#126)
add ac77810b implement LPA algorithm (#110)
add dca01ebb fix messege-count calculation error (#127)
add 3d64439e refactor ComputerOutput (#128)
add 42e9e6bb add operator deploy readme (#123)
add af865d91 fix: remove no exist path from merge source paths (#130)
add b8db9f8f fix message_stat not reset each superstep (#131)
add 17ba9f47 unify input/output dir name to lowercase letters (#132)
add 161cc89b fix: output string value of log-output (#133)
add 382130a5 fix: vertex at compute0() may be inactive (#134)
add 3c50af6a add subKvEntry size to KvEntryWithFirstSubKv (#139)
add 1d45f5d9 improve ci config (#136)
add ae3e3c37 delete useless old files (#138)
add 66fc6f04 clear vertex old files and edge old files on
`beforeSuperstep(Constants.INPUT_SUPERSTEP + 1)` (#141)
add 52a2faf9 implement kcore algorithm (#143)
add 647d22bc fix rings detection unit test bug (#147)
add 74dff021 improve: delete useless temp file (#142)
add 7fb40dd7 add default value() method for HugeGraphOutput (#144)
add e9f9654d change expression engine (#149)
add d404e5ab release maven package by actions (#119)
add af18dfca async watch the k8s job (#148)
add 5068ab33 remove template param from Value class (#146)
add 98b0554e add license-maven-plugin (#151)
add b3891b40 improve: close hgkvfile input immediately (#155)
add bba8c754 Publish docker images by actions (#153)
add e65c9ecd add docker pulls badge (#154)
add 77ea9aa7 fix build images (#160)
add e081a0a6 fix some warnings: k8s-test client not closed (#152)
add 875bf7fb improve: edge triggered sendAvailable (#140)
add d93bc317 fix race condition of MessageRecvBuffers (#162)
add 0224ccec Implement closeness centrality algorithm (#104)
add e3787773 add configmap and secret mount to container (#158)
add bb0bbd0c Implement betweenness centrality algorithm (#164)
add 8308ffdd refactor combiner: add v3 as result param (#169)
add 0ae7fea8 refactor: add common hugegraph-output and writeType config
(#175)
add d890a24c feature: support input from hdfs and support hdfs kerberos
(#172)
add 18bedd26 update java version to 11 (#170)
add b895b1a5 update hugegraph-client & hugegraph-rpc & hugegraph-common
version (#180)
add 02a93619 expand some operator function (#179)
add f5c7c48d chore: use cla assistant to support robot pr (#182)
add 50b61470 chore: support codeQL check (#183)
add 0d2e6dfd rebuild ci to compatible apache (#184)
add bcaef856 feature: support partition concurrent compute (#177)
add 18005178 feature: optimize data receiving (#181)
add 2896ca02 Merge branch 'master' into cc-algo
add 9346311e refactor with master
No new revisions were added by this update.
Summary of changes:
.github/workflows/ci.yml | 52 +--
.github/workflows/cla.yml | 35 ++
.github/workflows/codeql-analysis.yml | 59 ++++
.github/workflows/publish_images.yml | 69 ++++
.github/workflows/release.yml | 39 +++
.gitignore | 1 +
README.md | 1 +
checkstyle.xml | 4 +-
computer-algorithm/Dockerfile | 2 +-
computer-algorithm/pom.xml | 14 +-
.../betweenness/BetweennessCentrality.java | 193 +++++++++++
.../betweenness/BetweennessCentralityParams.java} | 21 +-
.../centrality/betweenness/BetweennessMessage.java | 90 ++++++
.../centrality/betweenness/BetweennessValue.java | 69 ++--
.../centrality/closeness/ClosenessCentrality.java | 169 ++++++++++
.../closeness/ClosenessCentralityParams.java} | 20 +-
.../centrality/closeness/ClosenessMessage.java | 89 ++++++
.../centrality/closeness/ClosenessValue.java | 26 +-
.../centrality/degree/DegreeCentrality.java | 13 +-
.../centrality/degree/DegreeCentralityParams.java | 4 +-
.../algorithm/centrality/pagerank/PageRank.java | 4 +-
.../centrality/pagerank/PageRankParams.java | 4 +-
.../community/cc/ClusteringCoefficient.java | 10 +-
.../community/cc/ClusteringCoefficientOutput.java | 19 +-
.../community/cc/ClusteringCoefficientParams.java | 2 +-
.../community/cc/ClusteringCoefficientValue.java | 45 +--
.../computer/algorithm/community/kcore/Kcore.java | 123 +++++++
.../{wcc/WccParams.java => kcore/KcoreParams.java} | 12 +-
.../algorithm/community/kcore/KcoreValue.java | 103 ++++++
.../computer/algorithm/community/lpa/Lpa.java | 102 ++++++
.../{wcc/WccParams.java => lpa/LpaParams.java} | 13 +-
.../community/trianglecount/TriangleCount.java | 12 +-
.../trianglecount/TriangleCountOutput.java | 52 ---
.../trianglecount/TriangleCountParams.java | 3 +-
.../trianglecount/TriangleCountValue.java | 38 +--
.../algorithm/community/wcc/WccParams.java | 4 +-
.../algorithm/path/rings/RingsDetectionOutput.java | 31 +-
...ectionValue.java => RingsDetectionMessage.java} | 34 +-
.../rings/filter/RingsDetectionWithFilter.java | 10 +-
.../filter/RingsDetectionWithFilterParams.java | 2 +-
.../algorithm/path/rings/filter/SpreadFilter.java | 86 ++---
computer-api/pom.xml | 3 +-
.../computer/core/aggregator/Aggregator.java | 2 +-
.../core/aggregator/Aggregator4Master.java | 10 +-
.../core/aggregator/Aggregator4Worker.java | 6 +-
.../hugegraph/computer/core/combiner/Combiner.java | 15 +-
.../core/combiner/DoubleValueSumCombiner.java | 7 +-
.../core/combiner/FloatValueSumCombiner.java | 7 +-
.../core/combiner/IntValueSumCombiner.java | 7 +-
.../core/combiner/LongValueSumCombiner.java | 7 +-
.../core/combiner/MergeNewPropertiesCombiner.java | 25 +-
.../core/combiner/MergeOldPropertiesCombiner.java | 25 +-
.../computer/core/combiner/OverwriteCombiner.java | 9 +-
...biner.java => OverwritePropertiesCombiner.java} | 25 +-
.../computer/core/combiner/ValueMaxCombiner.java | 13 +-
.../computer/core/combiner/ValueMinCombiner.java | 10 +-
.../computer/core/graph/GraphFactory.java | 15 +-
.../hugegraph/computer/core/graph/edge/Edge.java | 2 +-
.../baidu/hugegraph/computer/core/graph/id/Id.java | 4 +-
.../computer/core/graph/properties/Properties.java | 12 +-
.../computer/core/graph/value/BooleanValue.java | 27 +-
.../computer/core/graph/value/DoubleValue.java | 36 ++-
.../computer/core/graph/value/FloatValue.java | 36 ++-
.../computer/core/graph/value/IdList.java | 4 +-
.../computer/core/graph/value/IdListList.java | 4 +-
.../computer/core/graph/value/IntValue.java | 36 ++-
.../computer/core/graph/value/ListValue.java | 37 ++-
.../computer/core/graph/value/LongValue.java | 36 ++-
.../computer/core/graph/value/NullValue.java | 27 +-
.../computer/core/graph/value/StringValue.java | 21 +-
.../hugegraph/computer/core/graph/value/Value.java | 59 +++-
.../computer/core/graph/value/ValueType.java | 11 +-
.../computer/core/graph/vertex/Vertex.java | 6 +-
.../hugegraph/computer/core/io/BytesInput.java | 0
.../hugegraph/computer/core/io/BytesOutput.java | 0
.../computer/core/io/GraphComputeInput.java | 4 +-
.../computer/core/io/GraphComputeOutput.java | 4 +-
.../core/master/MasterComputationContext.java | 4 +-
.../computer/core/output/ComputerOutput.java | 12 +
.../hugegraph/computer/core/util/CoderUtil.java | 0
.../computer/core/worker/Computation.java | 6 +-
.../computer/core/worker/ComputationContext.java | 28 +-
.../computer/core/worker/FilterComputation.java | 2 +-
.../computer/core/worker/ReduceComputation.java | 2 +-
computer-core/pom.xml | 22 +-
.../computer/core/aggregator/Aggregators.java | 12 +-
.../core/aggregator/DefaultAggregator.java | 14 +-
.../core/aggregator/MasterAggrManager.java | 21 +-
.../core/aggregator/RegisterAggregators.java | 18 +-
.../core/aggregator/WorkerAggrManager.java | 14 +-
...rCombiner.java => AbstractPointerCombiner.java} | 48 +--
.../computer/core/combiner/EdgeValueCombiner.java | 15 +-
.../core/combiner/MessageValueCombiner.java | 21 +-
.../computer/core/combiner/PointerCombiner.java | 67 +---
...interCombiner.java => VertexValueCombiner.java} | 54 ++--
.../core/common/exception/TransportException.java | 1 +
.../computer/core/compute/ComputeManager.java | 149 ++++++---
.../computer/core/compute/FileGraphPartition.java | 145 +++++----
.../computer/core/compute/input/EdgesInput.java | 45 ++-
.../computer/core/compute/input/MessageInput.java | 12 +-
.../core/compute/input/ReusablePointer.java | 2 +-
.../computer/core/config/ComputerOptions.java | 187 +++++++++--
.../computer/core/graph/BuiltinGraphFactory.java | 48 ++-
.../computer/core/graph/SuperstepStat.java | 63 ++--
.../computer/core/graph/edge/DefaultEdge.java | 2 +-
.../hugegraph/computer/core/graph/id/BytesId.java | 49 +--
.../core/graph/partition/PartitionStat.java | 77 +++--
.../core/graph/properties/DefaultProperties.java | 28 +-
.../hugegraph/computer/core/graph/value/IdSet.java | 108 +++++++
.../computer/core/graph/value/MapValue.java | 168 ++++++++++
.../computer/core/graph/vertex/DefaultVertex.java | 12 +-
.../computer/core/input/HugeConverter.java | 7 +-
.../hugegraph/computer/core/input/IdUtil.java | 67 ++++
.../computer/core/input/InputSourceFactory.java | 10 +-
.../computer/core/input/WorkerInputManager.java | 1 +
.../core/input/hg/HugeInputSplitFetcher.java | 4 +-
.../core/input/loader/FileEdgeFetcher.java | 73 +++++
.../core/input/loader/FileElementFetcher.java | 142 +++++++++
.../computer/core/input/loader/FileInputSplit.java | 86 +++++
.../FileVertxFetcher.java} | 37 ++-
.../input/loader/LoaderFileInputSplitFetcher.java | 210 ++++++++++++
.../LoaderGraphFetcher.java} | 38 +--
.../computer/core/io/CsvStructGraphOutput.java | 2 +-
.../hugegraph/computer/core/io/IOFactory.java | 4 +-
.../computer/core/io/JsonStructGraphOutput.java | 2 +-
.../computer/core/io/OptimizedBytesOutput.java | 7 +-
.../computer/core/io/StreamGraphInput.java | 51 ++-
.../computer/core/io/StreamGraphOutput.java | 21 +-
.../computer/core/io/StructGraphOutput.java | 14 +-
.../computer/core/io/StructRandomAccessOutput.java | 1 +
.../computer/core/master/MasterService.java | 48 ++-
.../computer/core/network/DataClientManager.java | 3 +-
.../computer/core/network/MessageHandler.java | 9 +-
.../computer/core/network/TransportConf.java | 14 +-
.../computer/core/network/TransportUtil.java | 13 +-
.../core/network/buffer/FileRegionBuffer.java | 133 ++++++++
.../{NettyManagedBuffer.java => NettyBuffer.java} | 8 +-
.../{ManagedBuffer.java => NetworkBuffer.java} | 11 +-
.../{NioManagedBuffer.java => NioBuffer.java} | 8 +-
.../core/network/message/AbstractMessage.java | 24 +-
.../computer/core/network/message/DataMessage.java | 26 +-
.../computer/core/network/message/FailMessage.java | 16 +-
.../computer/core/network/message/Message.java | 8 +-
.../core/network/netty/AbstractNettyHandler.java | 1 +
.../core/network/netty/NettyClientHandler.java | 22 +-
.../computer/core/network/netty/NettyProtocol.java | 27 +-
.../core/network/netty/NettyServerHandler.java | 79 +++--
.../core/network/netty/NettyTransportClient.java | 10 +-
.../core/network/netty/NettyTransportServer.java | 8 +-
.../core/network/netty/codec/MessageDecoder.java | 37 ++-
.../core/network/netty/codec/MessageEncoder.java | 4 +-
.../network/netty/codec/PreciseFrameDecoder.java | 98 ++++++
.../core/network/session/ClientSession.java | 8 +-
...{LogOutput.java => AbstractComputerOutput.java} | 31 +-
.../computer/core/output/LimitedLogOutput.java | 11 +-
.../hugegraph/computer/core/output/LogOutput.java | 17 +-
.../computer/core/output/hdfs/HdfsOutput.java | 178 +++++++++++
.../core/output/hdfs/HdfsOutputMerger.java | 91 ++++++
.../core/output/hg/HugeGraphDoubleOutput.java | 17 +-
.../core/output/hg/HugeGraphFloatOutput.java | 16 +-
.../computer/core/output/hg/HugeGraphIdOutput.java | 23 +-
.../core/output/hg/HugeGraphIntOutput.java | 17 +-
.../core/output/hg/HugeGraphLongOutput.java | 17 +-
.../hg/{HugeOutput.java => HugeGraphOutput.java} | 63 ++--
.../core/output/hg/HugeGraphStringOutput.java | 17 +-
.../computer/core/output/hg/PageRankOutput.java | 52 ---
.../computer/core/receiver/MessageRecvBuffers.java | 41 ++-
.../computer/core/receiver/MessageRecvManager.java | 45 ++-
.../core/receiver/MessageRecvPartition.java | 89 ++++--
.../core/receiver/MessageRecvPartitions.java | 35 +-
.../{RecvMessageStat.java => MessageStat.java} | 19 +-
.../receiver/edge/EdgeMessageRecvPartition.java | 27 +-
.../message/ComputeMessageRecvPartition.java | 15 +-
.../vertex/VertexMessageRecvPartition.java | 28 +-
.../computer/core/rpc/AggregateRpcService.java | 8 +-
.../computer/core/sender/MessageSendBuffers.java | 19 +-
.../computer/core/sender/MessageSendManager.java | 81 +++--
.../computer/core/sender/MessageSendPartition.java | 78 +++++
.../computer/core/sender/QueuedMessageSender.java | 4 +
.../computer/core/sender/WriteBuffer.java | 20 +-
.../computer/core/sender/WriteBuffers.java | 20 +-
.../computer/core/sort/BufferFileSorter.java | 107 +++++++
.../computer/core/sort/DefaultSorter.java | 85 +++++
.../computer/core/sort/HgkvFileSorter.java | 110 +++++++
.../baidu/hugegraph/computer/core/sort/Sorter.java | 2 +-
.../hugegraph/computer/core/sort/SorterImpl.java | 140 --------
.../core/sort/flusher/CombinableSorterFlusher.java | 12 +-
.../sort/flusher/CombineKvInnerSortFlusher.java | 7 +-
.../sort/flusher/CombineKvOuterSortFlusher.java | 15 +-
.../sort/flusher/CombineSubKvInnerSortFlusher.java | 14 +-
.../sort/flusher/CombineSubKvOuterSortFlusher.java | 18 +-
.../core/sort/flusher/InnerSortFlusher.java | 7 +-
.../core/sort/flusher/KvInnerSortFlusher.java | 2 +-
.../core/sort/flusher/KvOuterSortFlusher.java | 8 +-
.../core/sort/flusher/OuterSortFlusher.java | 8 +-
.../merge/{HgkvDirMerger.java => FileMerger.java} | 16 +-
.../computer/core/sort/merge/FileMergerImpl.java | 122 +++++++
.../core/sort/merge/HgkvDirMergerImpl.java | 165 ----------
.../computer/core/sort/sorter/InputSorter.java | 2 +-
.../computer/core/sort/sorter/InputsSorter.java | 2 +-
.../core/sort/sorter/InputsSorterImpl.java | 4 +-
.../computer/core/sort/sorter/JavaInputSorter.java | 15 +-
.../computer/core/sort/sorter/SubKvSorter.java | 4 +-
.../sorting/RecvSortManager.java} | 40 ++-
.../{SortingMode.java => SendSortManager.java} | 26 +-
.../computer/core/sort/sorting/SortManager.java | 98 ++----
.../store/{hgkvfile/buffer => }/EntryIterator.java | 4 +-
.../computer/core/store/FileGenerator.java | 3 +
.../hugegraph/computer/core/store/FileManager.java | 5 +
.../computer/core/store/KvEntryFileReader.java | 6 +
.../HgkvDirBuilder.java => KvEntryFileWriter.java} | 10 +-
.../core/store/SuperstepFileGenerator.java | 12 +
.../{hgkvfile => }/buffer/KvEntriesInput.java | 7 +-
.../buffer/KvEntriesWithFirstSubKvInput.java | 7 +-
.../{hgkvfile => }/buffer/SubKvEntriesInput.java | 7 +-
.../{hgkvfile => }/entry/AbstractKvEntry.java | 2 +-
.../store/{hgkvfile => }/entry/CachedPointer.java | 2 +-
.../store/{hgkvfile => }/entry/DefaultKvEntry.java | 2 +-
.../store/{hgkvfile => }/entry/EntriesUtil.java | 12 +-
.../store/{hgkvfile => }/entry/EntryInput.java | 2 +-
.../store/{hgkvfile => }/entry/EntryInputImpl.java | 2 +-
.../store/{hgkvfile => }/entry/EntryOutput.java | 2 +-
.../{hgkvfile => }/entry/EntryOutputImpl.java | 2 +-
.../store/{hgkvfile => }/entry/InlinePointer.java | 2 +-
.../core/store/{hgkvfile => }/entry/KvEntry.java | 2 +-
.../store/{hgkvfile => }/entry/KvEntryReader.java | 2 +-
.../{hgkvfile => }/entry/KvEntryReaderImpl.java | 2 +-
.../entry/KvEntryWithFirstSubKv.java | 6 +-
.../store/{hgkvfile => }/entry/KvEntryWriter.java | 2 +-
.../{hgkvfile => }/entry/KvEntryWriterImpl.java | 4 +-
.../core/store/{hgkvfile => }/entry/Pointer.java | 2 +-
.../core/store/{hgkvfile => }/entry/Range.java | 2 +-
.../bufferfile/BufferFileEntryBuilder.java} | 43 ++-
.../file/bufferfile/BufferFileEntryReader.java | 89 ++++++
.../file/bufferfile/BufferFileSubEntryReader.java | 83 +++++
.../file => file/hgkvfile}/AbstractHgkvFile.java | 2 +-
.../{hgkvfile/file => file/hgkvfile}/HgkvDir.java | 2 +-
.../file => file/hgkvfile}/HgkvDirImpl.java | 2 +-
.../{hgkvfile/file => file/hgkvfile}/HgkvFile.java | 2 +-
.../file => file/hgkvfile}/HgkvFileImpl.java | 59 ++--
.../hgkvfile}/builder/BlockBuilder.java | 4 +-
.../hgkvfile}/builder/DataBlockBuilderImpl.java | 4 +-
.../hgkvfile}/builder/HgkvDirBuilderImpl.java | 22 +-
.../hgkvfile}/builder/HgkvFileBuilder.java | 4 +-
.../hgkvfile}/builder/HgkvFileBuilderImpl.java | 14 +-
.../hgkvfile}/builder/IndexBlockBuilder.java | 2 +-
.../hgkvfile}/builder/IndexBlockBuilderImpl.java | 2 +-
.../hgkvfile}/reader/HgkvDir4SubKvReaderImpl.java | 15 +-
.../hgkvfile}/reader/HgkvDirReaderImpl.java | 60 ++--
.../hgkvfile}/reader/HgkvFileReaderImpl.java | 36 ++-
.../file/select/DefaultSelectedFiles.java | 2 +-
.../file/select/DisperseEvenlySelector.java | 40 ++-
.../core/store/file/select/InputFilesSelector.java | 23 ++
.../{hgkvfile => }/file/select/SelectedFiles.java | 2 +-
.../store/{ => file}/seqfile/BitsFileReader.java | 2 +-
.../{ => file}/seqfile/BitsFileReaderImpl.java | 2 +-
.../store/{ => file}/seqfile/BitsFileWriter.java | 2 +-
.../{ => file}/seqfile/BitsFileWriterImpl.java | 2 +-
.../core/store/{ => file}/seqfile/ValueFile.java | 2 +-
.../store/{ => file}/seqfile/ValueFileInput.java | 2 +-
.../store/{ => file}/seqfile/ValueFileOutput.java | 2 +-
.../core/store/hgkvfile/entry/InputToEntries.java | 27 --
.../store/hgkvfile/file/reader/HgkvDirReader.java | 27 --
.../store/hgkvfile/file/reader/HgkvFileReader.java | 29 --
.../hgkvfile/file/select/InputFilesSelector.java | 15 -
.../computer/core/util/ComputerContextUtil.java | 6 +-
.../hugegraph/computer/core/util/Consumers.java | 217 +++++++++++++
.../hugegraph/computer/core/util/FileUtil.java | 24 +-
.../computer/core/worker/WorkerService.java | 61 ++--
computer-dist/Dockerfile | 5 +-
computer-dist/pom.xml | 2 +-
.../src/assembly/static/bin/start-computer.sh | 17 +-
.../assembly/travis/build-images.sh} | 17 +-
computer-dist/src/assembly/travis/install-hdfs.sh | 50 +++
.../travis/install-hugegraph-from-source.sh | 2 +-
computer-dist/src/assembly/travis/install-k8s.sh | 9 +
.../assembly/travis/load-data-into-hugegraph.sh | 16 +-
.../hugegraph/computer/dist/HugeGraphComputer.java | 5 +-
computer-driver/pom.xml | 10 +-
.../hugegraph/computer/driver/ComputerDriver.java | 10 +-
.../computer/driver/config/ComputerOptions.java | 6 +-
computer-k8s-operator/Dockerfile | 4 +-
computer-k8s-operator/README.md | 97 ++++++
computer-k8s-operator/crd-generate/Makefile | 4 +-
.../api/v1/hugegraphcomputerjob_types.go | 12 +
.../crd-generate/config/etcd/etcd_cluster.yaml | 14 -
.../crd-generate/config/etcd/etcd_operator.yaml | 31 --
.../crd-generate/config/etcd/etcd_server.yaml | 85 +++++
.../crd-generate/config/etcd/kustomization.yaml | 9 +-
.../config/rbac/auth_proxy_client_clusterrole.yaml | 9 -
.../crd-generate/config/rbac/auth_proxy_role.yaml | 17 -
.../config/rbac/auth_proxy_role_binding.yaml | 12 -
.../config/rbac/auth_proxy_service.yaml | 12 -
.../config/rbac/etcd_operator_role.yaml | 43 ---
.../config/rbac/etcd_operator_role_binding.yaml | 13 -
.../crd-generate/config/rbac/kustomization.yaml | 6 -
.../crd-generate/config/rbac/service_account.yaml | 6 -
computer-k8s-operator/crd-generate/go.mod | 6 -
computer-k8s-operator/crd-generate/go.sum | 47 ---
.../manifest/etcd-operator-crd.v1beta1.yaml | 24 --
.../manifest/hugegraph-computer-crd.v1.yaml | 354 ++++-----------------
.../manifest/hugegraph-computer-crd.v1beta1.yaml | 354 ++++-----------------
.../manifest/hugegraph-computer-operator.yaml | 163 ++++------
computer-k8s-operator/pom.xml | 2 +-
.../k8s/operator/common/AbstractController.java | 13 +
.../k8s/operator/common/OperatorRequest.java | 4 +
.../operator/controller/ComputerJobController.java | 33 +-
.../operator/controller/ComputerJobDeployer.java | 261 +++++++++++----
computer-k8s/pom.xml | 2 +-
computer-k8s/schema/crd-schema.json | 14 +
.../baidu/hugegraph/computer/k8s/Constants.java | 2 +
.../computer/k8s/config/KubeDriverOptions.java | 2 +-
.../computer/k8s/config/KubeSpecOptions.java | 25 ++
.../computer/k8s/driver/KubernetesDriver.java | 71 +++--
.../hugegraph/computer/k8s/util/KubeUtil.java | 3 +-
computer-test/pom.xml | 8 +-
.../computer/algorithm/AlgorithmTestBase.java | 12 +-
.../computer/algorithm/AlgorithmTestSuite.java | 17 +-
.../betweenness/BetweennessCentralityTest.java | 147 +++++++++
.../closeness/ClosenessCentralityTest.java | 167 ++++++++++
.../centrality/degree/DegreeCentralityTest.java | 55 ++--
.../centrality/pagerank/PageRankTest.java | 2 +-
.../community/cc/ClusteringCoefficientTest.java | 4 +-
.../kcore/KcoreTest.java} | 8 +-
.../lpa/LpaTest.java} | 8 +-
.../community/trianglecount/TriangleCountTest.java | 50 ++-
.../computer/algorithm/community/wcc/WccTest.java | 4 +-
.../algorithm/path/rings/RingsDetectionTest.java | 40 ++-
.../path/rings/RingsDetectionTestOutput.java | 58 ----
.../path/rings/RingsDetectionWithFilterTest.java | 11 +-
.../hugegraph/computer/core/bsp/EtcdBspTest.java | 16 +-
.../core/combiner/DoubleValueSumCombinerTest.java | 13 +-
.../core/combiner/FloatValueSumCombinerTest.java | 13 +-
.../core/combiner/IntValueSumCombinerTest.java | 15 +-
.../core/combiner/LongValueSumCombinerTest.java | 13 +-
.../combiner/MergeNewPropertiesCombinerTest.java | 14 +-
.../combiner/MergeOldPropertiesCombinerTest.java | 14 +-
.../core/combiner/OverwriteCombinerTest.java | 55 +---
.../core/combiner/PointerCombinerTest.java | 46 +--
.../core/combiner/ValueMaxCombinerTest.java | 15 +-
.../core/combiner/ValueMinCombinerTest.java | 8 +-
.../computer/core/compute/ComputeManagerTest.java | 66 ++--
.../core/compute/input/EdgesInputTest.java | 50 +--
.../core/compute/input/MessageInputTest.java | 44 +--
.../core/graph/BuiltinGraphFactoryTest.java | 24 +-
.../computer/core/graph/DefaultPropertiesTest.java | 4 +-
.../computer/core/graph/SuperstepStatTest.java | 76 +++--
.../computer/core/graph/id/BytesIdTest.java | 41 ++-
.../core/graph/partition/PartitionStatTest.java | 103 ++++--
.../core/graph/value/BooleanValueTest.java | 25 +-
.../computer/core/graph/value/DoubleValueTest.java | 52 ++-
.../computer/core/graph/value/FloatValueTest.java | 53 ++-
.../computer/core/graph/value/IdListListTest.java | 4 +-
.../computer/core/graph/value/IdValueListTest.java | 4 +-
.../computer/core/graph/value/IdValueTest.java | 131 +++++---
.../computer/core/graph/value/IntValueTest.java | 54 +++-
.../computer/core/graph/value/ListValueTest.java | 64 +++-
.../computer/core/graph/value/LongValueTest.java | 54 +++-
.../computer/core/graph/value/NullValueTest.java | 23 +-
.../computer/core/graph/value/StringValueTest.java | 31 +-
.../computer/core/graph/value/ValueTypeTest.java | 4 +-
...InputSplitTest.java => FileInputSplitTest.java} | 30 +-
.../computer/core/input/InputTestSuite.java | 1 +
.../computer/core/io/BufferedFileTest.java | 2 +-
.../computer/core/io/CsvStructGraphOutputTest.java | 5 +-
.../core/io/JsonStructGraphOutputTest.java | 5 +-
.../core/io/StreamGraphOutputInputTest.java | 2 +-
.../core/network/DataServerManagerTest.java | 3 +-
.../computer/core/network/MockClientHandler.java | 2 +-
.../computer/core/network/MockMessageHandler.java | 24 +-
.../computer/core/network/NetworkTestSuite.java | 4 +-
...nagedBufferTest.java => NetworkBufferTest.java} | 76 ++---
.../netty/NettyEncodeDecodeHandlerTest.java | 18 +-
.../network/netty/NettyTransportClientTest.java | 111 ++-----
.../core/receiver/MessageRecvBuffersTest.java | 58 +++-
.../core/receiver/MessageRecvManagerTest.java | 37 ++-
.../computer/core/receiver/ReceiverUtil.java | 14 +-
.../edge/EdgeMessageRecvPartitionTest.java | 46 +--
.../message/ComputeMessageRecvPartitionTest.java | 43 +--
.../vertex/VertexMessageRecvPartitionTest.java | 65 ++--
.../core/sender/MessageSendBuffersTest.java | 2 +-
.../computer/core/sender/WriteBufferTest.java | 5 +-
.../computer/core/sender/WriteBuffersTest.java | 6 +-
.../computer/core/sort/SorterTestUtil.java | 26 +-
.../core/sort/combiner/MockIntSumCombiner.java | 20 +-
.../computer/core/sort/sorter/FlusherTest.java | 36 ++-
.../core/sort/sorter/SortLargeDataTest.java | 72 ++---
.../computer/core/sort/sorter/SorterTest.java | 159 ++++++---
.../hugegraph/computer/core/store/BitFileTest.java | 8 +-
.../computer/core/store/EntriesUtilTest.java | 35 +-
.../computer/core/store/EntryOutputTest.java | 13 +-
.../hugegraph/computer/core/store/HgkvDirTest.java | 19 +-
.../computer/core/store/HgkvFileTest.java | 17 +-
.../hugegraph/computer/core/store/PointerTest.java | 6 +-
.../computer/core/store/StoreTestUtil.java | 36 ++-
.../computer/core/store/ValueFileTest.java | 4 +-
.../computer/core/worker/MockComputation.java | 20 +-
.../computer/core/worker/WorkerStatTest.java | 37 ++-
.../hugegraph/computer/k8s/AbstractK8sTest.java | 12 +-
.../computer/k8s/KubernetesDriverTest.java | 31 +-
.../baidu/hugegraph/computer/k8s/MiniKubeTest.java | 170 +++++++---
.../suite/integrate/SenderIntegrateTest.java | 22 +-
.../computer/suite/unit/UnitTestBase.java | 22 +-
.../computer/suite/unit/UnitTestSuite.java | 41 ++-
.../main/resources/hdfs_input_test/core-site.xml | 7 +
.../src/main/resources/hdfs_input_test/schema.json | 132 ++++++++
.../main/resources/hdfs_input_test}/struct.json | 139 ++++----
computer-yarn/pom.xml | 2 +-
pom.xml | 152 ++++++++-
409 files changed, 9123 insertions(+), 4527 deletions(-)
create mode 100644 .github/workflows/cla.yml
create mode 100644 .github/workflows/codeql-analysis.yml
create mode 100644 .github/workflows/publish_images.yml
create mode 100644 .github/workflows/release.yml
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/betweenness/BetweennessCentrality.java
copy
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/{path/rings/filter/RingsDetectionWithFilterParams.java
=> centrality/betweenness/BetweennessCentralityParams.java} (64%)
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/betweenness/BetweennessMessage.java
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/graph/value/NullValue.java
=>
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/betweenness/BetweennessValue.java
(53%)
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/closeness/ClosenessCentrality.java
copy
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/{path/rings/filter/RingsDetectionWithFilterParams.java
=> centrality/closeness/ClosenessCentralityParams.java} (67%)
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/closeness/ClosenessMessage.java
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/combiner/DoubleValueSumCombiner.java
=>
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/closeness/ClosenessValue.java
(60%)
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/community/kcore/Kcore.java
copy
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/community/{wcc/WccParams.java
=> kcore/KcoreParams.java} (82%)
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/community/kcore/KcoreValue.java
create mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/community/lpa/Lpa.java
copy
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/community/{wcc/WccParams.java
=> lpa/LpaParams.java} (75%)
delete mode 100644
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/community/trianglecount/TriangleCountOutput.java
rename
computer-algorithm/src/main/java/com/baidu/hugegraph/computer/algorithm/path/rings/filter/{RingsDetectionValue.java
=> RingsDetectionMessage.java} (75%)
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/combiner/{MergeOldPropertiesCombiner.java
=> OverwritePropertiesCombiner.java} (68%)
rename {computer-core =>
computer-api}/src/main/java/com/baidu/hugegraph/computer/core/io/BytesInput.java
(100%)
rename {computer-core =>
computer-api}/src/main/java/com/baidu/hugegraph/computer/core/io/BytesOutput.java
(100%)
rename {computer-core =>
computer-api}/src/main/java/com/baidu/hugegraph/computer/core/util/CoderUtil.java
(100%)
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/{PointerCombiner.java
=> AbstractPointerCombiner.java} (60%)
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/combiner/PropertiesCombiner.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/EdgeValueCombiner.java
(67%)
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/combiner/ValueMinCombiner.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/MessageValueCombiner.java
(63%)
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/combiner/{PointerCombiner.java
=> VertexValueCombiner.java} (50%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/graph/value/IdSet.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/graph/value/MapValue.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/IdUtil.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/loader/FileEdgeFetcher.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/loader/FileElementFetcher.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/loader/FileInputSplit.java
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/{hg/HugeVertexFetcher.java
=> loader/FileVertxFetcher.java} (50%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/loader/LoaderFileInputSplitFetcher.java
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/input/{hg/HugeGraphFetcher.java
=> loader/LoaderGraphFetcher.java} (71%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/FileRegionBuffer.java
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/{NettyManagedBuffer.java
=> NettyBuffer.java} (91%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/{ManagedBuffer.java
=> NetworkBuffer.java} (88%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/{NioManagedBuffer.java
=> NioBuffer.java} (91%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/network/netty/codec/PreciseFrameDecoder.java
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/{LogOutput.java
=> AbstractComputerOutput.java} (63%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hdfs/HdfsOutput.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hdfs/HdfsOutputMerger.java
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/core/worker/MockWorkerService.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/HugeGraphDoubleOutput.java
(70%)
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/combiner/OverwriteCombiner.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/HugeGraphFloatOutput.java
(70%)
copy
computer-api/src/main/java/com/baidu/hugegraph/computer/core/allocator/Allocator.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/HugeGraphIdOutput.java
(65%)
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/core/worker/MockWorkerService.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/HugeGraphIntOutput.java
(70%)
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/core/worker/MockWorkerService.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/HugeGraphLongOutput.java
(70%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/{HugeOutput.java
=> HugeGraphOutput.java} (52%)
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/core/worker/MockWorkerService.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/HugeGraphStringOutput.java
(70%)
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/output/hg/PageRankOutput.java
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/receiver/{RecvMessageStat.java
=> MessageStat.java} (73%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sender/MessageSendPartition.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/BufferFileSorter.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/DefaultSorter.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/HgkvFileSorter.java
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/SorterImpl.java
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/{HgkvDirMerger.java
=> FileMerger.java} (69%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/FileMergerImpl.java
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/merge/HgkvDirMergerImpl.java
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/{graph/partition/HashPartitioner.java
=> sort/sorting/RecvSortManager.java} (51%)
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/sort/sorting/{SortingMode.java
=> SendSortManager.java} (65%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/buffer
=> }/EntryIterator.java (89%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/KvEntryFileReader.java
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file/builder/HgkvDirBuilder.java
=> KvEntryFileWriter.java} (80%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/buffer/KvEntriesInput.java (89%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/buffer/KvEntriesWithFirstSubKvInput.java (86%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/buffer/SubKvEntriesInput.java (90%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/AbstractKvEntry.java (95%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/CachedPointer.java (97%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/DefaultKvEntry.java (95%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/EntriesUtil.java (94%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/EntryInput.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/EntryInputImpl.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/EntryOutput.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/EntryOutputImpl.java (97%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/InlinePointer.java (97%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/KvEntry.java (93%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/KvEntryReader.java (94%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/KvEntryReaderImpl.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/KvEntryWithFirstSubKv.java (89%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/KvEntryWriter.java (94%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/KvEntryWriterImpl.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/Pointer.java (94%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/entry/Range.java (93%)
copy
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file/builder/DataBlockBuilderImpl.java
=> file/bufferfile/BufferFileEntryBuilder.java} (56%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/bufferfile/BufferFileEntryReader.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/bufferfile/BufferFileSubEntryReader.java
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/AbstractHgkvFile.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/HgkvDir.java (95%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/HgkvDirImpl.java (98%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/HgkvFile.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/HgkvFileImpl.java (75%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/BlockBuilder.java (89%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/DataBlockBuilderImpl.java (93%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/HgkvDirBuilderImpl.java (85%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/HgkvFileBuilder.java (91%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/HgkvFileBuilderImpl.java (93%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/IndexBlockBuilder.java (94%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/builder/IndexBlockBuilderImpl.java (96%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/reader/HgkvDir4SubKvReaderImpl.java (79%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/reader/HgkvDirReaderImpl.java (69%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile/file
=> file/hgkvfile}/reader/HgkvFileReaderImpl.java (72%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/file/select/DefaultSelectedFiles.java (95%)
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/file/select/DisperseEvenlySelector.java (78%)
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/file/select/InputFilesSelector.java
rename
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{hgkvfile
=> }/file/select/SelectedFiles.java (93%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/BitsFileReader.java (95%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/BitsFileReaderImpl.java (97%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/BitsFileWriter.java (96%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/BitsFileWriterImpl.java (97%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/ValueFile.java (97%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/ValueFileInput.java (99%)
rename computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/{
=> file}/seqfile/ValueFileOutput.java (99%)
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/entry/InputToEntries.java
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvDirReader.java
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/reader/HgkvFileReader.java
delete mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/store/hgkvfile/file/select/InputFilesSelector.java
create mode 100644
computer-core/src/main/java/com/baidu/hugegraph/computer/core/util/Consumers.java
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/core/util/UtilTestSuite.java
=>
computer-core/src/main/java/com/baidu/hugegraph/computer/core/util/FileUtil.java
(68%)
rename computer-dist/{builddocker.sh => src/assembly/travis/build-images.sh}
(50%)
mode change 100644 => 100755
create mode 100755 computer-dist/src/assembly/travis/install-hdfs.sh
create mode 100755 computer-dist/src/assembly/travis/install-k8s.sh
create mode 100644 computer-k8s-operator/README.md
delete mode 100644
computer-k8s-operator/crd-generate/config/etcd/etcd_cluster.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/etcd/etcd_operator.yaml
create mode 100644
computer-k8s-operator/crd-generate/config/etcd/etcd_server.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/rbac/auth_proxy_client_clusterrole.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/rbac/auth_proxy_role.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/rbac/auth_proxy_role_binding.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/rbac/auth_proxy_service.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/rbac/etcd_operator_role.yaml
delete mode 100644
computer-k8s-operator/crd-generate/config/rbac/etcd_operator_role_binding.yaml
delete mode 100644
computer-k8s-operator/manifest/etcd-operator-crd.v1beta1.yaml
create mode 100644
computer-test/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/betweenness/BetweennessCentralityTest.java
create mode 100644
computer-test/src/main/java/com/baidu/hugegraph/computer/algorithm/centrality/closeness/ClosenessCentralityTest.java
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/algorithm/{centrality/pagerank/PageRankTest.java
=> community/kcore/KcoreTest.java} (79%)
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/algorithm/{centrality/pagerank/PageRankTest.java
=> community/lpa/LpaTest.java} (79%)
delete mode 100644
computer-test/src/main/java/com/baidu/hugegraph/computer/algorithm/path/rings/RingsDetectionTestOutput.java
copy
computer-test/src/main/java/com/baidu/hugegraph/computer/core/input/{InputSplitTest.java
=> FileInputSplitTest.java} (50%)
rename
computer-test/src/main/java/com/baidu/hugegraph/computer/core/network/buffer/{ManagedBufferTest.java
=> NetworkBufferTest.java} (66%)
create mode 100644
computer-test/src/main/resources/hdfs_input_test/core-site.xml
create mode 100644 computer-test/src/main/resources/hdfs_input_test/schema.json
copy {computer-dist/src/assembly/dataset =>
computer-test/src/main/resources/hdfs_input_test}/struct.json (76%)
