This closes #2193
Project: http://git-wip-us.apache.org/repos/asf/beam/repo Commit: http://git-wip-us.apache.org/repos/asf/beam/commit/82694fe7 Tree: http://git-wip-us.apache.org/repos/asf/beam/tree/82694fe7 Diff: http://git-wip-us.apache.org/repos/asf/beam/diff/82694fe7 Branch: refs/heads/master Commit: 82694fe72892a2284139f75a76a13b8e1b1ec1bf Parents: 9c284d6 174436b Author: Davor Bonaci <[email protected]> Authored: Thu Apr 6 16:32:58 2017 +0200 Committer: Davor Bonaci <[email protected]> Committed: Thu Apr 6 16:32:58 2017 +0200 ---------------------------------------------------------------------- pom.xml | 6 + sdks/java/io/hadoop-input-format/README.md | 167 --- sdks/java/io/hadoop-input-format/pom.xml | 136 --- .../hadoop/inputformat/HadoopInputFormatIO.java | 941 --------------- .../sdk/io/hadoop/inputformat/package-info.java | 23 - .../ConfigurableEmployeeInputFormat.java | 131 --- .../sdk/io/hadoop/inputformat/Employee.java | 85 -- .../hadoop/inputformat/EmployeeInputFormat.java | 172 --- .../inputformat/HadoopInputFormatIOTest.java | 844 -------------- .../ReuseObjectsEmployeeInputFormat.java | 176 --- .../hadoop/inputformat/TestEmployeeDataSet.java | 76 -- sdks/java/io/hadoop/README.md | 167 +++ sdks/java/io/hadoop/input-format/pom.xml | 98 ++ .../hadoop/inputformat/HadoopInputFormatIO.java | 842 ++++++++++++++ .../sdk/io/hadoop/inputformat/package-info.java | 23 + .../ConfigurableEmployeeInputFormat.java | 131 +++ .../sdk/io/hadoop/inputformat/Employee.java | 85 ++ .../hadoop/inputformat/EmployeeInputFormat.java | 172 +++ .../inputformat/HadoopInputFormatIOTest.java | 797 +++++++++++++ .../ReuseObjectsEmployeeInputFormat.java | 176 +++ .../hadoop/inputformat/TestEmployeeDataSet.java | 76 ++ sdks/java/io/hadoop/jdk1.8-tests/pom.xml | 278 +++++ .../inputformat/HIFIOWithElasticTest.java | 277 +++++ .../custom/options/HIFTestOptions.java | 64 ++ .../hadoop/inputformat/hashing/HashingFn.java | 109 ++ .../integration/tests/HIFIOCassandraIT.java | 173 +++ .../integration/tests/HIFIOElasticIT.java | 215 ++++ .../src/test/resources/cassandra.yaml | 1074 ++++++++++++++++++ .../SmallITCluster/cassandra-svc-rc.yaml | 88 ++ .../cassandra/SmallITCluster/start-up.sh | 21 + .../cassandra/SmallITCluster/teardown.sh | 21 + .../kubernetes/cassandra/data-load-setup.sh | 29 + .../resources/kubernetes/cassandra/data-load.sh | 67 ++ .../LargeProductionCluster/es-services.yaml | 277 +++++ .../LargeProductionCluster/start-up.sh | 21 + .../LargeProductionCluster/teardown.sh | 20 + .../SmallITCluster/elasticsearch-svc-rc.yaml | 84 ++ .../elasticsearch/SmallITCluster/start-up.sh | 22 + .../elasticsearch/SmallITCluster/teardown.sh | 20 + .../kubernetes/elasticsearch/data-load-setup.sh | 26 + .../kubernetes/elasticsearch/data-load.sh | 33 + .../kubernetes/elasticsearch/es_test_data.py | 299 +++++ .../kubernetes/elasticsearch/show-health.sh | 25 + sdks/java/io/hadoop/pom.xml | 53 + sdks/java/io/pom.xml | 2 +- 45 files changed, 5870 insertions(+), 2752 deletions(-) ----------------------------------------------------------------------
