bigtop git commit: BIGTOP-1987. Recover resources/kmeans_data.txt for Spark smokes

2015-09-15 Thread ywkim 
Repository: bigtop
Updated Branches:
  refs/heads/master 0e2443bcf -> 68389448a


BIGTOP-1987. Recover resources/kmeans_data.txt for Spark smokes


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/68389448
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/68389448
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/68389448

Branch: refs/heads/master
Commit: 68389448a53158fd808cff6b4343137eab54e5e1
Parents: 0e2443b
Author: YoungWoo Kim 
Authored: Tue Aug 25 17:52:16 2015 +0900
Committer: Youngwoo Kim 
Committed: Wed Sep 16 09:02:14 2015 +0900

--
 .../test-artifacts/spark/src/main/resources/kmeans_data.txt| 6 ++
 1 file changed, 6 insertions(+)
--


http://git-wip-us.apache.org/repos/asf/bigtop/blob/68389448/bigtop-tests/test-artifacts/spark/src/main/resources/kmeans_data.txt
--
diff --git 
a/bigtop-tests/test-artifacts/spark/src/main/resources/kmeans_data.txt 
b/bigtop-tests/test-artifacts/spark/src/main/resources/kmeans_data.txt
new file mode 100644
index 000..338664f
--- /dev/null
+++ b/bigtop-tests/test-artifacts/spark/src/main/resources/kmeans_data.txt
@@ -0,0 +1,6 @@
+0.0 0.0 0.0
+0.1 0.1 0.1
+0.2 0.2 0.2
+9.0 9.0 9.0
+9.1 9.1 9.1
+9.2 9.2 9.2

[1/3] bigtop git commit: BIGTOP-1991. Add BigTop Weatherman

2015-09-15 Thread rnowling 
Repository: bigtop
Updated Branches:
  refs/heads/master be796c983 -> ad88e7414


http://git-wip-us.apache.org/repos/asf/bigtop/blob/ad88e741/bigtop-data-generators/build.gradle
--
diff --git a/bigtop-data-generators/build.gradle 
b/bigtop-data-generators/build.gradle
new file mode 100644
index 000..17baffb
--- /dev/null
+++ b/bigtop-data-generators/build.gradle
@@ -0,0 +1,44 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one or more
+ * contributor license agreements.  See the NOTICE file distributed with
+ * this work for additional information regarding copyright ownership.
+ * The ASF licenses this file to You under the Apache License, Version 2.0
+ * (the "License"); you may not use this file except in compliance with
+ * the License.  You may obtain a copy of the License at
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
+subprojects {
+  apply plugin: 'eclipse'
+  apply plugin: 'java'
+
+  Node xml = new XmlParser().parse("../pom.xml")
+  group = xml.groupId.first().value().first()
+  version = xml.version.first().value().first()
+
+  repositories {
+mavenLocal()
+mavenCentral()
+  }
+
+  test {
+// show standard out and error on console
+testLogging.showStandardStreams = true
+
+// listen to events in the test execution lifecycle
+beforeTest { descriptor ->
+  logger.lifecycle("Running test: " + descriptor)
+}
+
+// listen to standard out and standard error of the test JVM(s)
+onOutput { descriptor, event ->
+  logger.lifecycle("Test: " + descriptor + " produced standard out/err: " 
+ event.message )
+}
+  }
+}

http://git-wip-us.apache.org/repos/asf/bigtop/blob/ad88e741/bigtop-data-generators/settings.gradle
--
diff --git a/bigtop-data-generators/settings.gradle 
b/bigtop-data-generators/settings.gradle
index a0e23a3..69b9bec 100644
--- a/bigtop-data-generators/settings.gradle
+++ b/bigtop-data-generators/settings.gradle
@@ -13,4 +13,4 @@
  * See the License for the specific language governing permissions and
  * limitations under the License.
  */
-include ":bigpetstore-data-generator", ":bigtop-name-generator", 
":bigtop-samplers", ":bigtop-location-data"
+include ":bigpetstore-data-generator", ":bigtop-name-generator", 
":bigtop-samplers", ":bigtop-location-data", ":bigtop-weatherman"

[3/3] bigtop git commit: BIGTOP-1991. Add BigTop Weatherman

2015-09-15 Thread rnowling 
BIGTOP-1991. Add BigTop Weatherman


Project: http://git-wip-us.apache.org/repos/asf/bigtop/repo
Commit: http://git-wip-us.apache.org/repos/asf/bigtop/commit/ad88e741
Tree: http://git-wip-us.apache.org/repos/asf/bigtop/tree/ad88e741
Diff: http://git-wip-us.apache.org/repos/asf/bigtop/diff/ad88e741

Branch: refs/heads/master
Commit: ad88e7414540d6631854f1a731a3c1c029a3c965
Parents: be796c9
Author: RJ Nowling 
Authored: Tue Sep 15 09:46:46 2015 -0500
Committer: RJ Nowling 
Committed: Tue Sep 15 09:46:46 2015 -0500

--
 bigtop-data-generators/README.md|   5 +
 .../bigpetstore-data-generator/README.md|  34 +-
 .../bigpetstore-data-generator/build.gradle |  60 +-
 .../bigtop-location-data/README.md  |  26 +-
 .../bigtop-location-data/build.gradle   |  49 +-
 .../datagenerators/locations/Location.java  | 136 +--
 .../locations/LocationConstants.java|  10 +-
 .../locations/LocationReader.java   | 282 +++---
 .../bigtop-name-generator/README.md |  26 +-
 .../bigtop-name-generator/build.gradle  |  50 +-
 .../bigtop-samplers/README.md   |  26 +-
 .../bigtop-samplers/build.gradle|  51 +-
 .../samplers/samplers/GammaSampler.java |  34 +
 .../bigtop-weatherman/README.md |  36 +
 .../bigtop-weatherman/build.gradle  |  37 +
 .../bigtop-weatherman/settings.gradle   |  16 +
 .../weatherman/WeatherGenerator.java|  67 ++
 .../weatherman/WeatherRecord.java   |  77 ++
 .../weatherman/internal/Driver.java | 194 
 .../internal/PrecipitationSampler.java  |  51 ++
 .../weatherman/internal/TemperatureSampler.java |  71 ++
 .../weatherman/internal/WeatherConstants.java   |  53 ++
 .../internal/WeatherParametersReader.java   |  80 ++
 .../internal/WeatherRecordBuilder.java  | 163 
 .../weatherman/internal/WeatherSampler.java |  50 ++
 .../internal/WeatherSamplerBuilder.java |  80 ++
 .../internal/WeatherStationParameters.java  | 110 +++
 .../weatherman/internal/WindSpeedSampler.java   |  74 ++
 .../resources/input_data/weather_parameters.csv | 897 +++
 bigtop-data-generators/build.gradle |  44 +
 bigtop-data-generators/settings.gradle  |   2 +-
 31 files changed, 2405 insertions(+), 486 deletions(-)
--


http://git-wip-us.apache.org/repos/asf/bigtop/blob/ad88e741/bigtop-data-generators/README.md
--
diff --git a/bigtop-data-generators/README.md b/bigtop-data-generators/README.md
index 4765662..e6fd5c7 100644
--- a/bigtop-data-generators/README.md
+++ b/bigtop-data-generators/README.md
@@ -24,6 +24,7 @@ The following data generators are included so far:
 
 * BigPetStore -- generates customers, stores, products, and transactions for a 
fictional chain of pet stores
 * BigTop Name Generator -- generates names by sampling from U.S. Census data
+* BigTop Weatherman -- weather simulator
 
 We have the following libraries:
 
@@ -45,3 +46,7 @@ Jar files can be installed to a local Maven cache to simplify 
integration by ext
 $ gradle install
 
 You can then define the dependencies via Maven.
+
+Running
+---
+Please see READMEs in individual project directories.

http://git-wip-us.apache.org/repos/asf/bigtop/blob/ad88e741/bigtop-data-generators/bigpetstore-data-generator/README.md
--
diff --git a/bigtop-data-generators/bigpetstore-data-generator/README.md 
b/bigtop-data-generators/bigpetstore-data-generator/README.md
index 1acfe90..9e65db6 100644
--- a/bigtop-data-generators/bigpetstore-data-generator/README.md
+++ b/bigtop-data-generators/bigpetstore-data-generator/README.md
@@ -17,35 +17,11 @@
 BigPetStore Data Generator
 ==
 
-BigPetStore ...
+Library for simulating customer purchasing behavior at a fictional chain of 
petstores for the purpose of generating synthetic transaction data.
 
-Data Generator ...
-
-===
 Building and Testing
 
-We use the Gradle build system for the BPS data generator so you'll need
-to install Gradle on your system.
-Once that's done, you can use gradle to run the included unit tests
-and build the data generator jar.
-
-To build:
-
-$ gradle build
-
-This will create several directories and a jar located at:
-
-build/libs/bigpetstore-data-generator-0.9.0-SNAPSHOT.jar
-
-Building automatically runs the included unit tests.  If you would prefer
-to just run the unit tests, you can do so by:
-
-$ gradle test
-
-
-To clean up the build files, run:
-
-$ gradle clean
+The data generator is part of a Gradle multiproject build.  Please see the 
README

[2/3] bigtop git commit: BIGTOP-1991. Add BigTop Weatherman

2015-09-15 Thread rnowling 
http://git-wip-us.apache.org/repos/asf/bigtop/blob/ad88e741/bigtop-data-generators/bigtop-weatherman/src/main/resources/input_data/weather_parameters.csv
--
diff --git 
a/bigtop-data-generators/bigtop-weatherman/src/main/resources/input_data/weather_parameters.csv
 
b/bigtop-data-generators/bigtop-weatherman/src/main/resources/input_data/weather_parameters.csv
new file mode 100644
index 000..5d51187
--- /dev/null
+++ 
b/bigtop-data-generators/bigtop-weatherman/src/main/resources/input_data/weather_parameters.csv
@@ -0,0 +1,897 @@
+WBAN,City,State,Latitude,Longitude,Temperature Average,Temperature Real 
Coeff,Temperature Imag Coeff,Temp Deriv Std,Precipitation Average,Wind Speed 
Coeff Real,Wind Speed Coeff Imag,Wind Speed k,Wind Speed Theta
+14853,DETROIT,MI,42.2,-83.5,53.0568654646,-22.5320710554,7.35343358484,8.17976262428,0.127760055479,1.55741549907,-1.24359704356,3.95457928154,2.13109915235
+14852,YOUNGSTOWN/WARREN,OH,41.25444,-80.67389,51.0220385675,-20.8281661634,5.54808686298,8.56935855617,0.205475206612,1.55442679407,-1.24373432187,3.20490893057,2.42805040934
+14918,INTERNATIONAL 
FALLS,MN,48.5614,-93.3981,38.2868965517,-28.5760826835,7.70285617519,9.29375512483,0.152151724138,0.533795038545,-0.625074679509,2.981466123,2.10246017714
+14850,TRAVERSE 
CITY,MI,44.74083,-85.5825,48.2665745856,-22.3066904451,7.86489085151,8.38991896448,0.137672651934,1.08454013627,-0.516888707072,3.25831148596,1.86340286602
+14913,DULUTH,MN,46.8369,-92.1833,42.0387275242,-26.7481553685,8.47833831452,8.69480811185,0.167219917012,0.800756565261,-0.57598980924,3.73409073211,2.44489521972
+14910,ALEXANDRIA,MN,45.8679,-95.3941,43.6593406593,-29.0895822608,9.01852044458,8.61452026449,0.0873626373626,0.783443932236,-0.571771559267,3.95954476322,2.48897799357
+14858,HANCOCK,MI,47.16861,-88.48889,42.030726257,-22.5737642486,7.94485420373,7.7862234154,0.10875,1.20508067683,-0.631962082081,4.41578143158,2.11329381221
+14916,GRAND 
FORKS,ND,47.9428,-97.1839,41.3591160221,-30.4481792864,8.64360258045,8.89834759886,0.0932113259669,1.05441288782,-0.88379174,4.32401482837,2.29781207397
+14914,FARGO,ND,46.92528,-96.8,43.9365517241,-30.2722956526,8.56341229561,9.32885849502,0.121696551724,0.816522163059,-0.91939627302,4.54165323919,2.29711277055
+94746,WORCESTER,MA,42.2706,-71.8731,50.1345353675,-21.2636635174,6.94977321269,7.56799787879,0.215721220527,1.19967060252,-0.948328513743,3.65085911248,2.61827301847
+13737,NORFOLK,VA,36.9033,-76.1922,62.0068493151,-17.4987475546,5.45685951845,7.44907752964,0.193623287671,0.222902754171,-0.601741745834,3.77218992031,2.29411450623
+13736,MORGANTOWN,WV,39.64278,-79.91639,54.9958847737,-19.790354287,4.69191417002,8.33743967831,0.157983539095,0.920319848974,-1.08384725396,2.21499452902,1.91796650813
+13735,MILLVILLE,NJ,39.3667,-75.0667,55.493543759,-19.6998939799,7.00925374252,8.05644379625,0.16824964132,0.829330069425,-1.17512479496,3.16444304537,1.8631976303
+13734,MARTINSBURG,WV,39.4019,-77.9844,55.3884297521,-20.2433483094,4.67046422727,7.53867357607,0.143347107438,1.2944308919,-1.16112415383,3.65552475552,1.45977014306
+13733,LYNCHBURG,VA,37.3208,-79.2067,57.4046639232,-18.8626001816,4.63678515944,7.40277711215,0.159176954733,0.685428734794,-0.972068894612,2.38874699621,1.88142096683
+13739,PHILADELPHIA,PA,39.8683,-75.2311,57.9532967033,-20.7161601004,6.46684758586,6.98863778957,0.193949175824,0.866874504361,-1.10888207451,3.59064851296,2.3666865553
+24048,GREYBULL,WY,44.51694,-108.08222,47.9310344828,-27.8891620752,7.05138789585,7.2503797651,0.0147931034483,-1.56961968371,-1.01962226248,4.13511689595,1.51426315869
+94194,REXBURG,ID,43.83389,-111.80444,45.2534435262,-23.9118374927,7.0278048938,7.06298611703,0.0378719008264,-0.757301426992,-0.98870480236,3.88228355903,1.71730884373
+04858,NEWARK,OH,40.02278,-82.4625,52.9626038781,-21.3648531989,5.13316722356,8.11423065012,0.157541551247,1.51825717083,-1.35677228856,3.37799289706,1.57734341368
+24164,BIG 
PINEY,WY,42.58444,-110.1075,39.0924137931,-24.7616420482,7.7977061382,7.211891784,0.0152896551724,-1.31480305071,-0.738607696553,3.0456221871,2.21731489772
+04857,ASHTABULA,OH,41.77806,-80.69583,50.3092926491,-20.5487266451,6.30403129926,8.66681534077,0.181747572816,2.01773331525,-1.03077474149,3.55378963976,1.90701077016
+04854,GAYLORD,MI,45.01333,-84.70139,44.3595041322,-23.2940128316,7.41309877405,8.96513029669,0.123842975207,1.02534976762,-0.279393000888,3.50894287327,1.99148768769
+04855,MARION,OH,40.61611,-83.06361,51.531944,-21.9852943043,5.82816148019,8.39672148559,0.14710417,1.77621640741,-1.56546907199,3.88305703347,2.17222179288
+04852,NEW 
PHILADELPHIA,OH,40.47194,-81.42361,52.764868603,-20.8269157274,5.47846700577,8.58224881987,0.138257261411,1.11528924394,-1.25320804142,2.66091172513,1.69910252303