Repository: vxquery Updated Branches: refs/heads/prestonc/basex [created] 7442e79d7
Benchmark test for basex. Project: http://git-wip-us.apache.org/repos/asf/vxquery/repo Commit: http://git-wip-us.apache.org/repos/asf/vxquery/commit/0fcd4df0 Tree: http://git-wip-us.apache.org/repos/asf/vxquery/tree/0fcd4df0 Diff: http://git-wip-us.apache.org/repos/asf/vxquery/diff/0fcd4df0 Branch: refs/heads/prestonc/basex Commit: 0fcd4df0e77ed0e5cd1f454ac9c3a0d1aa2ccf4c Parents: ef31a81 Author: Preston Carman <[email protected]> Authored: Tue Sep 15 20:01:36 2015 -0700 Committer: Preston Carman <[email protected]> Committed: Tue Sep 15 20:01:36 2015 -0700 ---------------------------------------------------------------------- .../noaa-ghcn-daily/other_systems/basex/q00.xq | 32 ++++++++++++++ .../noaa-ghcn-daily/other_systems/basex/q01.xq | 25 +++++++++++ .../noaa-ghcn-daily/other_systems/basex/q02.xq | 31 ++++++++++++++ .../noaa-ghcn-daily/other_systems/basex/q03.xq | 25 +++++++++++ .../noaa-ghcn-daily/other_systems/basex/q04.xq | 30 +++++++++++++ .../noaa-ghcn-daily/other_systems/basex/q05.xq | 33 ++++++++++++++ .../noaa-ghcn-daily/other_systems/basex/q06.xq | 30 +++++++++++++ .../noaa-ghcn-daily/other_systems/basex/q07.xq | 32 ++++++++++++++ .../basex_scripts/run_basex_tests.sh | 45 ++++++++++++++++++++ .../mrql_scripts/run_group_test.sh | 3 +- .../mrql_scripts/run_mrql_tests.sh | 2 +- .../saxon_scripts/run_saxon_tests.sh | 9 ++-- 12 files changed, 291 insertions(+), 6 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q00.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q00.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q00.xq new file mode 100644 index 0000000..21fc54a --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q00.xq @@ -0,0 +1,32 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: +XQuery Filter Query +------------------- +See historical data for Key West International Airport, FL (USW00012836) +station by selecting the weather readings for December 25 over the last +10 years. +:) +let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" +for $r in collection($collection)/root/dataCollection/data +let $datetime := xs:dateTime(fn:data($r/date)) +where $r/station eq "GHCND:USW00012836" + and fn:year-from-dateTime($datetime) ge 2003 + and fn:month-from-dateTime($datetime) eq 12 + and fn:day-from-dateTime($datetime) eq 25 +return $r \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q01.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q01.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q01.xq new file mode 100644 index 0000000..ba7f0f9 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q01.xq @@ -0,0 +1,25 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Filter Query :) +(: Find all reading for hurricane force wind warning or extreme wind warning. :) +(: The warnings occur when the wind speed (AWND) exceeds 110 mph (49.1744 :) +(: meters per second). (Wind value is in tenth of a meter per second) :) +let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" +for $r in fn:collection($collection)/root/dataCollection/data +where $r/dataType eq "AWND" and xs:decimal($r/value) gt 491.744 +return $r http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q02.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q02.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q02.xq new file mode 100644 index 0000000..b089348 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q02.xq @@ -0,0 +1,31 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: +XQuery Aggregate Query +---------------------- +Find the annual precipitation (PRCP) for a Syracuse, NY using the airport +weather station (USW00014771) report for 1999. +:) +fn:sum( + let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" + for $r in collection($collection)/root/dataCollection/data + where $r/station eq "GHCND:USW00014771" + and $r/dataType eq "PRCP" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 1999 + return $r/value +) div 10 http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q03.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q03.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q03.xq new file mode 100644 index 0000000..285bf21 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q03.xq @@ -0,0 +1,25 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Aggregate Query :) +(: Find the highest recorded temperature (TMAX) in Celsius. :) +fn:max( + let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" + for $r in collection($collection)/root/dataCollection/data + where $r/dataType eq "TMAX" + return $r/value +) div 10 http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q04.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q04.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q04.xq new file mode 100644 index 0000000..9b69303 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q04.xq @@ -0,0 +1,30 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Query :) +(: Find all the weather readings for King county for a specific day :) +(: 1976/7/4. :) +let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" +for $r in collection($sensor_collection)/root/dataCollection/data + +let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/" +for $s in collection($station_collection)/root/stationCollection/station + +where $s/id eq $r/station + and (some $x in $s/locationLabels satisfies ($x/type eq "ST" and fn:upper-case(fn:data($x/displayName)) eq "WASHINGTON")) + and xs:dateTime(fn:data($r/date)) eq xs:dateTime("1976-07-04T00:00:00.000") +return $r http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q05.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q05.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q05.xq new file mode 100644 index 0000000..68eed3a --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q05.xq @@ -0,0 +1,33 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Aggregate Query :) +(: Find the lowest recorded temperature (TMIN) in the state of Oregon for :) +(: 2001. :) +fn:min( + let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" + for $r in collection($sensor_collection)/root/dataCollection/data + + let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/" + for $s in collection($station_collection)/root/stationCollection/station + + where $s/id eq $r/station + and (some $x in $s/locationLabels satisfies ($x/type eq "CNTRY" and $x/id eq "FIPS:US")) + and $r/dataType eq "TMIN" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 2001 + return $r/value +) div 10 http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q06.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q06.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q06.xq new file mode 100644 index 0000000..1e3061c --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q06.xq @@ -0,0 +1,30 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Query :) +(: Find the highest recorded temperature (TMAX) for each station for each :) +(: day over the year 2000. :) +let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" +for $r in collection($sensor_collection)/root/dataCollection/data + +let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/" +for $s in collection($station_collection)/root/stationCollection/station + +where $s/id eq $r/station + and $r/dataType eq "TMAX" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 2000 +return ($s/displayName, $r/date, $r/value) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q07.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q07.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q07.xq new file mode 100644 index 0000000..23d4358 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex/q07.xq @@ -0,0 +1,32 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Aggregate Query :) +(: Self join with all sensor readings after the year 2000. :) +fn:avg( +let $sensor_collection_min := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" +for $r_min in collection($sensor_collection_min)/root/dataCollection/data + +let $sensor_collection_max := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/" +for $r_max in collection($sensor_collection_max)/root/dataCollection/data + +where $r_min/station eq $r_max/station + and $r_min/date eq $r_max/date + and $r_min/dataType eq "TMIN" + and $r_max/dataType eq "TMAX" +return ($r_max/value - $r_min/value) +) div 10 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex_scripts/run_basex_tests.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex_scripts/run_basex_tests.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex_scripts/run_basex_tests.sh new file mode 100755 index 0000000..cf9d2cd --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/basex_scripts/run_basex_tests.sh @@ -0,0 +1,45 @@ +#!/bin/bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +NODES=${2} +REPEAT=${3} +DATASET=${4} +EMAIL=${5} + + +mkdir -p ~/logs/basex/ + +for j in $(find ${1} -name '*q??.xq') +do + date + echo "Running BaseX query: ${j}" + time for i in {1..${REPEAT}}; do JAVA_OPTS="-Xmx8g" java -cp BaseX823.jar org.basex.BaseX -v -r${REPEAT} ${j} >> ~/logs/basex/$(basename "${j}").log 2>&1; done; +done + + +if which programname >/dev/null; +then + echo "Sending out e-mail notification." + SUBJECT="BaseX Tests Finished (${DATASET})" + /bin/mail -s "${SUBJECT}" "${EMAIL}" <<EOM + Completed all BaseX tests on ${DATASET}. + EOM +else + echo "No mail command to use." +fi; http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_group_test.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_group_test.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_group_test.sh index 9c2f3ad..0c14d5f 100755 --- a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_group_test.sh +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_group_test.sh @@ -31,6 +31,7 @@ fi DATASET=${1} NODES=${2} +EMAIL=${3} REPEAT=1 DATA_FILES=${NODES} @@ -68,7 +69,7 @@ done # Start test -sh vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/ ${NODES} ${REPEAT} ${DATASET} +sh vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/ ${NODES} ${REPEAT} ${DATASET} ${EMAIL} # Stop Flink kill ${FLINK_PID} http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh index c000727..eb64431 100755 --- a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh @@ -23,6 +23,7 @@ NODES=${2} REPEAT=${3} DATASET=${4} +EMAIL=${5} # Make log folder @@ -40,7 +41,6 @@ if which programname >/dev/null; then echo "Sending out e-mail notification." SUBJECT="MRQL Tests Finished (${DATASET})" - EMAIL="[email protected]" /bin/mail -s "${SUBJECT}" "${EMAIL}" <<EOM Completed all MRQL tests on ${DATASET}. EOM http://git-wip-us.apache.org/repos/asf/vxquery/blob/0fcd4df0/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh index c1c2132..b7b5316 100755 --- a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh @@ -7,9 +7,9 @@ # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at -# +# # http://www.apache.org/licenses/LICENSE-2.0 -# +# # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. @@ -17,8 +17,10 @@ # limitations under the License. # +NODES=${2} REPEAT=${3} -DATASET="hcn" +DATASET=${4} +EMAIL=${5} mkdir -p ~/logs/saxon/ @@ -35,7 +37,6 @@ if which programname >/dev/null; then echo "Sending out e-mail notification." SUBJECT="Saxon Tests Finished (${DATASET})" - EMAIL="[email protected]" /bin/mail -s "${SUBJECT}" "${EMAIL}" <<EOM Completed all Saxon tests on ${DATASET}. EOM
