copy of all changes in exrt benchmark queries that is copyright free.
Project: http://git-wip-us.apache.org/repos/asf/vxquery/repo Commit: http://git-wip-us.apache.org/repos/asf/vxquery/commit/c182925c Tree: http://git-wip-us.apache.org/repos/asf/vxquery/tree/c182925c Diff: http://git-wip-us.apache.org/repos/asf/vxquery/diff/c182925c Branch: refs/heads/master Commit: c182925cc23f8662077150da7f6c9a3d67a6fbc8 Parents: 3167366 Author: Preston Carman <[email protected]> Authored: Mon Oct 6 15:15:03 2014 -0700 Committer: Preston Carman <[email protected]> Committed: Mon Oct 6 15:15:03 2014 -0700 ---------------------------------------------------------------------- .../main/resources/noaa-ghcn-daily/README.md | 40 ++ .../noaa-ghcn-daily/conf/weather_example.xml | 35 ++ .../conf/weather_example_cluster.xml | 58 ++ .../noaa-ghcn-daily/other_systems/mrql/q00.mrql | 23 + .../noaa-ghcn-daily/other_systems/mrql/q01.mrql | 21 + .../noaa-ghcn-daily/other_systems/mrql/q02.mrql | 24 + .../noaa-ghcn-daily/other_systems/mrql/q03.mrql | 22 + .../noaa-ghcn-daily/other_systems/mrql/q04.mrql | 24 + .../other_systems/mrql/q04_count_sensor.mrql | 21 + .../other_systems/mrql/q04_count_station.mrql | 23 + .../noaa-ghcn-daily/other_systems/mrql/q05.mrql | 27 + .../other_systems/mrql/q05_count_sensor.mrql | 23 + .../other_systems/mrql/q05_count_station.mrql | 23 + .../noaa-ghcn-daily/other_systems/mrql/q06.mrql | 26 + .../other_systems/mrql/q06_count_sensor.mrql | 23 + .../other_systems/mrql/q06_count_station.mrql | 23 + .../noaa-ghcn-daily/other_systems/mrql/q07.mrql | 26 + .../other_systems/mrql/q07_count_join.mrql | 26 + .../other_systems/mrql/q07_count_tmax.mrql | 22 + .../other_systems/mrql/q07_count_tmin.mrql | 22 + .../other_systems/mrql_scripts/clear.sh | 19 + .../mrql_scripts/run_mrql_tests.sh | 46 ++ .../other_systems/mrql_scripts/start.sh | 20 + .../other_systems/mrql_scripts/stop.sh | 20 + .../other_systems/saxon/count_sensor.xq | 7 + .../other_systems/saxon/count_station.xq | 7 + .../noaa-ghcn-daily/other_systems/saxon/q00.xq | 15 + .../noaa-ghcn-daily/other_systems/saxon/q01.xq | 8 + .../noaa-ghcn-daily/other_systems/saxon/q02.xq | 14 + .../noaa-ghcn-daily/other_systems/saxon/q03.xq | 8 + .../noaa-ghcn-daily/other_systems/saxon/q04.xq | 30 + .../other_systems/saxon/q04_count_sensor.xq | 10 + .../other_systems/saxon/q04_count_station.xq | 8 + .../noaa-ghcn-daily/other_systems/saxon/q05.xq | 33 ++ .../other_systems/saxon/q05_count_sensor.xq | 11 + .../other_systems/saxon/q05_count_station.xq | 8 + .../noaa-ghcn-daily/other_systems/saxon/q06.xq | 30 + .../other_systems/saxon/q06_count_sensor.xq | 8 + .../other_systems/saxon/q06_count_station.xq | 5 + .../noaa-ghcn-daily/other_systems/saxon/q07.xq | 15 + .../other_systems/saxon/q07_count_tmax.xq | 9 + .../other_systems/saxon/q07_count_tmin.xq | 9 + .../saxon_scripts/run_saxon_tests.sh | 44 ++ .../noaa-ghcn-daily/queries/count_sensor.xq | 24 + .../noaa-ghcn-daily/queries/count_station.xq | 24 + .../noaa-ghcn-daily/queries/no_result.xq | 24 + .../resources/noaa-ghcn-daily/queries/q00.xq | 31 ++ .../resources/noaa-ghcn-daily/queries/q01.xq | 25 + .../resources/noaa-ghcn-daily/queries/q02.xq | 30 + .../resources/noaa-ghcn-daily/queries/q03.xq | 25 + .../resources/noaa-ghcn-daily/queries/q04.xq | 32 ++ .../noaa-ghcn-daily/queries/q04_count_join.xq | 34 ++ .../noaa-ghcn-daily/queries/q04_count_sensor.xq | 29 + .../queries/q04_count_station.xq | 28 + .../resources/noaa-ghcn-daily/queries/q05.xq | 33 ++ .../noaa-ghcn-daily/queries/q05_count_join.xq | 35 ++ .../noaa-ghcn-daily/queries/q05_count_sensor.xq | 31 ++ .../queries/q05_count_station.xq | 28 + .../resources/noaa-ghcn-daily/queries/q06.xq | 30 + .../noaa-ghcn-daily/queries/q06_count_join.xq | 34 ++ .../noaa-ghcn-daily/queries/q06_count_sensor.xq | 29 + .../queries/q06_count_station.xq | 27 + .../resources/noaa-ghcn-daily/queries/q07.xq | 33 ++ .../noaa-ghcn-daily/queries/q07_count_join.xq | 35 ++ .../noaa-ghcn-daily/queries/q07_count_tmax.xq | 28 + .../noaa-ghcn-daily/queries/q07_count_tmin.xq | 28 + .../resources/noaa-ghcn-daily/scripts/README.md | 51 ++ .../scripts/benchmark_logging.properties | 1 + .../noaa-ghcn-daily/scripts/run_benchmark.sh | 68 +++ .../scripts/run_benchmark_cluster.sh | 90 +++ .../noaa-ghcn-daily/scripts/run_group_test.sh | 51 ++ .../noaa-ghcn-daily/scripts/run_mrql_tests.sh | 42 ++ .../scripts/weather_benchmark.py | 377 +++++++++++++ .../noaa-ghcn-daily/scripts/weather_cli.py | 236 ++++++++ .../noaa-ghcn-daily/scripts/weather_config.py | 134 +++++ .../scripts/weather_config_ghcnd.py | 95 ++++ .../scripts/weather_config_mshr.py | 78 +++ .../scripts/weather_convert_to_xml.py | 554 +++++++++++++++++++ .../scripts/weather_data_files.py | 406 ++++++++++++++ .../scripts/weather_download_files.py | 102 ++++ .../src/main/resources/util/README.md | 28 + .../util/build_saxon_collection_xml.py | 63 +++ .../src/main/resources/util/diff_xml_files.py | 97 ++++ .../resources/util/find_averages_in_logs.py | 97 ++++ .../src/main/resources/util/list_xml_files.py | 72 +++ .../src/main/resources/util/merge_xml_files.py | 88 +++ .../main/resources/util/vxquery_functions.xq | 27 + .../main/resources/util/vxquery_operators.xq | 27 + .../java/org/apache/vxquery/cli/VXQuery.java | 1 + vxquery-server/pom.xml | 4 + .../main/resources/scripts/cluster_actions.py | 16 +- .../src/main/resources/scripts/cluster_cli.py | 6 +- .../resources/scripts/cluster_information.py | 27 +- .../src/main/resources/scripts/startcc.sh | 6 +- .../src/main/resources/scripts/startnc.sh | 4 +- .../src/main/resources/scripts/stopcc.sh | 3 +- .../src/main/resources/scripts/stopcluster.sh | 49 ++ .../src/main/resources/scripts/stopnc.sh | 2 +- 98 files changed, 4473 insertions(+), 22 deletions(-) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/README.md ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/README.md b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/README.md new file mode 100644 index 0000000..9b512dd --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/README.md @@ -0,0 +1,40 @@ +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> + +NOAA GHCN-Daily Benchmark +===================== + +# Introduction + +The NOAA has hosted DAILY GLOBAL HISTORICAL CLIMATOLOGY NETWORK (GHCN-DAILY) +.dat files. Weather.gov has an RSS/XML feed that gives current weather sensor +readings. Using the RSS feed as a template, the GHCN-DAILY historical +information is used to generate past RSS feed XML documents. The process allows +testing on a large set of information with out having to continually monitor +the weather.gov site for all the weather details for years. + +# Detailed Description + +Detailed GHDN-DAILY information: +<http://www1.ncdc.noaa.gov/pub/data/ghcn/daily/readme.txt> + +# Folders + + * conf + * other_systems + * queries + * scripts \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example.xml ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example.xml b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example.xml new file mode 100644 index 0000000..2c15a33 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example.xml @@ -0,0 +1,35 @@ +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<data xmlns="data"> + <name>Local Example</name> + <save_path>/data</save_path> + <package>ghcnd_all</package> + <node> + <id>localhost</id> + <cluster_ip>127.0.0.1</cluster_ip> + </node> + <dataset> + <name>tiny-example</name> + <test>local_speed_up</test> + <save_path>/data</save_path> + <partition_type>small_files</partition_type> + <partitions_per_path>1</partitions_per_path> + <partitions_per_path>2</partitions_per_path> + <partitions_per_path>4</partitions_per_path> + <partitions_per_path>8</partitions_per_path> + </dataset> +</data> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example_cluster.xml ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example_cluster.xml b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example_cluster.xml new file mode 100644 index 0000000..7d05ac0 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/conf/weather_example_cluster.xml @@ -0,0 +1,58 @@ +<!-- + Licensed to the Apache Software Foundation (ASF) under one or more + contributor license agreements. See the NOTICE file distributed with + this work for additional information regarding copyright ownership. + The ASF licenses this file to You under the Apache License, Version 2.0 + (the "License"); you may not use this file except in compliance with + the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. +--> +<data xmlns="data"> + <name>Cluster Example</name> + <save_path>/data</save_path> + <package>ghcnd_all</package> + <node> + <id>machine1</id> + <cluster_ip>127.0.0.1</cluster_ip> + </node> + <node> + <id>machine2</id> + <cluster_ip>127.0.0.2</cluster_ip> + </node> + <node> + <id>machine3</id> + <cluster_ip>127.0.0.3</cluster_ip> + </node> + <node> + <id>machine4</id> + <cluster_ip>127.0.0.4</cluster_ip> + </node> + <node> + <id>machine5</id> + <cluster_ip>127.0.0.5</cluster_ip> + </node> + <dataset> + <name>tiny-1drive</name> + <test>speed_up</test> + <test>batch_scale_out</test> + <save_path>/data</save_path> + <partition_type>small_files</partition_type> + <partitions_per_path>1</partitions_per_path> + </dataset> + <dataset> + <name>small-2drives</name> + <test>speed_up</test> + <test>batch_scale_out</test> + <save_path>/data</save_path> + <save_path>/data2</save_path> + <partition_type>large_files</partition_type> + <partitions_per_path>1</partitions_per_path> + </dataset> +</data> \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q00.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q00.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q00.mrql new file mode 100644 index 0000000..49d005e --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q00.mrql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +select (r) +from r in source(xml, args[0], {"data"}) +where text(r.station) = "GHCND:USW00012836" + and toInt(substring(text(r.date), 0, 4)) >= 2003 + and toInt(substring(text(r.date), 5, 7)) = 12 + and toInt(substring(text(r.date), 8, 10)) = 25 +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q01.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q01.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q01.mrql new file mode 100644 index 0000000..f4cbd45 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q01.mrql @@ -0,0 +1,21 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +select (r) +from r in source(xml, args[0], {"data"}) +where text(r.dataType) = "AWND" + and toFloat(text(r.value)) > 491.744 +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q02.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q02.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q02.mrql new file mode 100644 index 0000000..5b7b507 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q02.mrql @@ -0,0 +1,24 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +sum( + select (toInt(text(r.value))) + from r in source(xml, args[0], {"data"}) + where text(r.station) = "GHCND:USW00014771" + and toInt(substring(text(r.date), 0, 4)) = 1999 + and text(r.dataType) = "PRCP" +) / 10 +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q03.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q03.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q03.mrql new file mode 100644 index 0000000..b444e55 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q03.mrql @@ -0,0 +1,22 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +max( + select (toInt(text(r.value))) + from r in source(xml, args[0], {"data"}) + where text(r.dataType) = "TMAX" +) / 10 +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04.mrql new file mode 100644 index 0000000..1b36852 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04.mrql @@ -0,0 +1,24 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +select (sensors) +from sensors in source(xml, args[0], {"data"}), + stations in source(xml, args[1], {"station"}), + l in stations.locationLabels +where text(stations.id) = text(sensors.station) + and text(sensors.date) = "1976-07-04T00:00:00.000" + and text(l.displayName) = "Washington" +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_sensor.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_sensor.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_sensor.mrql new file mode 100644 index 0000000..da0eae3 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_sensor.mrql @@ -0,0 +1,21 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +select (r) +from r in source(xml, args[0], {"data"}) +where text(r.date) = "1976-07-04T00:00:00.000" + and text(r.dataType) = "TMAX" +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_station.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_station.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_station.mrql new file mode 100644 index 0000000..16bbe5a --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q04_count_station.mrql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (r) + from t in source(xml, args[1], {"station"}), + l in t.locationLabels + where text(l.displayName) = "WASHINGTON" +) +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05.mrql new file mode 100644 index 0000000..230f6e7 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05.mrql @@ -0,0 +1,27 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +min( + select (toInt(text(sensors.value))) + from sensors in source(xml, args[0], {"data"}), + stations in source(xml, args[1], {"station"}), + l in stations.locationLabels + where text(stations.id) = text(sensors.station) + and toInt(substring(text(sensors.date), 0, 4)) = 2001 + and text(sensors.dataType) = "TMIN" + and text(l.id) = "FIPS:US" +) / 10 +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_sensor.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_sensor.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_sensor.mrql new file mode 100644 index 0000000..dd801ed --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_sensor.mrql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (toInt(text(r.value))) + from r in source(xml, args[0], {"data"}) + where toInt(substring(text(r.date), 0, 4)) = 2001 + and text(r.dataType) = "TMIN" +) +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_station.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_station.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_station.mrql new file mode 100644 index 0000000..d8fcacc --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q05_count_station.mrql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (t) + from t in source(xml, args[1], {"station"}), + l in t.locationLabels + where text(l.id) = "FIPS:US" +) +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06.mrql new file mode 100644 index 0000000..583a5b9 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06.mrql @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +select (n, d, v) +from sensors in source(xml, args[0], {"data"}), + d in sensors.date, + v in sensors.value, + stations in source(xml, args[1], {"station"}), + n in stations.displayName, +where text(stations.id) = text(sensors.station) + and toInt(substring(text(d), 0, 4)) = 2000 + and text(sensors.dataType) = "TMAX" +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_sensor.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_sensor.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_sensor.mrql new file mode 100644 index 0000000..22e5918 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_sensor.mrql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (r.date, r.value) + from r in source(xml, args[0], {"data"}) + where toInt(substring(text(r.date), 0, 4)) = 2000 + and text(r.dataType) = "TMAX" +) +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_station.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_station.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_station.mrql new file mode 100644 index 0000000..9fb9e84 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q06_count_station.mrql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (t.displayName) + from t in source(xml, args[1], {"station"}), + l in t.locationLabels + where text(l.displayName) = "WASHINGTON" +) +; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07.mrql new file mode 100644 index 0000000..cdb0b0c --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07.mrql @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +avg( + select (toInt(text(rtmax.value))-toInt(text(rtmin.value))) + from rtmax in source(xml, args[0], {"data"}), + rtmin in source(xml, args[0], {"data"}) + where text(rtmax.date) = text(rtmin.date) + and text(rtmax.station) = text(rtmin.station) + and text(rtmax.dataType) = "TMAX" + and text(rtmin.dataType) = "TMIN" +) / 10 +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_join.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_join.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_join.mrql new file mode 100644 index 0000000..8dec470 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_join.mrql @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (toInt(text(rtmax.value))-toInt(text(rtmin.value))) + from rtmax in source(xml, args[0], {"data"}), + rtmin in source(xml, args[0], {"data"}) + where text(rtmax.date) = text(rtmin.date) + and text(rtmax.station) = text(rtmin.station) + and text(r.dataType) = "TMAX" + and text(r.dataType) = "TMIN" +) +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmax.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmax.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmax.mrql new file mode 100644 index 0000000..ca8ab4c --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmax.mrql @@ -0,0 +1,22 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (rtmax) + from rtmax in source(xml, args[0], {"data"}) + where text(r.dataType) = "TMAX" +) +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmin.mrql ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmin.mrql b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmin.mrql new file mode 100644 index 0000000..fe17ebe --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql/q07_count_tmin.mrql @@ -0,0 +1,22 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ +count( + select (rtmin) + from rtmin in source(xml, args[0], {"data"}) + where text(r.dataType) = "TMIN" +) +; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/clear.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/clear.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/clear.sh new file mode 100755 index 0000000..da7cabe --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/clear.sh @@ -0,0 +1,19 @@ +#!/bin/bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# +hadoop namenode -format http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh new file mode 100755 index 0000000..10ab4d9 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/run_mrql_tests.sh @@ -0,0 +1,46 @@ +#!/bin/bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +# Examples +# run_mrql_tests.sh mrql_all/ 1 2 + +NODES=${2} +REPEAT=${3} +DATASET="all" + + +for j in $(find ${1} -name '*q??.mrql') +do + date + echo "Running MRQL query: ${j}" + time for i in {1..${REPEAT}}; do ~/mrql/incubator-mrql/bin/mrql -dist -nodes ${NODES} ${j} ${DATASET}/sensors.xml ${DATASET}/stations.xml >> ~/disk1/weather_data/mrql/query_logs/$(basename "${j}").log 2>&1; done; +done + + +if which programname >/dev/null; +then + echo "Sending out e-mail notification." + SUBJECT="MRQL Tests Finished (${DATASET})" + EMAIL="[email protected]" + /bin/mail -s "${SUBJECT}" "${EMAIL}" <<EOM + Completed all MRQL tests on ${DATASET}. + EOM +else + echo "No mail command to use." +fi; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/start.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/start.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/start.sh new file mode 100755 index 0000000..a1766c9 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/start.sh @@ -0,0 +1,20 @@ +#!/bin/bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +bin/start-all.sh http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/stop.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/stop.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/stop.sh new file mode 100755 index 0000000..e49d818 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/mrql_scripts/stop.sh @@ -0,0 +1,20 @@ +#!/bin/bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +bin/stop-all.sh http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_sensor.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_sensor.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_sensor.xq new file mode 100644 index 0000000..1e8e312 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_sensor.xq @@ -0,0 +1,7 @@ +(: XQuery Join Query :) +(: Count all the weather sensor readings available. :) +count( + let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($sensor_collection)/root/dataCollection/data + return $r +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_station.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_station.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_station.xq new file mode 100644 index 0000000..fe6ec8f --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/count_station.xq @@ -0,0 +1,7 @@ +(: XQuery Join Query :) +(: Count all the weather stations available. :) +count( + let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" + for $s in collection($station_collection)/root/stationCollection/station + return $s +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q00.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q00.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q00.xq new file mode 100644 index 0000000..09c5b79 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q00.xq @@ -0,0 +1,15 @@ +(: +XQuery Filter Query +------------------- +See historical data for Key West International Airport, FL (USW00012836) +station by selecting the weather readings for December 25 over the last +10 years. +:) +let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" +for $r in collection($collection)/root/dataCollection/data +let $datetime := xs:dateTime(fn:data($r/date)) +where $r/station eq "GHCND:USW00012836" + and fn:year-from-dateTime($datetime) ge 2003 + and fn:month-from-dateTime($datetime) eq 12 + and fn:day-from-dateTime($datetime) eq 25 +return $r \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q01.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q01.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q01.xq new file mode 100644 index 0000000..39d7e20 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q01.xq @@ -0,0 +1,8 @@ +(: XQuery Filter Query :) +(: Find all reading for hurricane force wind warning or extreme wind warning. :) +(: The warnings occur when the wind speed (AWND) exceeds 110 mph (49.1744 :) +(: meters per second). (Wind value is in tenth of a meter per second) :) +let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" +for $r in fn:collection($collection)/root/dataCollection/data +where $r/dataType eq "AWND" and xs:decimal($r/value) gt 491.744 +return $r http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q02.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q02.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q02.xq new file mode 100644 index 0000000..3fb0975 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q02.xq @@ -0,0 +1,14 @@ +(: +XQuery Aggregate Query +---------------------- +Find the annual precipitation (PRCP) for a Syracuse, NY using the airport +weather station (USW00014771) report for 1999. +:) +fn:sum( + let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($collection)/root/dataCollection/data + where $r/station eq "GHCND:USW00014771" + and $r/dataType eq "PRCP" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 1999 + return $r/value +) div 10 http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q03.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q03.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q03.xq new file mode 100644 index 0000000..cda344a --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q03.xq @@ -0,0 +1,8 @@ +(: XQuery Aggregate Query :) +(: Find the highest recorded temperature (TMAX) in Celsius. :) +fn:max( + let $collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($collection)/root/dataCollection/data + where $r/dataType eq "TMAX" + return $r/value +) div 10 http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04.xq new file mode 100644 index 0000000..8f513ce --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04.xq @@ -0,0 +1,30 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Query :) +(: Find all the weather readings for King county for a specific day :) +(: 1976/7/4. :) +let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" +for $r in collection($sensor_collection)/root/dataCollection/data + +let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" +for $s in collection($station_collection)/root/stationCollection/station + +where $s/id eq $r/station + and (some $x in $s/locationLabels satisfies ($x/type eq "ST" and fn:upper-case(fn:data($x/displayName)) eq "WASHINGTON")) + and xs:dateTime(fn:data($r/date)) eq xs:dateTime("1976-07-04T00:00:00.000") +return $r http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_sensor.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_sensor.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_sensor.xq new file mode 100644 index 0000000..6c927a4 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_sensor.xq @@ -0,0 +1,10 @@ +(: XQuery Join Query :) +(: Count all the weather sensor readings on 1976-07-04. :) +count( + let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($sensor_collection)/root/dataCollection/data + + let $date := xs:date(fn:substring(xs:string(fn:data($r/date)), 0, 11)) + where $date eq xs:date("1976-07-04") + return $r +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_station.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_station.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_station.xq new file mode 100644 index 0000000..957aec0 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q04_count_station.xq @@ -0,0 +1,8 @@ +(: XQuery Join Query :) +(: Count all the weather stations for King county. :) +count( + let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" + for $s in collection($station_collection)/root/stationCollection/station + where (some $x in $s/locationLabels satisfies ($x/type eq "CNTY" and fn:contains(fn:upper-case(fn:data($x/displayName)), "KING"))) + return $s +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05.xq new file mode 100644 index 0000000..5f452c0 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05.xq @@ -0,0 +1,33 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Aggregate Query :) +(: Find the lowest recorded temperature (TMIN) in the state of Oregon for :) +(: 2001. :) +fn:min( + let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($sensor_collection)/root/dataCollection/data + + let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" + for $s in collection($station_collection)/root/stationCollection/station + + where $s/id eq $r/station + and (some $x in $s/locationLabels satisfies ($x/type eq "CNTRY" and $x/id eq "FIPS:US")) + and $r/dataType eq "TMIN" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 2001 + return $r/value +) div 10 http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_sensor.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_sensor.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_sensor.xq new file mode 100644 index 0000000..4ac353b --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_sensor.xq @@ -0,0 +1,11 @@ +(: XQuery Join Aggregate Query :) +(: Count all sensor readings for TMIN in 2001. :) +count( + let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($sensor_collection)/root/dataCollection/data + + let $date := xs:date(fn:substring(xs:string(fn:data($r/date)), 0, 11)) + where $r/dataType eq "TMIN" + and fn:year-from-date($date) eq 2001 + return $r/value +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_station.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_station.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_station.xq new file mode 100644 index 0000000..4349805 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q05_count_station.xq @@ -0,0 +1,8 @@ +(: XQuery Join Aggregate Query :) +(: Count all stations in the state of Oregon. :) +count( + let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" + for $s in collection($station_collection)/root/stationCollection/station + where (some $x in $s/locationLabels satisfies ($x/type eq "ST" and fn:upper-case(fn:data($x/displayName)) eq "OREGON")) + return $s +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06.xq new file mode 100644 index 0000000..2c02bc7 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06.xq @@ -0,0 +1,30 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Query :) +(: Find the highest recorded temperature (TMAX) for each station for each :) +(: day over the year 2000. :) +let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" +for $r in collection($sensor_collection)/root/dataCollection/data + +let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" +for $s in collection($station_collection)/root/stationCollection/station + +where $s/id eq $r/station + and $r/dataType eq "TMAX" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 2000 +return ($s/displayName, $r/date, $r/value) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_sensor.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_sensor.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_sensor.xq new file mode 100644 index 0000000..5ca3329 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_sensor.xq @@ -0,0 +1,8 @@ +count( + let $sensor_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r in collection($sensor_collection)/root/dataCollection/data + + where $r/dataType eq "TMAX" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 2000 + return $r +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_station.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_station.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_station.xq new file mode 100644 index 0000000..ef1e732 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q06_count_station.xq @@ -0,0 +1,5 @@ +count( + let $station_collection := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/stations/?select=*.xml;recurse=yes" + for $s in collection($station_collection)/root/stationCollection/station + return $s +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07.xq new file mode 100644 index 0000000..35e5ea2 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07.xq @@ -0,0 +1,15 @@ +(: XQuery Join Aggregate Query :) +(: Self join with all sensor readings after the year 2000. :) +fn:avg( +let $sensor_collection_min := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" +for $r_min in collection($sensor_collection_min)/root/dataCollection/data + +let $sensor_collection_max := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" +for $r_max in collection($sensor_collection_max)/root/dataCollection/data + +where $r_min/station eq $r_max/station + and $r_min/date eq $r_max/date + and $r_min/dataType eq "TMIN" + and $r_max/dataType eq "TMAX" +return ($r_max/value - $r_min/value) +) div 10 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmax.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmax.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmax.xq new file mode 100644 index 0000000..3245746 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmax.xq @@ -0,0 +1,9 @@ +(: XQuery Join Query :) +(: Find the all the records for TMAX. :) +count( + let $sensor_collection_max := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r_max in collection($sensor_collection_max)/root/dataCollection/data + + where $r_max/dataType eq "TMAX" + return $r_max +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmin.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmin.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmin.xq new file mode 100644 index 0000000..6fcd276 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon/q07_count_tmin.xq @@ -0,0 +1,9 @@ +(: XQuery Join Query :) +(: Find the all the records for TMIN. :) +count( + let $sensor_collection_min := "../../../../../../../weather_data/dataset-tiny-local/data_links/local_speed_up/d0_p1_i0/sensors/?select=*.xml;recurse=yes" + for $r_min in collection($sensor_collection_min)/root/dataCollection/data + + where $r_min/dataType eq "TMIN" + return $r_min +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh new file mode 100755 index 0000000..c1c2132 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/other_systems/saxon_scripts/run_saxon_tests.sh @@ -0,0 +1,44 @@ +#!/bin/bash +# +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, software +# distributed under the License is distributed on an "AS IS" BASIS, +# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +# See the License for the specific language governing permissions and +# limitations under the License. +# + +REPEAT=${3} +DATASET="hcn" + + +mkdir -p ~/logs/saxon/ + +for j in $(find ${1} -name '*q??.xq') +do + date + echo "Running Saxon query: ${j}" +time for i in {1..${REPEAT}}; do JAVA_OPTS="-Xmx8g" java -cp saxon9he.jar net.sf.saxon.Query -t -repeat:${REPEAT} -q:${j} >> ~/logs/saxon/$(basename "${j}").log 2>&1; done; +done + + +if which programname >/dev/null; +then + echo "Sending out e-mail notification." + SUBJECT="Saxon Tests Finished (${DATASET})" + EMAIL="[email protected]" + /bin/mail -s "${SUBJECT}" "${EMAIL}" <<EOM + Completed all Saxon tests on ${DATASET}. + EOM +else + echo "No mail command to use." +fi; http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_sensor.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_sensor.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_sensor.xq new file mode 100644 index 0000000..6fa981b --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_sensor.xq @@ -0,0 +1,24 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Query :) +(: Count all the weather sensor readings available. :) +count( + let $sensor_collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" + for $r in collection($sensor_collection)/dataCollection/data + return $r +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_station.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_station.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_station.xq new file mode 100644 index 0000000..1958ec6 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/count_station.xq @@ -0,0 +1,24 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Join Query :) +(: Count all the weather stations available. :) +count( + let $station_collection := "/tmp/1.0_partition_ghcnd_all_xml/stations" + for $s in collection($station_collection)/stationCollection/station + return $s +) \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/no_result.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/no_result.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/no_result.xq new file mode 100644 index 0000000..c1363e3 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/no_result.xq @@ -0,0 +1,24 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: +VXQuery used to only parse all files with out producing results. +:) +let $sensor_collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" +for $r in collection($sensor_collection)/dataCollection/data +where fn:false() +return $r http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q00.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q00.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q00.xq new file mode 100644 index 0000000..5006a21 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q00.xq @@ -0,0 +1,31 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) +(: +XQuery Filter Query +------------------- +See historical data for Key West International Airport, FL (USW00012836) +station by selecting the weather readings for December 25 over the last +10 years. +:) +let $collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" +for $r in collection($collection)/dataCollection/data +let $datetime := xs:dateTime(fn:data($r/date)) +where $r/station eq "GHCND:USW00012836" + and fn:year-from-dateTime($datetime) ge 2003 + and fn:month-from-dateTime($datetime) eq 12 + and fn:day-from-dateTime($datetime) eq 25 +return $r \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q01.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q01.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q01.xq new file mode 100644 index 0000000..0827c45 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q01.xq @@ -0,0 +1,25 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Filter Query :) +(: Find all reading for hurricane force wind warning or extreme wind warning. :) +(: The warnings occur when the wind speed (AWND) exceeds 110 mph (49.1744 :) +(: meters per second). (Wind value is in tenth of a meter per second) :) +let $collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" +for $r in collection($collection)/dataCollection/data +where $r/dataType eq "AWND" and xs:decimal(fn:data($r/value)) gt 491.744 +return $r \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q02.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q02.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q02.xq new file mode 100644 index 0000000..0635618 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q02.xq @@ -0,0 +1,30 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) +(: +XQuery Aggregate Query +---------------------- +Find the annual precipitation (PRCP) for a Syracuse, NY using the airport +weather station (USW00014771) report for 1999. +:) +fn:sum( + let $collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" + for $r in collection($collection)/dataCollection/data + where $r/station eq "GHCND:USW00014771" + and $r/dataType eq "PRCP" + and fn:year-from-dateTime(xs:dateTime(fn:data($r/date))) eq 1999 + return $r/value +) div 10 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q03.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q03.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q03.xq new file mode 100644 index 0000000..c58b0a3 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q03.xq @@ -0,0 +1,25 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: XQuery Aggregate Query :) +(: Find the highest recorded temperature (TMAX) in Celsius. :) +fn:max( + let $collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" + for $r in collection($collection)/dataCollection/data + where $r/dataType eq "TMAX" + return $r/value +) div 10 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04.xq new file mode 100644 index 0000000..7d5fd77 --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04.xq @@ -0,0 +1,32 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: +XQuery Join Query +------------------- +Find all the weather readings for Washington state for a specific day 1976/7/4. +:) +let $station_collection := "/tmp/1.0_partition_ghcnd_all_xml/stations" +for $s in collection($station_collection)/stationCollection/station + +let $sensor_collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" +for $r in collection($sensor_collection)/dataCollection/data + +where $s/id eq $r/station + and (some $x in $s/locationLabels satisfies ($x/type eq "ST" and fn:upper-case(fn:data($x/displayName)) eq "WASHINGTON")) + and xs:dateTime(fn:data($r/date)) eq xs:dateTime("1976-07-04T00:00:00.000") +return $r \ No newline at end of file http://git-wip-us.apache.org/repos/asf/vxquery/blob/c182925c/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04_count_join.xq ---------------------------------------------------------------------- diff --git a/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04_count_join.xq b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04_count_join.xq new file mode 100644 index 0000000..b28312e --- /dev/null +++ b/vxquery-benchmark/src/main/resources/noaa-ghcn-daily/queries/q04_count_join.xq @@ -0,0 +1,34 @@ +(: Licensed to the Apache Software Foundation (ASF) under one + or more contributor license agreements. See the NOTICE file + distributed with this work for additional information + regarding copyright ownership. The ASF licenses this file + to you under the Apache License, Version 2.0 (the + "License"); you may not use this file except in compliance + with the License. You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, + software distributed under the License is distributed on an + "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + KIND, either express or implied. See the License for the + specific language governing permissions and limitations + under the License. :) + +(: +XQuery Join Query +------------------- +Find all the weather readings for Washington state for a specific day 1976/7/4. +:) +fn:count( + let $station_collection := "/tmp/1.0_partition_ghcnd_all_xml/stations" + for $s in collection($station_collection)/stationCollection/station + + let $sensor_collection := "/tmp/1.0_partition_ghcnd_all_xml/sensors" + for $r in collection($sensor_collection)/dataCollection/data + + where $s/id eq $r/station + and (some $x in $s/locationLabels satisfies ($x/type eq "ST" and fn:upper-case(fn:data($x/displayName)) eq "WASHINGTON")) + and xs:dateTime(fn:data($r/date)) eq xs:dateTime("1976-07-04T00:00:00.000") + return $r +) \ No newline at end of file
