Repository: incubator-asterixdb Updated Branches: refs/heads/master 6d57e49f6 -> 1acad3057
ASTERIXDB-1439: Add Feed Big Object Test Add a 20M object feed ingestion test case Change-Id: I7fa46ae04e043bb2fd8ff316496318b0ae222baf Reviewed-on: https://asterix-gerrit.ics.uci.edu/911 Reviewed-by: Jenkins <[email protected]> Tested-by: Jenkins <[email protected]> Reviewed-by: Till Westmann <[email protected]> Project: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/repo Commit: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/commit/1acad305 Tree: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/tree/1acad305 Diff: http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/diff/1acad305 Branch: refs/heads/master Commit: 1acad30572e92af472cd016f4b722dbbac3074fc Parents: 6d57e49 Author: Michael Blow <[email protected]> Authored: Tue Jun 7 11:54:12 2016 -0400 Committer: Michael Blow <[email protected]> Committed: Tue Jun 7 13:34:28 2016 -0700 ---------------------------------------------------------------------- .../big_object_feed_20M.1.ddl.aql | 44 ++++++++++++++++++++ .../big_object_feed_20M.2.update.aql | 30 +++++++++++++ .../big_object_feed_20M.3.query.aql | 23 ++++++++++ .../big_object_feed_20M.1.adm.template | 1 + .../src/test/resources/runtimets/testsuite.xml | 5 +++ 5 files changed, 103 insertions(+) ---------------------------------------------------------------------- http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/1acad305/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.1.ddl.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.1.ddl.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.1.ddl.aql new file mode 100644 index 0000000..e296d50 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.1.ddl.aql @@ -0,0 +1,44 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Test case Name : big_object_feed_20M.aql + * Description : ingestion of large objects (20M) + * Expected Result : Success + * Date : 4th June 2016 + */ + +drop dataverse testdv2 if exists; +create dataverse testdv2; +use dataverse testdv2; + +create type testtype as closed { + id: int64, + name: string, + hobbies: {{string}} +} + +create dataset testds(testtype) primary key id; + + +create feed BigFeed +using localfs +(("path"="asterix_nc1://target/data/big-object/big_object_20M.adm"), +("format"="adm"), +("type-name"="testtype"), +("tuple-interval"="2")); http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/1acad305/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.2.update.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.2.update.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.2.update.aql new file mode 100644 index 0000000..14acbe8 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.2.update.aql @@ -0,0 +1,30 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/** + * + * Big object (20 MB) ingestion test + * Expected result: success + * + */ + +use dataverse testdv2; + +set wait-for-completion-feed "true"; + +connect feed BigFeed to dataset testds; http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/1acad305/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.3.query.aql ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.3.query.aql b/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.3.query.aql new file mode 100644 index 0000000..23c1bed --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries/big-object/big_object_feed_20M/big_object_feed_20M.3.query.aql @@ -0,0 +1,23 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +use dataverse testdv2; + +for $d in dataset("testds") +where $d.id = 1 +return $d http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/1acad305/asterixdb/asterix-app/src/test/resources/runtimets/results/big-object/big_object_feed_20M/big_object_feed_20M.1.adm.template ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/results/big-object/big_object_feed_20M/big_object_feed_20M.1.adm.template b/asterixdb/asterix-app/src/test/resources/runtimets/results/big-object/big_object_feed_20M/big_object_feed_20M.1.adm.template new file mode 100644 index 0000000..af4d6d0 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/results/big-object/big_object_feed_20M/big_object_feed_20M.1.adm.template @@ -0,0 +1 @@ +{ "id": 1, "name": "Person One", "hobbies": {{ "%lorembytes:20971520%" }} } http://git-wip-us.apache.org/repos/asf/incubator-asterixdb/blob/1acad305/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml index 3d12573..3f5ef09 100644 --- a/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml +++ b/asterixdb/asterix-app/src/test/resources/runtimets/testsuite.xml @@ -6535,6 +6535,11 @@ <output-dir compare="Text">big_object_load_only_20M</output-dir> </compilation-unit> </test-case> + <test-case FilePath="big-object"> + <compilation-unit name="big_object_feed_20M"> + <output-dir compare="Text">big_object_feed_20M</output-dir> + </compilation-unit> + </test-case> </test-group> <test-group name="temporal"> <test-case FilePath="temporal">
