http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.1.ddl.sqlpp new file mode 100644 index 0000000..6bea7c7 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.1.ddl.sqlpp @@ -0,0 +1,28 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Drop a Non existent feed + * Expected Res : Success + * Date : 10th Jun 2016 + */ +drop dataverse experiments if exists; +create dataverse experiments; +use experiments; + +drop feed TweetFeed if exists; \ No newline at end of file
http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.2.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.2.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.2.ddl.sqlpp new file mode 100644 index 0000000..048b966 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/drop-nonexistent-feed/drop-nonexistent-feed.2.ddl.sqlpp @@ -0,0 +1,24 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Drop a Non existent feed + * Expected Res : Success + * Date : 10th Jun 2016 + */ +drop dataverse experiments if exists; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.1.ddl.sqlpp new file mode 100644 index 0000000..fdea774 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.1.ddl.sqlpp @@ -0,0 +1,58 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ +drop dataverse experiments if exists; +create dataverse experiments; +use experiments; + +create type TwitterUserType as closed { + `screen-name`: string, + lang: string, + friends_count: int32, + statuses_count: int32, + name: string, + followers_count: int32 +}; + +create type TweetMessageType as closed { + tweetid: string, + `tweetid-copy`:string, + user: TwitterUserType, + `sender-location`: point, + `send-time`: datetime, + `send-time-copy`:datetime, + `referred-topics`: {{ string }}, + `message-text`: string +}; + +create dataset Tweets(TweetMessageType) primary key tweetid; + +create feed TweetFeed with { + "adapter-name" : "socket_adapter", + "sockets" : "127.0.0.1:10001", + "address-type" : "IP", + "type-name" : "TweetMessageType", + "format" : "adm" +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.2.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.2.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.2.update.sqlpp new file mode 100644 index 0000000..f47a59c --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.2.update.sqlpp @@ -0,0 +1,32 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ + +use experiments; +set `wait-for-completion-feed` "false"; + +connect feed TweetFeed to dataset Tweets; + +start feed TweetFeed; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.3.server.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.3.server.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.3.server.sqlpp new file mode 100644 index 0000000..066c912 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.3.server.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ +start client 10001 file-client 127.0.0.1 ../asterix-app/data/twitter/tw_messages.adm 500 50 1000 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.4.sleep.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.4.sleep.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.4.sleep.sqlpp new file mode 100644 index 0000000..ce879ef --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.4.sleep.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ +5000 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.5.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.5.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.5.update.sqlpp new file mode 100644 index 0000000..3100be4 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.5.update.sqlpp @@ -0,0 +1,29 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ + +use experiments; +stop feed TweetFeed; +disconnect feed TweetFeed from dataset Tweets; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.6.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.6.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.6.query.sqlpp new file mode 100644 index 0000000..a61abad --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.6.query.sqlpp @@ -0,0 +1,30 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ + +use experiments; + +select value t from Tweets as t +order by t.tweetid; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.7.server.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.7.server.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.7.server.sqlpp new file mode 100644 index 0000000..6753868 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.7.server.sqlpp @@ -0,0 +1,27 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ + +stop 10001 \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.8.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.8.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.8.ddl.sqlpp new file mode 100644 index 0000000..bb29ca3 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-push-socket/feed-push-socket.8.ddl.sqlpp @@ -0,0 +1,28 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a socket feed with a client that pushes + * 10 records. The feed is connected to a dataset that is then + * queried for the data. + * Expected Res : Success + * Date : 24th Feb 2016 + */ + +use experiments; +drop dataverse experiments; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.sqlpp new file mode 100644 index 0000000..a862362 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.1.ddl.sqlpp @@ -0,0 +1,33 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ + +drop dataverse externallibtest if exists; +create dataverse externallibtest; +use externallibtest; + +create type Classad as open { +GlobalJobId: string +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.sqlpp new file mode 100644 index 0000000..8dc902b --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.2.lib.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + /* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +install externallibtest testlib target/data/externallib/asterix-external-data-testlib.zip \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.sqlpp new file mode 100644 index 0000000..b8e529a --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.3.ddl.sqlpp @@ -0,0 +1,37 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +use externallibtest; +create dataset Condor(Classad) primary key GlobalJobId; +create index BlockWritesIndex on Condor(BlockWrites:int64?) enforced; + +create feed CondorFeed with { + "adapter-name" : "push_localfs", + "path" : "asterix_nc1://data/external-parser/dropbox/jobads1.txt,asterix_nc1://data/external-parser/dropbox/jobads2.txt, asterix_nc1://data/external-parser/dropbox2/jobads3.txt", + "reader" : "localfs", + "format" : "semi-structured", + "parser" : "testlib#org.apache.asterix.external.library.ClassAdParserFactory", + "type-name" : "Classad" +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.sqlpp new file mode 100644 index 0000000..8f07436 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.4.update.sqlpp @@ -0,0 +1,33 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ + +use externallibtest; + +set `wait-for-completion-feed` "true"; + +connect feed CondorFeed to dataset Condor; + +start feed CondorFeed; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.sqlpp new file mode 100644 index 0000000..1fbb077 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.5.query.sqlpp @@ -0,0 +1,28 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +use externallibtest; + +select value count(x) from Condor x; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.sqlpp new file mode 100644 index 0000000..335f375 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.6.lib.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + /* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +uninstall externallibtest testlib \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.sqlpp new file mode 100644 index 0000000..e68e48e --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-open-index/feed-with-external-parser-with-open-index.7.ddl.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +drop dataverse externallibtest if exists; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.sqlpp new file mode 100644 index 0000000..270e8b0 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.1.ddl.sqlpp @@ -0,0 +1,33 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ + +drop dataverse externallibtest if exists; +create dataverse externallibtest; +use externallibtest; + +create type Classad as open { +GlobalJobId: string +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.sqlpp new file mode 100644 index 0000000..99ccec3 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.2.lib.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + /* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +install externallibtest testlib target/data/externallib/asterix-external-data-testlib.zip \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.sqlpp new file mode 100644 index 0000000..2a704b1 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.3.ddl.sqlpp @@ -0,0 +1,38 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +use externallibtest; +create dataset Condor(Classad) primary key GlobalJobId; +create index BlockWritesIndex on Condor(BlockWrites:int64?) enforced; +create index JobStartDateIndex on Condor(JobStartDate:int64?) enforced; + +create feed CondorFeed with { + "adapter-name" : "push_localfs", + "path" : "asterix_nc1://data/external-parser/dropbox/jobads1.txt,asterix_nc1://data/external-parser/dropbox/jobads2.txt, asterix_nc1://data/external-parser/dropbox2/jobads3.txt", + "reader" : "localfs", + "format" : "semi-structured", + "parser" : "testlib#org.apache.asterix.external.library.ClassAdParserFactory", + "type-name" : "Classad" +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.sqlpp new file mode 100644 index 0000000..5eafd31 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.4.update.sqlpp @@ -0,0 +1,33 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ + +use externallibtest; + +set `wait-for-completion-feed` "true"; + +connect feed CondorFeed to dataset Condor; + +start feed CondorFeed; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.sqlpp new file mode 100644 index 0000000..dc5f6fc --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.5.query.sqlpp @@ -0,0 +1,28 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +use externallibtest; + +select value count(x) from Condor x; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.sqlpp new file mode 100644 index 0000000..d972079 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.6.lib.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + /* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +uninstall externallibtest testlib \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.sqlpp new file mode 100644 index 0000000..e0b7532 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser-with-two-open-indexes/feed-with-external-parser-with-two-open-indexes.7.ddl.sqlpp @@ -0,0 +1,26 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records. Some records have incorrect types + * for the open indexed field. The dataset has two open indexes. + * Expected Res : Success + * Date : Jul, 13, 2016 + */ +drop dataverse externallibtest if exists; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.1.ddl.sqlpp new file mode 100644 index 0000000..a244ab3 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.1.ddl.sqlpp @@ -0,0 +1,32 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ + +drop dataverse externallibtest if exists; +create dataverse externallibtest; +use externallibtest; + +create type Classad as open { +GlobalJobId: string +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.2.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.2.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.2.lib.sqlpp new file mode 100644 index 0000000..d1e0e87 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.2.lib.sqlpp @@ -0,0 +1,19 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +install externallibtest testlib target/data/externallib/asterix-external-data-testlib.zip \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.3.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.3.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.3.ddl.sqlpp new file mode 100644 index 0000000..299345f --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.3.ddl.sqlpp @@ -0,0 +1,35 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ +use externallibtest; +create dataset Condor(Classad) primary key GlobalJobId; + +create feed CondorFeed with { + "adapter-name" : "push_localfs", + "path" : "asterix_nc1://data/external-parser/dropbox/jobads1.txt,asterix_nc1://data/external-parser/dropbox/jobads2.txt", + "reader" : "localfs", + "format" : "semi-structured", + "parser" : "testlib#org.apache.asterix.external.library.ClassAdParserFactory", + "type-name" : "Classad" +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.4.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.4.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.4.update.sqlpp new file mode 100644 index 0000000..eb488ae --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.4.update.sqlpp @@ -0,0 +1,32 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ + +use externallibtest; + +set `wait-for-completion-feed` "true"; + +connect feed CondorFeed to dataset Condor; + +start feed CondorFeed; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.5.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.5.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.5.query.sqlpp new file mode 100644 index 0000000..cddc5d6 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.5.query.sqlpp @@ -0,0 +1,28 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + /* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ +use externallibtest; + +select value x from Condor x +order by x.GlobalJobId; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.6.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.6.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.6.lib.sqlpp new file mode 100644 index 0000000..86af80f --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.6.lib.sqlpp @@ -0,0 +1,19 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +uninstall externallibtest testlib \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.7.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.7.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.7.ddl.sqlpp new file mode 100644 index 0000000..16ada23 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-external-parser/feed-with-external-parser.7.ddl.sqlpp @@ -0,0 +1,25 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ +drop dataverse externallibtest if exists; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.1.ddl.sqlpp new file mode 100644 index 0000000..6189caa --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.1.ddl.sqlpp @@ -0,0 +1,47 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Test feed ingestion on a filtered dataset + * Expected Res : Success + * Date : 14th Mar 2016 + */ + +drop dataverse test if exists; +create dataverse test; + +use test; + +create type FacebookMessageType as closed { + `message-id`: int64, + `author-id`: int64, + `in-response-to`: int64?, + `sender-location`: point?, + message: string, + `send-time`: datetime +}; + +create dataset FacebookMessages(FacebookMessageType) +primary key `message-id` with filter on `send-time`; + +create feed MessageFeed with { + "adapter-name" : "localfs", + "path" : "asterix_nc1://data/fbm-with-send-time.adm", + "format" : "adm", + "type-name" : "FacebookMessageType" +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.2.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.2.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.2.update.sqlpp new file mode 100644 index 0000000..6cfbd2a --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.2.update.sqlpp @@ -0,0 +1,29 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Test feed ingestion on a filtered dataset + * Expected Res : Success + * Date : 14th Mar 2016 + */ + +use test; +set `wait-for-completion-feed` "true"; +connect feed MessageFeed to dataset FacebookMessages; + +start feed MessageFeed; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.3.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.3.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.3.query.sqlpp new file mode 100644 index 0000000..697798b --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.3.query.sqlpp @@ -0,0 +1,28 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Test feed ingestion on a filtered dataset + * Expected Res : Success + * Date : 14th Mar 2016 + */ + +use test; + +select value f from FacebookMessages f +where f.`send-time` > datetime("2012-08-20T10:10:00"); \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.4.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.4.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.4.ddl.sqlpp new file mode 100644 index 0000000..cc50807 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-filtered-dataset/feed-with-filtered-dataset.4.ddl.sqlpp @@ -0,0 +1,25 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Test feed ingestion on a filtered dataset + * Expected Res : Success + * Date : 14th Mar 2016 + */ + +drop dataverse test; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.1.ddl.sqlpp new file mode 100644 index 0000000..22c2cbe --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.1.ddl.sqlpp @@ -0,0 +1,56 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a change feed with meta-data and test ingestion of records + * Expected Res : Success + * Date : 24th Feb 2016 + */ + +drop dataverse KeyVerse if exists; +create dataverse KeyVerse; +use KeyVerse; + +create type DocumentType as open{ +}; + +create type KVMetaType as open{ +id:string, +flags:int32, +expiration:int32, +cas:int64, +rev:int64, +vbid:int32, +dtype:int32 +}; + +create dataset KVStore(DocumentType) with meta(KVMetaType)primary key meta().id; + +create feed KVStream with { + "adapter-name" : "adapter", + "reader" : "localfs", + "parser" : "record-with-metadata", + "type-name" : "DocumentType", + "meta-type-name" : "KVMetaType", + "path" : "asterix_nc1://target/data/csv/openbeerdb/beer.csv", + "format" : "csv", + "delimiter" : ",", + "record-format" : "adm", + "record-index" : "4", + "header" : "true" +}; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.2.update.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.2.update.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.2.update.sqlpp new file mode 100644 index 0000000..d68f6a8 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.2.update.sqlpp @@ -0,0 +1,29 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a change feed with meta-data and test ingestion of records + * Expected Res : Success + * Date : 24th Feb 2016 + */ +use KeyVerse; + +set `wait-for-completion-feed` "true"; +connect feed KVStream to dataset KVStore; + +start feed KVStream; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.3.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.3.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.3.query.sqlpp new file mode 100644 index 0000000..71bae67 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.3.query.sqlpp @@ -0,0 +1,29 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a change feed and test ingestion of records + * Expected Res : Success + * Date : 24th Feb 2016 + */ +use KeyVerse; + +count( + for $d in dataset KVStore + return $d +); http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.4.query.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.4.query.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.4.query.sqlpp new file mode 100644 index 0000000..e8fd5a3 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.4.query.sqlpp @@ -0,0 +1,29 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a change feed and test ingestion of records + * Expected Res : Success + * Date : 24th Feb 2016 + */ +use KeyVerse; + +for $d in dataset KVStore +order by meta().id +limit 5 +return meta().id; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.5.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.5.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.5.ddl.sqlpp new file mode 100644 index 0000000..d282e66 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-meta-pk-in-meta/feed-with-meta-pk-in-meta.5.ddl.sqlpp @@ -0,0 +1,24 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a change feed and test ingestion of records + * Expected Res : Success + * Date : 24th Feb 2016 + */ +drop dataverse KeyVerse; \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.1.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.1.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.1.ddl.sqlpp new file mode 100644 index 0000000..bad63bf --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.1.ddl.sqlpp @@ -0,0 +1,49 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ + +drop dataverse externallibtest if exists; +create dataverse externallibtest; +use externallibtest; + + +create type Classad as open { + GlobalJobId: string, + Owner: string?, + ClusterId: int32?, + ProcId: int32?, + RemoteWallClockTime: duration?, + CompletionDate: datetime?, + QDate : datetime?, + JobCurrentStartDate: datetime?, + JobStartDate : datetime?, + JobCurrentStartExecutingDate : datetime? + }; + +create dataset Condor(Classad) primary key GlobalJobId; +create index caRequestCpusIdx on Condor(RequestCpus:int64?) type btree enforced; +create index caRemoteWallClockTimeIdx on Condor(RemoteWallClockTime) type btree; +create index caUserIdx on Condor(User:string?) type btree enforced; +create index caScheddIdx on Condor(Schedd:string?) type btree enforced; +create index caRemoteHostIdx on Condor(RemoteHost:string?) type btree enforced; http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.2.lib.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.2.lib.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.2.lib.sqlpp new file mode 100644 index 0000000..d1e0e87 --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.2.lib.sqlpp @@ -0,0 +1,19 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +install externallibtest testlib target/data/externallib/asterix-external-data-testlib.zip \ No newline at end of file http://git-wip-us.apache.org/repos/asf/asterixdb/blob/ca8d0830/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.3.ddl.sqlpp ---------------------------------------------------------------------- diff --git a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.3.ddl.sqlpp b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.3.ddl.sqlpp new file mode 100644 index 0000000..918d80c --- /dev/null +++ b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/feeds/feed-with-multiple-indexes/feed-with-multiple-indexes.3.ddl.sqlpp @@ -0,0 +1,34 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +/* + * Description : Create a feed which uses an external parser to parse data from files + * The files have duplicates and long records + * Expected Res : Success + * Date : Feb, 09, 2016 + */ +use externallibtest; + +create feed CondorFeed with { + "adapter-name" : "push_localfs", + "path" : "asterix_nc1://data/external-parser/dropbox/jobads1.txt,asterix_nc1://data/external-parser/dropbox/jobads2.txt", + "reader" : "localfs", + "format" : "semi-structured", + "parser" : "testlib#org.apache.asterix.external.library.ClassAdParserFactory", + "type-name" : "Classad" +};
