This is an automated email from the ASF dual-hosted git repository.
imaxon pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/asterixdb.git
The following commit(s) were added to refs/heads/master by this push:
new a511976d31 [ASTERIXDB-3429][TEST] Add csv-spectrum test suite
a511976d31 is described below
commit a511976d316959609fd002955dd2d1f903cf458d
Author: Ian Maxon <[email protected]>
AuthorDate: Wed Jun 19 00:45:55 2024 -0700
[ASTERIXDB-3429][TEST] Add csv-spectrum test suite
- user model changes: no
- storage format changes: no
- interface changes: no
Details:
- Add tests using the csv-spectrum suite to validate
the CSV parser's behavior
Change-Id: I50bebc4b8b683889855cb5dd048ab27d7c93af77
Reviewed-on: https://asterix-gerrit.ics.uci.edu/c/asterixdb/+/18386
Integration-Tests: Jenkins <[email protected]>
Tested-by: Jenkins <[email protected]>
Reviewed-by: Ian Maxon <[email protected]>
Reviewed-by: Till Westmann <[email protected]>
---
.../data/csv-spectrum/csvs/comma_in_quotes.csv | 2 +
.../asterix-app/data/csv-spectrum/csvs/empty.csv | 3 ++
.../data/csv-spectrum/csvs/empty_crlf.csv.crlf | 3 ++
.../data/csv-spectrum/csvs/escaped_quotes.csv | 3 ++
.../asterix-app/data/csv-spectrum/csvs/json.csv | 2 +
.../data/csv-spectrum/csvs/newlines.csv | 5 ++
.../data/csv-spectrum/csvs/newlines_crlf.csv.crlf | 5 ++
.../data/csv-spectrum/csvs/quotes_and_newlines.csv | 5 ++
.../asterix-app/data/csv-spectrum/csvs/simple.csv | 2 +
.../data/csv-spectrum/csvs/simple_crlf.csv | 2 +
.../asterix-app/data/csv-spectrum/csvs/utf8.csv | 3 ++
.../data/csv-spectrum/json/comma_in_quotes.json | 9 ++++
.../asterix-app/data/csv-spectrum/json/empty.json | 4 ++
.../data/csv-spectrum/json/empty_crlf.json | 4 ++
.../data/csv-spectrum/json/escaped_quotes.json | 10 ++++
.../asterix-app/data/csv-spectrum/json/json.json | 6 +++
.../data/csv-spectrum/json/newlines.json | 17 +++++++
.../data/csv-spectrum/json/newlines_crlf.json | 17 +++++++
.../csv-spectrum/json/quotes_and_newlines.json | 10 ++++
.../asterix-app/data/csv-spectrum/json/simple.json | 7 +++
.../data/csv-spectrum/json/simple_crlf.json | 7 +++
.../asterix-app/data/csv-spectrum/json/utf8.json | 12 +++++
.../comma_in_quotes/comma_in_quotes.1.ddl.sqlpp | 35 ++++++++++++++
.../comma_in_quotes/comma_in_quotes.2.query.sqlpp | 22 +++++++++
.../comma_in_quotes/comma_in_quotes.99.ddl.sqlpp | 20 ++++++++
.../csv-spectrum/empty/empty.1.ddl.sqlpp | 35 ++++++++++++++
.../csv-spectrum/empty/empty.2.query.sqlpp | 22 +++++++++
.../csv-spectrum/empty/empty.99.ddl.sqlpp | 20 ++++++++
.../csv-spectrum/empty_crlf/empty_crlf.1.ddl.sqlpp | 35 ++++++++++++++
.../empty_crlf/empty_crlf.2.query.sqlpp | 22 +++++++++
.../empty_crlf/empty_crlf.99.ddl.sqlpp | 20 ++++++++
.../escaped_quotes/escaped_quotes.1.ddl.sqlpp | 35 ++++++++++++++
.../escaped_quotes/escaped_quotes.2.query.sqlpp | 22 +++++++++
.../escaped_quotes/escaped_quotes.99.ddl.sqlpp | 20 ++++++++
.../csv-spectrum/json/json.1.ddl.sqlpp | 35 ++++++++++++++
.../csv-spectrum/json/json.2.query.sqlpp | 22 +++++++++
.../csv-spectrum/json/json.99.ddl.sqlpp | 20 ++++++++
.../csv-spectrum/newlines/newlines.1.ddl.sqlpp | 35 ++++++++++++++
.../csv-spectrum/newlines/newlines.2.query.sqlpp | 22 +++++++++
.../csv-spectrum/newlines/newlines.99.ddl.sqlpp | 20 ++++++++
.../newlines_crlf/newlines_crlf.1.ddl.sqlpp | 35 ++++++++++++++
.../newlines_crlf/newlines_crlf.2.query.sqlpp | 22 +++++++++
.../newlines_crlf/newlines_crlf.99.ddl.sqlpp | 20 ++++++++
.../quotes_and_newlines.1.ddl.sqlpp | 35 ++++++++++++++
.../quotes_and_newlines.2.query.sqlpp | 22 +++++++++
.../quotes_and_newlines.99.ddl.sqlpp | 20 ++++++++
.../csv-spectrum/simple/simple.1.ddl.sqlpp | 35 ++++++++++++++
.../csv-spectrum/simple/simple.2.query.sqlpp | 22 +++++++++
.../csv-spectrum/simple/simple.99.ddl.sqlpp | 20 ++++++++
.../simple_crlf/simple_crlf.1.ddl.sqlpp | 35 ++++++++++++++
.../simple_crlf/simple_crlf.2.query.sqlpp | 22 +++++++++
.../simple_crlf/simple_crlf.99.ddl.sqlpp | 20 ++++++++
.../csv-spectrum/utf8/utf8.1.ddl.sqlpp | 35 ++++++++++++++
.../csv-spectrum/utf8/utf8.2.query.sqlpp | 22 +++++++++
.../csv-spectrum/utf8/utf8.99.ddl.sqlpp | 20 ++++++++
.../comma_in_quotes/comma_in_quotes.1.adm | 1 +
.../results/csv-spectrum/empty/empty.1.adm | 1 +
.../csv-spectrum/empty_crlf/empty_crlf.1.adm | 1 +
.../escaped_quotes/escaped_quotes.1.adm | 1 +
.../runtimets/results/csv-spectrum/json/json.1.adm | 1 +
.../results/csv-spectrum/newlines/newlines.1.adm | 1 +
.../csv-spectrum/newlines_crlf/newlines_crlf.1.adm | 1 +
.../quotes_and_newlines/quotes_and_newlines.1.adm | 1 +
.../results/csv-spectrum/simple/simple.1.adm | 1 +
.../csv-spectrum/simple_crlf/simple_crlf.1.adm | 1 +
.../runtimets/results/csv-spectrum/utf8/utf8.1.adm | 1 +
.../src/test/resources/runtimets/sqlpp_queries.xml | 55 ++++++++++++++++++++++
.../licenses/templates/source_only_licenses.ftl | 14 ++++++
68 files changed, 1065 insertions(+)
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/comma_in_quotes.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/comma_in_quotes.csv
new file mode 100644
index 0000000000..2aed6c15fb
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/comma_in_quotes.csv
@@ -0,0 +1,2 @@
+first,last,address,city,zip
+John,Doe,120 any st.,"Anytown, WW",08123
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/empty.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/empty.csv
new file mode 100644
index 0000000000..7fc5cfa298
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/empty.csv
@@ -0,0 +1,3 @@
+a,b,c
+1,"",""
+2,3,4
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/empty_crlf.csv.crlf
b/asterixdb/asterix-app/data/csv-spectrum/csvs/empty_crlf.csv.crlf
new file mode 100644
index 0000000000..7fc5cfa298
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/empty_crlf.csv.crlf
@@ -0,0 +1,3 @@
+a,b,c
+1,"",""
+2,3,4
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/escaped_quotes.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/escaped_quotes.csv
new file mode 100644
index 0000000000..d4a05cbf04
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/escaped_quotes.csv
@@ -0,0 +1,3 @@
+a,b
+1,"ha ""ha"" ha"
+3,4
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/json.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/json.csv
new file mode 100644
index 0000000000..f2c2812b9d
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/json.csv
@@ -0,0 +1,2 @@
+key,val
+1,"{""type"": ""Point"", ""coordinates"": [102.0, 0.5]}"
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/newlines.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/newlines.csv
new file mode 100644
index 0000000000..e034f33f49
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/newlines.csv
@@ -0,0 +1,5 @@
+a,b,c
+1,2,3
+"Once upon
+a time",5,6
+7,8,9
diff --git
a/asterixdb/asterix-app/data/csv-spectrum/csvs/newlines_crlf.csv.crlf
b/asterixdb/asterix-app/data/csv-spectrum/csvs/newlines_crlf.csv.crlf
new file mode 100644
index 0000000000..e034f33f49
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/newlines_crlf.csv.crlf
@@ -0,0 +1,5 @@
+a,b,c
+1,2,3
+"Once upon
+a time",5,6
+7,8,9
diff --git
a/asterixdb/asterix-app/data/csv-spectrum/csvs/quotes_and_newlines.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/quotes_and_newlines.csv
new file mode 100644
index 0000000000..0d911b8880
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/quotes_and_newlines.csv
@@ -0,0 +1,5 @@
+a,b
+1,"ha
+""ha""
+ha"
+3,4
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/simple.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/simple.csv
new file mode 100644
index 0000000000..bfde6bfa0b
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/simple.csv
@@ -0,0 +1,2 @@
+a,b,c
+1,2,3
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/simple_crlf.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/simple_crlf.csv
new file mode 100644
index 0000000000..bfde6bfa0b
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/simple_crlf.csv
@@ -0,0 +1,2 @@
+a,b,c
+1,2,3
diff --git a/asterixdb/asterix-app/data/csv-spectrum/csvs/utf8.csv
b/asterixdb/asterix-app/data/csv-spectrum/csvs/utf8.csv
new file mode 100644
index 0000000000..45049640d7
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/csvs/utf8.csv
@@ -0,0 +1,3 @@
+a,b,c
+1,2,3
+4,5,ʤ
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/comma_in_quotes.json
b/asterixdb/asterix-app/data/csv-spectrum/json/comma_in_quotes.json
new file mode 100644
index 0000000000..91f3297e5e
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/comma_in_quotes.json
@@ -0,0 +1,9 @@
+[
+ {
+ "first": "John",
+ "last": "Doe",
+ "address": "120 any st.",
+ "city": "Anytown, WW",
+ "zip": "08123"
+ }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/empty.json
b/asterixdb/asterix-app/data/csv-spectrum/json/empty.json
new file mode 100644
index 0000000000..c9a079d4e2
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/empty.json
@@ -0,0 +1,4 @@
+[
+ { "a": "1", "b": "", "c": "" },
+ { "a": "2", "b": "3", "c": "4" }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/empty_crlf.json
b/asterixdb/asterix-app/data/csv-spectrum/json/empty_crlf.json
new file mode 100644
index 0000000000..c9a079d4e2
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/empty_crlf.json
@@ -0,0 +1,4 @@
+[
+ { "a": "1", "b": "", "c": "" },
+ { "a": "2", "b": "3", "c": "4" }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/escaped_quotes.json
b/asterixdb/asterix-app/data/csv-spectrum/json/escaped_quotes.json
new file mode 100644
index 0000000000..bfc19b2eeb
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/escaped_quotes.json
@@ -0,0 +1,10 @@
+[
+ {
+ "a": "1",
+ "b": "ha \"ha\" ha"
+ },
+ {
+ "a": "3",
+ "b": "4"
+ }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/json.json
b/asterixdb/asterix-app/data/csv-spectrum/json/json.json
new file mode 100644
index 0000000000..72f21d2375
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/json.json
@@ -0,0 +1,6 @@
+[
+ {
+ "key": "1",
+ "val": "{\"type\": \"Point\", \"coordinates\": [102.0, 0.5]}"
+ }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/newlines.json
b/asterixdb/asterix-app/data/csv-spectrum/json/newlines.json
new file mode 100644
index 0000000000..cb71f1a37a
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/newlines.json
@@ -0,0 +1,17 @@
+[
+ {
+ "a": "1",
+ "b": "2",
+ "c": "3"
+ },
+ {
+ "a": "Once upon \na time",
+ "b": "5",
+ "c": "6"
+ },
+ {
+ "a": "7",
+ "b": "8",
+ "c": "9"
+ }
+]
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/newlines_crlf.json
b/asterixdb/asterix-app/data/csv-spectrum/json/newlines_crlf.json
new file mode 100644
index 0000000000..bf1311367c
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/newlines_crlf.json
@@ -0,0 +1,17 @@
+[
+ {
+ "a": "1",
+ "b": "2",
+ "c": "3"
+ },
+ {
+ "a": "Once upon \r\na time",
+ "b": "5",
+ "c": "6"
+ },
+ {
+ "a": "7",
+ "b": "8",
+ "c": "9"
+ }
+]
diff --git
a/asterixdb/asterix-app/data/csv-spectrum/json/quotes_and_newlines.json
b/asterixdb/asterix-app/data/csv-spectrum/json/quotes_and_newlines.json
new file mode 100644
index 0000000000..160bd3a3b4
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/quotes_and_newlines.json
@@ -0,0 +1,10 @@
+[
+ {
+ "a": "1",
+ "b": "ha \n\"ha\" \nha"
+ },
+ {
+ "a": "3",
+ "b": "4"
+ }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/simple.json
b/asterixdb/asterix-app/data/csv-spectrum/json/simple.json
new file mode 100644
index 0000000000..e44a0f72c9
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/simple.json
@@ -0,0 +1,7 @@
+[
+ {
+ "a": "1",
+ "b": "2",
+ "c": "3"
+ }
+]
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/simple_crlf.json
b/asterixdb/asterix-app/data/csv-spectrum/json/simple_crlf.json
new file mode 100644
index 0000000000..1381377ef6
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/simple_crlf.json
@@ -0,0 +1,7 @@
+[
+ {
+ "a": "1",
+ "b": "2",
+ "c": "3"
+ }
+]
\ No newline at end of file
diff --git a/asterixdb/asterix-app/data/csv-spectrum/json/utf8.json
b/asterixdb/asterix-app/data/csv-spectrum/json/utf8.json
new file mode 100644
index 0000000000..8ced204d3e
--- /dev/null
+++ b/asterixdb/asterix-app/data/csv-spectrum/json/utf8.json
@@ -0,0 +1,12 @@
+[
+ {
+ "a": "1",
+ "b": "2",
+ "c": "3"
+ },
+ {
+ "a": "4",
+ "b": "5",
+ "c": "ʤ"
+ }
+]
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.1.ddl.sqlpp
new file mode 100644
index 0000000000..a39d61bdf6
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { first: string, last: string, address: string, city:
string, zip: string};
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/comma_in_quotes.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/comma_in_quotes.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/comma_in_quotes/comma_in_quotes.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.1.ddl.sqlpp
new file mode 100644
index 0000000000..1dbb61d5de
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/empty.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/empty.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty/empty.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.1.ddl.sqlpp
new file mode 100644
index 0000000000..f72e08e686
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/empty_crlf.csv.crlf"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/empty_crlf.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/empty_crlf/empty_crlf.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.1.ddl.sqlpp
new file mode 100644
index 0000000000..11e3d84a3a
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string};
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/escaped_quotes.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/escaped_quotes.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/escaped_quotes/escaped_quotes.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.1.ddl.sqlpp
new file mode 100644
index 0000000000..bf12932e2d
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { `key`: string, val: string};
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/json.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/json.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/json/json.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.1.ddl.sqlpp
new file mode 100644
index 0000000000..6d68d85bbf
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/newlines.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/newlines.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines/newlines.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.1.ddl.sqlpp
new file mode 100644
index 0000000000..bbba8ac2f8
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/newlines_crlf.csv.crlf"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/newlines_crlf.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/newlines_crlf/newlines_crlf.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.1.ddl.sqlpp
new file mode 100644
index 0000000000..611c621b15
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string};
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/quotes_and_newlines.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/quotes_and_newlines.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/quotes_and_newlines/quotes_and_newlines.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.1.ddl.sqlpp
new file mode 100644
index 0000000000..71d0864245
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/simple.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/simple.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple/simple.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.1.ddl.sqlpp
new file mode 100644
index 0000000000..48463af90b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/simple_crlf.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/simple_crlf.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/simple_crlf/simple_crlf.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.1.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.1.ddl.sqlpp
new file mode 100644
index 0000000000..b26e51415c
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.1.ddl.sqlpp
@@ -0,0 +1,35 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+/**
+ *
+ * CSV file loading test
+ * Expected result: success
+ * Row with a comma in a quoted field
+ *
+ */
+
+drop dataverse temp if exists;
+create dataverse temp;
+
+use temp;
+
+create type t1 as closed { a: string, b: string, c:string };
+create external dataset csvSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/csvs/utf8.csv"),("format"="csv"),("header"="true"));
+create external dataset jsonSide(t1) using localfs
(("path"="asterix_nc1://data/csv-spectrum/json/utf8.json"),("format"="json"));
+
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.2.query.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.2.query.sqlpp
new file mode 100644
index 0000000000..ce46e0be1b
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.2.query.sqlpp
@@ -0,0 +1,22 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+use temp;
+SELECT COUNT(*)
+FROM jsonSide j, csvSide c
+WHERE c = j;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.99.ddl.sqlpp
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.99.ddl.sqlpp
new file mode 100644
index 0000000000..628adafbd9
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/queries_sqlpp/csv-spectrum/utf8/utf8.99.ddl.sqlpp
@@ -0,0 +1,20 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied. See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+drop dataverse temp if exists;
\ No newline at end of file
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/comma_in_quotes/comma_in_quotes.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/comma_in_quotes/comma_in_quotes.1.adm
new file mode 100644
index 0000000000..7cc3573bc1
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/comma_in_quotes/comma_in_quotes.1.adm
@@ -0,0 +1 @@
+{ "$1": 1 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/empty/empty.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/empty/empty.1.adm
new file mode 100644
index 0000000000..a5593dcf18
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/empty/empty.1.adm
@@ -0,0 +1 @@
+{ "$1": 2 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/empty_crlf/empty_crlf.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/empty_crlf/empty_crlf.1.adm
new file mode 100644
index 0000000000..a5593dcf18
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/empty_crlf/empty_crlf.1.adm
@@ -0,0 +1 @@
+{ "$1": 2 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/escaped_quotes/escaped_quotes.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/escaped_quotes/escaped_quotes.1.adm
new file mode 100644
index 0000000000..a5593dcf18
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/escaped_quotes/escaped_quotes.1.adm
@@ -0,0 +1 @@
+{ "$1": 2 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/json/json.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/json/json.1.adm
new file mode 100644
index 0000000000..7cc3573bc1
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/json/json.1.adm
@@ -0,0 +1 @@
+{ "$1": 1 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/newlines/newlines.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/newlines/newlines.1.adm
new file mode 100644
index 0000000000..e8c8fd2306
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/newlines/newlines.1.adm
@@ -0,0 +1 @@
+{ "$1": 3 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/newlines_crlf/newlines_crlf.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/newlines_crlf/newlines_crlf.1.adm
new file mode 100644
index 0000000000..e8c8fd2306
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/newlines_crlf/newlines_crlf.1.adm
@@ -0,0 +1 @@
+{ "$1": 3 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/quotes_and_newlines/quotes_and_newlines.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/quotes_and_newlines/quotes_and_newlines.1.adm
new file mode 100644
index 0000000000..a5593dcf18
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/quotes_and_newlines/quotes_and_newlines.1.adm
@@ -0,0 +1 @@
+{ "$1": 2 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/simple/simple.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/simple/simple.1.adm
new file mode 100644
index 0000000000..7cc3573bc1
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/simple/simple.1.adm
@@ -0,0 +1 @@
+{ "$1": 1 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/simple_crlf/simple_crlf.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/simple_crlf/simple_crlf.1.adm
new file mode 100644
index 0000000000..7cc3573bc1
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/simple_crlf/simple_crlf.1.adm
@@ -0,0 +1 @@
+{ "$1": 1 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/utf8/utf8.1.adm
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/utf8/utf8.1.adm
new file mode 100644
index 0000000000..a5593dcf18
--- /dev/null
+++
b/asterixdb/asterix-app/src/test/resources/runtimets/results/csv-spectrum/utf8/utf8.1.adm
@@ -0,0 +1 @@
+{ "$1": 2 }
diff --git
a/asterixdb/asterix-app/src/test/resources/runtimets/sqlpp_queries.xml
b/asterixdb/asterix-app/src/test/resources/runtimets/sqlpp_queries.xml
index 8abe46c332..d476c25cd6 100644
--- a/asterixdb/asterix-app/src/test/resources/runtimets/sqlpp_queries.xml
+++ b/asterixdb/asterix-app/src/test/resources/runtimets/sqlpp_queries.xml
@@ -13821,6 +13821,61 @@
<output-dir compare="Text">csv_08</output-dir>
</compilation-unit>
</test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="comma_in_quotes">
+ <output-dir compare="Text">comma_in_quotes</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="empty">
+ <output-dir compare="Text">empty</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="empty_crlf">
+ <output-dir compare="Text">empty_crlf</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="escaped_quotes">
+ <output-dir compare="Text">escaped_quotes</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="json">
+ <output-dir compare="Text">json</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="newlines">
+ <output-dir compare="Text">newlines</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="newlines_crlf">
+ <output-dir compare="Text">newlines_crlf</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="quotes_and_newlines">
+ <output-dir compare="Text">quotes_and_newlines</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="simple">
+ <output-dir compare="Text">simple</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="simple_crlf">
+ <output-dir compare="Text">simple_crlf</output-dir>
+ </compilation-unit>
+ </test-case>
+ <test-case FilePath="csv-spectrum">
+ <compilation-unit name="utf8">
+ <output-dir compare="Text">utf8</output-dir>
+ </compilation-unit>
+ </test-case>
<test-case FilePath="load">
<compilation-unit name="csv_08_header_crlf">
<output-dir compare="Text">csv_08</output-dir>
diff --git a/asterixdb/src/main/licenses/templates/source_only_licenses.ftl
b/asterixdb/src/main/licenses/templates/source_only_licenses.ftl
index 9abaf937ff..4ee65dac92 100644
--- a/asterixdb/src/main/licenses/templates/source_only_licenses.ftl
+++ b/asterixdb/src/main/licenses/templates/source_only_licenses.ftl
@@ -184,3 +184,17 @@ ON AN "AS IS" BASIS, AND THE UNIVERSITY OF CALIFORNIA HAS
NO OBLIGATIONS TO
PROVIDE MAINTENANCE, SUPPORT, UPDATES, ENHANCEMENTS, OR MODIFICATIONS.
</@license>
+<@license files=["asterix-app/data/csv-spectrum/*"]
+ component="AsterixDB csv-spectrum tests" licenseName="BSD">
+Copyright (c) 2013, Max Ogden
+All rights reserved.
+
+Redistribution and use in source and binary forms, with or without
modification, are permitted provided that the following conditions are met:
+
+Redistributions of source code must retain the above copyright notice, this
list of conditions and the following disclaimer.
+Redistributions in binary form must reproduce the above copyright notice, this
list of conditions and the following disclaimer in the documentation and/or
other materials provided with the distribution.
+THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE LIABLE
FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
SERVICES; LOSS OF USE, DATA, OR PROF [...]
+</@license>
+
+
+
