This is an automated email from the ASF dual-hosted git repository.
zhangstar333 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/doris.git
The following commit(s) were added to refs/heads/master by this push:
new 608baae001a [docker][regregression]update routine load cases #28450
608baae001a is described below
commit 608baae001a63085d863691458b5018e099eb3a3
Author: XuJianxu <[email protected]>
AuthorDate: Sat Dec 16 17:57:39 2023 +0800
[docker][regregression]update routine load cases #28450
Co-authored-by: 胥剑旭 <[email protected]>
---
docker/thirdparties/run-thirdparties-docker.sh | 58 ++++++++++----------
regression-test/framework/pom.xml | 5 ++
.../load_p0/routine_load/data/basic_array_data.csv | 20 +++++++
.../routine_load/data/basic_array_data_json.json | 1 +
.../data/basic_array_data_json_by_line.json | 18 +++++++
.../data/basic_array_data_timezone.csv | 20 +++++++
.../data/basic_array_data_with_errors.csv | 20 +++++++
.../load_p0/routine_load/data/basic_data.csv | 20 +++++++
.../load_p0/routine_load/data/basic_data_json.json | 1 +
.../routine_load/data/basic_data_json_by_line.json | 20 +++++++
.../routine_load/data/basic_data_timezone.csv | 20 +++++++
.../routine_load/data/basic_data_with_errors.csv | 20 +++++++
.../load_p0/routine_load/data/multi_table_csv.csv | 1 +
.../load_p0/routine_load/data/multi_table_csv1.csv | 2 +
.../routine_load/data/multi_table_json.json | 1 +
.../routine_load/data/multi_table_json1.json | 2 +
.../load_p0/routine_load/test_routine_load.groovy | 62 ++++++++++++++++++++--
17 files changed, 259 insertions(+), 32 deletions(-)
diff --git a/docker/thirdparties/run-thirdparties-docker.sh
b/docker/thirdparties/run-thirdparties-docker.sh
index 02278107a94..c1a87ea6cf4 100755
--- a/docker/thirdparties/run-thirdparties-docker.sh
+++ b/docker/thirdparties/run-thirdparties-docker.sh
@@ -253,39 +253,39 @@ if [[ "${RUN_KAFKA}" -eq 1 ]]; then
sed -i "s/doris--/${CONTAINER_UID}/g"
"${ROOT}"/docker-compose/kafka/kafka.yaml
sed -i "s/localhost/${IP_HOST}/g" "${ROOT}"/docker-compose/kafka/kafka.yaml
sudo docker compose -f "${ROOT}"/docker-compose/kafka/kafka.yaml
--env-file "${ROOT}"/docker-compose/kafka/kafka.env down
- start_kafka_producers() {
- local container_id="$1"
- local ip_host="$2"
- local backup_dir=/home/work/pipline/backup_center
-
- declare -a topics=("basic_data" "basic_array_data"
"basic_data_with_errors" "basic_array_data_with_errors" "basic_data_timezone"
"basic_array_data_timezone" "multi_table_csv" "multi_table_csv1")
-
- for topic in "${topics[@]}"; do
- while IFS= read -r line; do
- touch ${backup_dir}/kafka_info.log
- echo $(date) >> ${backup_dir}/kafka_info.log
- echo "docker exec "${container_id}" bash -c echo '$line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${topic}'" >> ${backup_dir}/kafka_info.log
- docker exec "${container_id}" bash -c "echo '$line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${topic}'"
- done < "${ROOT}/docker-compose/kafka/scripts/${topic}.csv"
- done
-
- declare -a json_topics=("basic_data_json" "basic_array_data_json"
"basic_array_data_json_by_line" "basic_data_json_by_line" "multi_table_json"
"multi_table_json1")
+ # start_kafka_producers() {
+ # local container_id="$1"
+ # local ip_host="$2"
+ # local backup_dir=/home/work/pipline/backup_center
+
+ # declare -a topics=("basic_data" "basic_array_data"
"basic_data_with_errors" "basic_array_data_with_errors" "basic_data_timezone"
"basic_array_data_timezone" "multi_table_csv" "multi_table_csv1")
+
+ # for topic in "${topics[@]}"; do
+ # while IFS= read -r line; do
+ # touch ${backup_dir}/kafka_info.log
+ # echo $(date) >> ${backup_dir}/kafka_info.log
+ # echo "docker exec "${container_id}" bash -c echo '$line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${topic}'" >> ${backup_dir}/kafka_info.log
+ # docker exec "${container_id}" bash -c "echo '$line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${topic}'"
+ # done < "${ROOT}/docker-compose/kafka/scripts/${topic}.csv"
+ # done
+
+ # declare -a json_topics=("basic_data_json" "basic_array_data_json"
"basic_array_data_json_by_line" "basic_data_json_by_line" "multi_table_json"
"multi_table_json1")
- for json_topic in "${json_topics[@]}"; do
- echo ${json_topics}
- while IFS= read -r json_line; do
- docker exec "${container_id}" bash -c "echo '$json_line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${json_topic}'"
- echo "echo '$json_line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${json_topic}'"
- done < "${ROOT}/docker-compose/kafka/scripts/${json_topic}.json"
- done
- # copy kafka log to backup path
- docker cp "${container_id}":/opt/kafka/logs ${backup_dir}/kafka_logs
- }
+ # for json_topic in "${json_topics[@]}"; do
+ # echo ${json_topics}
+ # while IFS= read -r json_line; do
+ # docker exec "${container_id}" bash -c "echo '$json_line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${json_topic}'"
+ # echo "echo '$json_line' |
/opt/kafka/bin/kafka-console-producer.sh --broker-list '${ip_host}:19193'
--topic '${json_topic}'"
+ # done < "${ROOT}/docker-compose/kafka/scripts/${json_topic}.json"
+ # done
+ # # copy kafka log to backup path
+ # docker cp "${container_id}":/opt/kafka/logs ${backup_dir}/kafka_logs
+ # }
if [[ "${STOP}" -ne 1 ]]; then
sudo docker compose -f "${ROOT}"/docker-compose/kafka/kafka.yaml
--env-file "${ROOT}"/docker-compose/kafka/kafka.env up --build --remove-orphans
-d
- sleep 30s
- start_kafka_producers "${KAFKA_CONTAINER_ID}" "${IP_HOST}"
+ sleep 10s
+ # start_kafka_producers "${KAFKA_CONTAINER_ID}" "${IP_HOST}"
fi
fi
diff --git a/regression-test/framework/pom.xml
b/regression-test/framework/pom.xml
index e737b1d74e9..4d8858e5dba 100644
--- a/regression-test/framework/pom.xml
+++ b/regression-test/framework/pom.xml
@@ -253,6 +253,11 @@ under the License.
<artifactId>jodd-core</artifactId>
<version>5.3.0</version>
</dependency>
+ <dependency>
+ <groupId>org.apache.kafka</groupId>
+ <artifactId>kafka-clients</artifactId>
+ <version>2.8.1</version>
+ </dependency>
<dependency>
<groupId>ch.qos.logback</groupId>
<artifactId>logback-classic</artifactId>
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_array_data.csv
b/regression-test/suites/load_p0/routine_load/data/basic_array_data.csv
new file mode 100644
index 00000000000..d25ef6489bf
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/basic_array_data.csv
@@ -0,0 +1,20 @@
+55|[1, 1, 1, 1, 1, 1]|[65, 65, 65, 65, 65, 65]|[18805, 18805, 18805, 18805,
18805, 18805]|[229725878, 229725878, 229725878, 229725878, 229725878,
229725878]|[2742856458318615325, 2742856458318615325, 2742856458318615325,
2742856458318615325, 2742856458318615325,
2742856458318615325]|[5907702768956232371, 5907702768956232371,
5907702768956232371, 5907702768956232371, 5907702768956232371,
5907702768956232371]|[12354.624, 12354.624, 12354.624, 12354.624,
12354.624]|[1697579881.947477, 16975 [...]
+84|[0, 0, 0, 0, 0, 0]|[-10, -10, -10, -10, -10, -10]|[9493, 9493, 9493, 9493,
9493, 9493]|[-547874696, -547874696, -547874696, -547874696, -547874696,
-547874696]|[-115057683458952756, -115057683458952756, -115057683458952756,
-115057683458952756, -115057683458952756,
-115057683458952756]|[4473017779279230085, 4473017779279230085,
4473017779279230085, 4473017779279230085, 4473017779279230085,
4473017779279230085]|[13718.372, 13718.372, 13718.372, 13718.372,
13718.372]|[-978213266.02697, [...]
+48|[0, 0, 0, 0, 0, 0]|[88, 88, 88, 88, 88, 88]|[-18899, -18899, -18899,
-18899, -18899, -18899]|[1953750640, 1953750640, 1953750640, 1953750640,
1953750640, 1953750640]|[-6083034186246180312, -6083034186246180312,
-6083034186246180312, -6083034186246180312, -6083034186246180312,
-6083034186246180312]|[7861718260607212662, 7861718260607212662,
7861718260607212662, 7861718260607212662, 7861718260607212662,
7861718260607212662]|[20562.791, 20562.791, 20562.791, 20562.791,
20562.791]|[-15979 [...]
+44|[0, 0, 0, 0, 0, 0]|[61, 61, 61, 61, 61, 61]|[-23419, -23419, -23419,
-23419, -23419, -23419]|[378600280, 378600280, 378600280, 378600280, 378600280,
378600280]|[6788166268039991679, 6788166268039991679, 6788166268039991679,
6788166268039991679, 6788166268039991679,
6788166268039991679]|[-2814786606977504852, -2814786606977504852,
-2814786606977504852, -2814786606977504852, -2814786606977504852,
-2814786606977504852]|[-20151.432, -20151.432, -20151.432, -20151.432,
-20151.432]|[-124822 [...]
+4|[0, 0, 0, 0, 0, 0]|[63, 63, 63, 63, 63, 63]|[11399, 11399, 11399, 11399,
11399, 11399]|[-583523026, -583523026, -583523026, -583523026, -583523026,
-583523026]|[8801164674137231293, 8801164674137231293, 8801164674137231293,
8801164674137231293, 8801164674137231293,
8801164674137231293]|[-8287675635310193906, -8287675635310193906,
-8287675635310193906, -8287675635310193906, -8287675635310193906,
-8287675635310193906]|[23243.16, 23243.16, 23243.16, 23243.16,
23243.16]|[716719993.249115, [...]
+4|[0, 0, 0, 0, 0, 0]|[-67, -67, -67, -67, -67, -67]|[-30372, -30372, -30372,
-30372, -30372, -30372]|[181502941, 181502941, 181502941, 181502941, 181502941,
181502941]|[-2062236823576972800, -2062236823576972800, -2062236823576972800,
-2062236823576972800, -2062236823576972800,
-2062236823576972800]|[6357002962400127842, 6357002962400127842,
6357002962400127842, 6357002962400127842, 6357002962400127842,
6357002962400127842]|[21235.783, 21235.783, 21235.783, 21235.783,
21235.783]|[-110169 [...]
+61|[1, 1, 1, 1, 1, 1]|[121, 121, 121, 121, 121, 121]|[31806, 31806, 31806,
31806, 31806, 31806]|[-1410915562, -1410915562, -1410915562, -1410915562,
-1410915562, -1410915562]|[-250403393155768717, -250403393155768717,
-250403393155768717, -250403393155768717, -250403393155768717,
-250403393155768717]|[4301573778529723431, 4301573778529723431,
4301573778529723431, 4301573778529723431, 4301573778529723431,
4301573778529723431]|[10719.892, 10719.892, 10719.892, 10719.892,
10719.892]|[107378 [...]
+62|[0, 0, 0, 0, 0, 0]|[-126, -126, -126, -126, -126, -126]|[-3813, -3813,
-3813, -3813, -3813, -3813]|[1950651540, 1950651540, 1950651540, 1950651540,
1950651540, 1950651540]|[-7509418841468966217, -7509418841468966217,
-7509418841468966217, -7509418841468966217, -7509418841468966217,
-7509418841468966217]|[5935288575051629397, 5935288575051629397,
5935288575051629397, 5935288575051629397, 5935288575051629397,
5935288575051629397]|[-17121.195, -17121.195, -17121.195, -17121.195, -17121.1
[...]
+88|[1, 1, 1, 1, 1, 1]|[23, 23, 23, 23, 23, 23]|[14833, 14833, 14833, 14833,
14833, 14833]|[2017339015, 2017339015, 2017339015, 2017339015, 2017339015,
2017339015]|[7437673973249797930, 7437673973249797930, 7437673973249797930,
7437673973249797930, 7437673973249797930,
7437673973249797930]|[-5508026584283164347, -5508026584283164347,
-5508026584283164347, -5508026584283164347, -5508026584283164347,
-5508026584283164347]|[-29817.77, -29817.77, -29817.77, -29817.77,
-29817.77]|[-1646754251. [...]
+27|[0, 0, 0, 0, 0, 0]|[-7, -7, -7, -7, -7, -7]|[18307, 18307, 18307, 18307,
18307, 18307]|[76399879, 76399879, 76399879, 76399879, 76399879,
76399879]|[8050764818738996699, 8050764818738996699, 8050764818738996699,
8050764818738996699, 8050764818738996699,
8050764818738996699]|[2402219865213589999, 2402219865213589999,
2402219865213589999, 2402219865213589999, 2402219865213589999,
2402219865213589999]|[-16678.924, -16678.924, -16678.924, -16678.924,
-16678.924]|[-2053879544.844726, -2053 [...]
+8|[1, 1, 1, 1, 1, 1]|[-11, -11, -11, -11, -11, -11]|[-9648, -9648, -9648,
-9648, -9648, -9648]|[-505356927, -505356927, -505356927, -505356927,
-505356927, -505356927]|[7604760670442035037, 7604760670442035037,
7604760670442035037, 7604760670442035037, 7604760670442035037,
7604760670442035037]|[1634770507625165798, 1634770507625165798,
1634770507625165798, 1634770507625165798, 1634770507625165798,
1634770507625165798]|[10822.962, 10822.962, 10822.962, 10822.962,
10822.962]|[1987551048.86 [...]
+76|[1, 1, 1, 1, 1, 1]|[-63, -63, -63, -63, -63, -63]|[25799, 25799, 25799,
25799, 25799, 25799]|[-1387912656, -1387912656, -1387912656, -1387912656,
-1387912656, -1387912656]|[8967926767558546181, 8967926767558546181,
8967926767558546181, 8967926767558546181, 8967926767558546181,
8967926767558546181]|[-3537865898119184476, -3537865898119184476,
-3537865898119184476, -3537865898119184476, -3537865898119184476,
-3537865898119184476]|[5311.188, 5311.188, 5311.188, 5311.188, 5311.188]|[17362
[...]
+52|[0, 0, 0, 0, 0, 0]|[-7, -7, -7, -7, -7, -7]|[-6985, -6985, -6985, -6985,
-6985, -6985]|[826683531, 826683531, 826683531, 826683531, 826683531,
826683531]|[-8966681855246736361, -8966681855246736361, -8966681855246736361,
-8966681855246736361, -8966681855246736361,
-8966681855246736361]|[4814686163176635446, 4814686163176635446,
4814686163176635446, 4814686163176635446, 4814686163176635446,
4814686163176635446]|[-6490.247, -6490.247, -6490.247, -6490.247,
-6490.247]|[1076976372.033826, [...]
+3|[0, 0, 0, 0, 0, 0]|[65, 65, 65, 65, 65, 65]|[-4963, -4963, -4963, -4963,
-4963, -4963]|[-1415431954, -1415431954, -1415431954, -1415431954, -1415431954,
-1415431954]|[-3804309860450207000, -3804309860450207000, -3804309860450207000,
-3804309860450207000, -3804309860450207000,
-3804309860450207000]|[8209240008557215376, 8209240008557215376,
8209240008557215376, 8209240008557215376, 8209240008557215376,
8209240008557215376]|[-5058.13, -5058.13, -5058.13, -5058.13,
-5058.13]|[1034763010.6 [...]
+49|[0, 0, 0, 0, 0, 0]|[126, 126, 126, 126, 126, 126]|[31661, 31661, 31661,
31661, 31661, 31661]|[359703581, 359703581, 359703581, 359703581, 359703581,
359703581]|[-2399575246807057939, -2399575246807057939, -2399575246807057939,
-2399575246807057939, -2399575246807057939,
-2399575246807057939]|[7684667782059034391, 7684667782059034391,
7684667782059034391, 7684667782059034391, 7684667782059034391,
7684667782059034391]|[-504.68152, -504.68152, -504.68152, -504.68152,
-504.68152]|[2121528 [...]
+41|[0, 0, 0, 0, 0, 0]|[-25, -25, -25, -25, -25, -25]|[28704, 28704, 28704,
28704, 28704, 28704]|[-437867812, -437867812, -437867812, -437867812,
-437867812, -437867812]|[5508042206505207079, 5508042206505207079,
5508042206505207079, 5508042206505207079, 5508042206505207079,
5508042206505207079]|[462527544684407597, 462527544684407597,
462527544684407597, 462527544684407597, 462527544684407597,
462527544684407597]|[13629.614, 13629.614, 13629.614, 13629.614,
13629.614]|[213722401.337962, [...]
+16|[1, 1, 1, 1, 1, 1]|[-7, -7, -7, -7, -7, -7]|[18655, 18655, 18655, 18655,
18655, 18655]|[6240356, 6240356, 6240356, 6240356, 6240356,
6240356]|[4552179257266841393, 4552179257266841393, 4552179257266841393,
4552179257266841393, 4552179257266841393,
4552179257266841393]|[323868824766329978, 323868824766329978,
323868824766329978, 323868824766329978, 323868824766329978,
323868824766329978]|[2972.2478, 2972.2478, 2972.2478, 2972.2478,
2972.2478]|[-1177167334.995008, -1177167334.995008, -1 [...]
+16|[0, 0, 0, 0, 0, 0]|[-43, -43, -43, -43, -43, -43]|[13560, 13560, 13560,
13560, 13560, 13560]|[-1743686513, -1743686513, -1743686513, -1743686513,
-1743686513, -1743686513]|[7234719406392208769, 7234719406392208769,
7234719406392208769, 7234719406392208769, 7234719406392208769,
7234719406392208769]|[-3871745630024229413, -3871745630024229413,
-3871745630024229413, -3871745630024229413, -3871745630024229413,
-3871745630024229413]|[12225.427, 12225.427, 12225.427, 12225.427, 12225.427]|[
[...]
+17|[1, 1, 1, 1, 1, 1]|[126, 126, 126, 126, 126, 126]|[28165, 28165, 28165,
28165, 28165, 28165]|[2032059721, 2032059721, 2032059721, 2032059721,
2032059721, 2032059721]|[-2686776977990574879, -2686776977990574879,
-2686776977990574879, -2686776977990574879, -2686776977990574879,
-2686776977990574879]|[-8498149444423102876, -8498149444423102876,
-8498149444423102876, -8498149444423102876, -8498149444423102876,
-8498149444423102876]|[-21681.223, -21681.223, -21681.223, -21681.223, -21681.2
[...]
+2|[0, 0, 0, 0, 0, 0]|[117, 117, 117, 117, 117, 117]|[-4744, -4744, -4744,
-4744, -4744, -4744]|[-1593211961, -1593211961, -1593211961, -1593211961,
-1593211961, -1593211961]|[-3869640069299678780, -3869640069299678780,
-3869640069299678780, -3869640069299678780, -3869640069299678780,
-3869640069299678780]|[8491817458398170567, 8491817458398170567,
8491817458398170567, 8491817458398170567, 8491817458398170567,
8491817458398170567]|[-30948.857, -30948.857, -30948.857, -30948.857, -30948.85
[...]
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_array_data_json.json
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_json.json
new file mode 100644
index 00000000000..bb563a19a56
--- /dev/null
+++
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_json.json
@@ -0,0 +1 @@
+[{"k00": "2", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[117, 117, 117, 117, 117,
117]", "k03": "[-4744, -4744, -4744, -4744, -4744, -4744]", "k04":
"[-1593211961, -1593211961, -1593211961, -1593211961, -1593211961,
-1593211961]", "k05": "[-3869640069299678780, -3869640069299678780,
-3869640069299678780, -3869640069299678780, -3869640069299678780,
-3869640069299678780]", "k06": "[8491817458398170567, 8491817458398170567,
8491817458398170567, 8491817458398170567, 8491817458398170567, 849181745 [...]
\ No newline at end of file
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_array_data_json_by_line.json
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_json_by_line.json
new file mode 100644
index 00000000000..b6398efbc7e
--- /dev/null
+++
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_json_by_line.json
@@ -0,0 +1,18 @@
+{"k00": "55", "k01": "[1, 1, 1, 1, 1, 1]", "k02": "[65, 65, 65, 65, 65, 65]",
"k03": "[18805, 18805, 18805, 18805, 18805, 18805]", "k04": "[229725878,
229725878, 229725878, 229725878, 229725878, 229725878]", "k05":
"[2742856458318615325, 2742856458318615325, 2742856458318615325,
2742856458318615325, 2742856458318615325, 2742856458318615325]", "k06":
"[5907702768956232371, 5907702768956232371, 5907702768956232371,
5907702768956232371, 5907702768956232371, 5907702768956232371]", "k07": "[1
[...]
+{"k00": "84", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[-10, -10, -10, -10, -10,
-10]", "k03": "[9493, 9493, 9493, 9493, 9493, 9493]", "k04": "[-547874696,
-547874696, -547874696, -547874696, -547874696, -547874696]", "k05":
"[-115057683458952756, -115057683458952756, -115057683458952756,
-115057683458952756, -115057683458952756, -115057683458952756]", "k06":
"[4473017779279230085, 4473017779279230085, 4473017779279230085,
4473017779279230085, 4473017779279230085, 4473017779279230085]", "k07 [...]
+{"k00": "48", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[88, 88, 88, 88, 88, 88]",
"k03": "[-18899, -18899, -18899, -18899, -18899, -18899]", "k04": "[1953750640,
1953750640, 1953750640, 1953750640, 1953750640, 1953750640]", "k05":
"[-6083034186246180312, -6083034186246180312, -6083034186246180312,
-6083034186246180312, -6083034186246180312, -6083034186246180312]", "k06":
"[7861718260607212662, 7861718260607212662, 7861718260607212662,
7861718260607212662, 7861718260607212662, 786171826060721 [...]
+{"k00": "44", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[61, 61, 61, 61, 61, 61]",
"k03": "[-23419, -23419, -23419, -23419, -23419, -23419]", "k04": "[378600280,
378600280, 378600280, 378600280, 378600280, 378600280]", "k05":
"[6788166268039991679, 6788166268039991679, 6788166268039991679,
6788166268039991679, 6788166268039991679, 6788166268039991679]", "k06":
"[-2814786606977504852, -2814786606977504852, -2814786606977504852,
-2814786606977504852, -2814786606977504852, -2814786606977504852]" [...]
+{"k00": "4", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[63, 63, 63, 63, 63, 63]",
"k03": "[11399, 11399, 11399, 11399, 11399, 11399]", "k04": "[-583523026,
-583523026, -583523026, -583523026, -583523026, -583523026]", "k05":
"[8801164674137231293, 8801164674137231293, 8801164674137231293,
8801164674137231293, 8801164674137231293, 8801164674137231293]", "k06":
"[-8287675635310193906, -8287675635310193906, -8287675635310193906,
-8287675635310193906, -8287675635310193906, -8287675635310193906]", [...]
+{"k00": "4", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[-67, -67, -67, -67, -67,
-67]", "k03": "[-30372, -30372, -30372, -30372, -30372, -30372]", "k04":
"[181502941, 181502941, 181502941, 181502941, 181502941, 181502941]", "k05":
"[-2062236823576972800, -2062236823576972800, -2062236823576972800,
-2062236823576972800, -2062236823576972800, -2062236823576972800]", "k06":
"[6357002962400127842, 6357002962400127842, 6357002962400127842,
6357002962400127842, 6357002962400127842, 6357002962400127 [...]
+{"k00": "61", "k01": "[1, 1, 1, 1, 1, 1]", "k02": "[121, 121, 121, 121, 121,
121]", "k03": "[31806, 31806, 31806, 31806, 31806, 31806]", "k04":
"[-1410915562, -1410915562, -1410915562, -1410915562, -1410915562,
-1410915562]", "k05": "[-250403393155768717, -250403393155768717,
-250403393155768717, -250403393155768717, -250403393155768717,
-250403393155768717]", "k06": "[4301573778529723431, 4301573778529723431,
4301573778529723431, 4301573778529723431, 4301573778529723431, 430157377852972
[...]
+{"k00": "27", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[-7, -7, -7, -7, -7, -7]",
"k03": "[18307, 18307, 18307, 18307, 18307, 18307]", "k04": "[76399879,
76399879, 76399879, 76399879, 76399879, 76399879]", "k05":
"[8050764818738996699, 8050764818738996699, 8050764818738996699,
8050764818738996699, 8050764818738996699, 8050764818738996699]", "k06":
"[2402219865213589999, 2402219865213589999, 2402219865213589999,
2402219865213589999, 2402219865213589999, 2402219865213589999]", "k07":
"[-16678. [...]
+{"k00": "8", "k01": "[1, 1, 1, 1, 1, 1]", "k02": "[-11, -11, -11, -11, -11,
-11]", "k03": "[-9648, -9648, -9648, -9648, -9648, -9648]", "k04":
"[-505356927, -505356927, -505356927, -505356927, -505356927, -505356927]",
"k05": "[7604760670442035037, 7604760670442035037, 7604760670442035037,
7604760670442035037, 7604760670442035037, 7604760670442035037]", "k06":
"[1634770507625165798, 1634770507625165798, 1634770507625165798,
1634770507625165798, 1634770507625165798, 1634770507625165798]", [...]
+{"k00": "76", "k01": "[1, 1, 1, 1, 1, 1]", "k02": "[-63, -63, -63, -63, -63,
-63]", "k03": "[25799, 25799, 25799, 25799, 25799, 25799]", "k04":
"[-1387912656, -1387912656, -1387912656, -1387912656, -1387912656,
-1387912656]", "k05": "[8967926767558546181, 8967926767558546181,
8967926767558546181, 8967926767558546181, 8967926767558546181,
8967926767558546181]", "k06": "[-3537865898119184476, -3537865898119184476,
-3537865898119184476, -3537865898119184476, -3537865898119184476, -353786589
[...]
+{"k00": "52", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[-7, -7, -7, -7, -7, -7]",
"k03": "[-6985, -6985, -6985, -6985, -6985, -6985]", "k04": "[826683531,
826683531, 826683531, 826683531, 826683531, 826683531]", "k05":
"[-8966681855246736361, -8966681855246736361, -8966681855246736361,
-8966681855246736361, -8966681855246736361, -8966681855246736361]", "k06":
"[4814686163176635446, 4814686163176635446, 4814686163176635446,
4814686163176635446, 4814686163176635446, 4814686163176635446]", "k07 [...]
+{"k00": "3", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[65, 65, 65, 65, 65, 65]",
"k03": "[-4963, -4963, -4963, -4963, -4963, -4963]", "k04": "[-1415431954,
-1415431954, -1415431954, -1415431954, -1415431954, -1415431954]", "k05":
"[-3804309860450207000, -3804309860450207000, -3804309860450207000,
-3804309860450207000, -3804309860450207000, -3804309860450207000]", "k06":
"[8209240008557215376, 8209240008557215376, 8209240008557215376,
8209240008557215376, 8209240008557215376, 8209240008557215 [...]
+{"k00": "49", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[126, 126, 126, 126, 126,
126]", "k03": "[31661, 31661, 31661, 31661, 31661, 31661]", "k04": "[359703581,
359703581, 359703581, 359703581, 359703581, 359703581]", "k05":
"[-2399575246807057939, -2399575246807057939, -2399575246807057939,
-2399575246807057939, -2399575246807057939, -2399575246807057939]", "k06":
"[7684667782059034391, 7684667782059034391, 7684667782059034391,
7684667782059034391, 7684667782059034391, 7684667782059034391]" [...]
+{"k00": "41", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[-25, -25, -25, -25, -25,
-25]", "k03": "[28704, 28704, 28704, 28704, 28704, 28704]", "k04":
"[-437867812, -437867812, -437867812, -437867812, -437867812, -437867812]",
"k05": "[5508042206505207079, 5508042206505207079, 5508042206505207079,
5508042206505207079, 5508042206505207079, 5508042206505207079]", "k06":
"[462527544684407597, 462527544684407597, 462527544684407597,
462527544684407597, 462527544684407597, 462527544684407597]", "k07 [...]
+{"k00": "16", "k01": "[1, 1, 1, 1, 1, 1]", "k02": "[-7, -7, -7, -7, -7, -7]",
"k03": "[18655, 18655, 18655, 18655, 18655, 18655]", "k04": "[6240356, 6240356,
6240356, 6240356, 6240356, 6240356]", "k05": "[4552179257266841393,
4552179257266841393, 4552179257266841393, 4552179257266841393,
4552179257266841393, 4552179257266841393]", "k06": "[323868824766329978,
323868824766329978, 323868824766329978, 323868824766329978, 323868824766329978,
323868824766329978]", "k07": "[2972.2478, 2972.247 [...]
+{"k00": "16", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[-43, -43, -43, -43, -43,
-43]", "k03": "[13560, 13560, 13560, 13560, 13560, 13560]", "k04":
"[-1743686513, -1743686513, -1743686513, -1743686513, -1743686513,
-1743686513]", "k05": "[7234719406392208769, 7234719406392208769,
7234719406392208769, 7234719406392208769, 7234719406392208769,
7234719406392208769]", "k06": "[-3871745630024229413, -3871745630024229413,
-3871745630024229413, -3871745630024229413, -3871745630024229413, -387174563
[...]
+{"k00": "17", "k01": "[1, 1, 1, 1, 1, 1]", "k02": "[126, 126, 126, 126, 126,
126]", "k03": "[28165, 28165, 28165, 28165, 28165, 28165]", "k04":
"[2032059721, 2032059721, 2032059721, 2032059721, 2032059721, 2032059721]",
"k05": "[-2686776977990574879, -2686776977990574879, -2686776977990574879,
-2686776977990574879, -2686776977990574879, -2686776977990574879]", "k06":
"[-8498149444423102876, -8498149444423102876, -8498149444423102876,
-8498149444423102876, -8498149444423102876, -849814944 [...]
+{"k00": "2", "k01": "[0, 0, 0, 0, 0, 0]", "k02": "[117, 117, 117, 117, 117,
117]", "k03": "[-4744, -4744, -4744, -4744, -4744, -4744]", "k04":
"[-1593211961, -1593211961, -1593211961, -1593211961, -1593211961,
-1593211961]", "k05": "[-3869640069299678780, -3869640069299678780,
-3869640069299678780, -3869640069299678780, -3869640069299678780,
-3869640069299678780]", "k06": "[8491817458398170567, 8491817458398170567,
8491817458398170567, 8491817458398170567, 8491817458398170567, 8491817458 [...]
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_array_data_timezone.csv
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_timezone.csv
new file mode 100644
index 00000000000..a08b92360c6
--- /dev/null
+++
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_timezone.csv
@@ -0,0 +1,20 @@
+[1, 1, 1, 1, 1, 1]|[65, 65, 65, 65, 65, 65]|[18805, 18805, 18805, 18805,
18805, 18805]|[229725878, 229725878, 229725878, 229725878, 229725878,
229725878]|[2742856458318615325, 2742856458318615325, 2742856458318615325,
2742856458318615325, 2742856458318615325,
2742856458318615325]|[5907702768956232371, 5907702768956232371,
5907702768956232371, 5907702768956232371, 5907702768956232371,
5907702768956232371]|[12354.624, 12354.624, 12354.624, 12354.624,
12354.624]|[1697579881.947477, 16975798 [...]
+[0, 0, 0, 0, 0, 0]|[-10, -10, -10, -10, -10, -10]|[9493, 9493, 9493, 9493,
9493, 9493]|[-547874696, -547874696, -547874696, -547874696, -547874696,
-547874696]|[-115057683458952756, -115057683458952756, -115057683458952756,
-115057683458952756, -115057683458952756,
-115057683458952756]|[4473017779279230085, 4473017779279230085,
4473017779279230085, 4473017779279230085, 4473017779279230085,
4473017779279230085]|[13718.372, 13718.372, 13718.372, 13718.372,
13718.372]|[-978213266.02697, -97 [...]
+[0, 0, 0, 0, 0, 0]|[88, 88, 88, 88, 88, 88]|[-18899, -18899, -18899, -18899,
-18899, -18899]|[1953750640, 1953750640, 1953750640, 1953750640, 1953750640,
1953750640]|[-6083034186246180312, -6083034186246180312, -6083034186246180312,
-6083034186246180312, -6083034186246180312,
-6083034186246180312]|[7861718260607212662, 7861718260607212662,
7861718260607212662, 7861718260607212662, 7861718260607212662,
7861718260607212662]|[20562.791, 20562.791, 20562.791, 20562.791,
20562.791]|[-15979946 [...]
+[0, 0, 0, 0, 0, 0]|[61, 61, 61, 61, 61, 61]|[-23419, -23419, -23419, -23419,
-23419, -23419]|[378600280, 378600280, 378600280, 378600280, 378600280,
378600280]|[6788166268039991679, 6788166268039991679, 6788166268039991679,
6788166268039991679, 6788166268039991679,
6788166268039991679]|[-2814786606977504852, -2814786606977504852,
-2814786606977504852, -2814786606977504852, -2814786606977504852,
-2814786606977504852]|[-20151.432, -20151.432, -20151.432, -20151.432,
-20151.432]|[-124822900 [...]
+[0, 0, 0, 0, 0, 0]|[63, 63, 63, 63, 63, 63]|[11399, 11399, 11399, 11399,
11399, 11399]|[-583523026, -583523026, -583523026, -583523026, -583523026,
-583523026]|[8801164674137231293, 8801164674137231293, 8801164674137231293,
8801164674137231293, 8801164674137231293,
8801164674137231293]|[-8287675635310193906, -8287675635310193906,
-8287675635310193906, -8287675635310193906, -8287675635310193906,
-8287675635310193906]|[23243.16, 23243.16, 23243.16, 23243.16,
23243.16]|[716719993.249115, 71 [...]
+[0, 0, 0, 0, 0, 0]|[-67, -67, -67, -67, -67, -67]|[-30372, -30372, -30372,
-30372, -30372, -30372]|[181502941, 181502941, 181502941, 181502941, 181502941,
181502941]|[-2062236823576972800, -2062236823576972800, -2062236823576972800,
-2062236823576972800, -2062236823576972800,
-2062236823576972800]|[6357002962400127842, 6357002962400127842,
6357002962400127842, 6357002962400127842, 6357002962400127842,
6357002962400127842]|[21235.783, 21235.783, 21235.783, 21235.783,
21235.783]|[-11016947 [...]
+[1, 1, 1, 1, 1, 1]|[121, 121, 121, 121, 121, 121]|[31806, 31806, 31806, 31806,
31806, 31806]|[-1410915562, -1410915562, -1410915562, -1410915562, -1410915562,
-1410915562]|[-250403393155768717, -250403393155768717, -250403393155768717,
-250403393155768717, -250403393155768717,
-250403393155768717]|[4301573778529723431, 4301573778529723431,
4301573778529723431, 4301573778529723431, 4301573778529723431,
4301573778529723431]|[10719.892, 10719.892, 10719.892, 10719.892,
10719.892]|[107378059 [...]
+[0, 0, 0, 0, 0, 0]|[-126, -126, -126, -126, -126, -126]|[-3813, -3813, -3813,
-3813, -3813, -3813]|[1950651540, 1950651540, 1950651540, 1950651540,
1950651540, 1950651540]|[-7509418841468966217, -7509418841468966217,
-7509418841468966217, -7509418841468966217, -7509418841468966217,
-7509418841468966217]|[5935288575051629397, 5935288575051629397,
5935288575051629397, 5935288575051629397, 5935288575051629397,
5935288575051629397]|[-17121.195, -17121.195, -17121.195, -17121.195,
-17121.195] [...]
+[1, 1, 1, 1, 1, 1]|[23, 23, 23, 23, 23, 23]|[14833, 14833, 14833, 14833,
14833, 14833]|[2017339015, 2017339015, 2017339015, 2017339015, 2017339015,
2017339015]|[7437673973249797930, 7437673973249797930, 7437673973249797930,
7437673973249797930, 7437673973249797930,
7437673973249797930]|[-5508026584283164347, -5508026584283164347,
-5508026584283164347, -5508026584283164347, -5508026584283164347,
-5508026584283164347]|[-29817.77, -29817.77, -29817.77, -29817.77,
-29817.77]|[-1646754251.102 [...]
+[0, 0, 0, 0, 0, 0]|[-7, -7, -7, -7, -7, -7]|[18307, 18307, 18307, 18307,
18307, 18307]|[76399879, 76399879, 76399879, 76399879, 76399879,
76399879]|[8050764818738996699, 8050764818738996699, 8050764818738996699,
8050764818738996699, 8050764818738996699,
8050764818738996699]|[2402219865213589999, 2402219865213589999,
2402219865213589999, 2402219865213589999, 2402219865213589999,
2402219865213589999]|[-16678.924, -16678.924, -16678.924, -16678.924,
-16678.924]|[-2053879544.844726, -2053879 [...]
+[1, 1, 1, 1, 1, 1]|[-11, -11, -11, -11, -11, -11]|[-9648, -9648, -9648, -9648,
-9648, -9648]|[-505356927, -505356927, -505356927, -505356927, -505356927,
-505356927]|[7604760670442035037, 7604760670442035037, 7604760670442035037,
7604760670442035037, 7604760670442035037,
7604760670442035037]|[1634770507625165798, 1634770507625165798,
1634770507625165798, 1634770507625165798, 1634770507625165798,
1634770507625165798]|[10822.962, 10822.962, 10822.962, 10822.962,
10822.962]|[1987551048.8630 [...]
+[1, 1, 1, 1, 1, 1]|[-63, -63, -63, -63, -63, -63]|[25799, 25799, 25799, 25799,
25799, 25799]|[-1387912656, -1387912656, -1387912656, -1387912656, -1387912656,
-1387912656]|[8967926767558546181, 8967926767558546181, 8967926767558546181,
8967926767558546181, 8967926767558546181,
8967926767558546181]|[-3537865898119184476, -3537865898119184476,
-3537865898119184476, -3537865898119184476, -3537865898119184476,
-3537865898119184476]|[5311.188, 5311.188, 5311.188, 5311.188,
5311.188]|[17362874 [...]
+[0, 0, 0, 0, 0, 0]|[-7, -7, -7, -7, -7, -7]|[-6985, -6985, -6985, -6985,
-6985, -6985]|[826683531, 826683531, 826683531, 826683531, 826683531,
826683531]|[-8966681855246736361, -8966681855246736361, -8966681855246736361,
-8966681855246736361, -8966681855246736361,
-8966681855246736361]|[4814686163176635446, 4814686163176635446,
4814686163176635446, 4814686163176635446, 4814686163176635446,
4814686163176635446]|[-6490.247, -6490.247, -6490.247, -6490.247,
-6490.247]|[1076976372.033826, 10 [...]
+[0, 0, 0, 0, 0, 0]|[65, 65, 65, 65, 65, 65]|[-4963, -4963, -4963, -4963,
-4963, -4963]|[-1415431954, -1415431954, -1415431954, -1415431954, -1415431954,
-1415431954]|[-3804309860450207000, -3804309860450207000, -3804309860450207000,
-3804309860450207000, -3804309860450207000,
-3804309860450207000]|[8209240008557215376, 8209240008557215376,
8209240008557215376, 8209240008557215376, 8209240008557215376,
8209240008557215376]|[-5058.13, -5058.13, -5058.13, -5058.13,
-5058.13]|[1034763010.616 [...]
+[0, 0, 0, 0, 0, 0]|[126, 126, 126, 126, 126, 126]|[31661, 31661, 31661, 31661,
31661, 31661]|[359703581, 359703581, 359703581, 359703581, 359703581,
359703581]|[-2399575246807057939, -2399575246807057939, -2399575246807057939,
-2399575246807057939, -2399575246807057939,
-2399575246807057939]|[7684667782059034391, 7684667782059034391,
7684667782059034391, 7684667782059034391, 7684667782059034391,
7684667782059034391]|[-504.68152, -504.68152, -504.68152, -504.68152,
-504.68152]|[2121528178 [...]
+[0, 0, 0, 0, 0, 0]|[-25, -25, -25, -25, -25, -25]|[28704, 28704, 28704, 28704,
28704, 28704]|[-437867812, -437867812, -437867812, -437867812, -437867812,
-437867812]|[5508042206505207079, 5508042206505207079, 5508042206505207079,
5508042206505207079, 5508042206505207079,
5508042206505207079]|[462527544684407597, 462527544684407597,
462527544684407597, 462527544684407597, 462527544684407597,
462527544684407597]|[13629.614, 13629.614, 13629.614, 13629.614,
13629.614]|[213722401.337962, 213 [...]
+[1, 1, 1, 1, 1, 1]|[-7, -7, -7, -7, -7, -7]|[18655, 18655, 18655, 18655,
18655, 18655]|[6240356, 6240356, 6240356, 6240356, 6240356,
6240356]|[4552179257266841393, 4552179257266841393, 4552179257266841393,
4552179257266841393, 4552179257266841393,
4552179257266841393]|[323868824766329978, 323868824766329978,
323868824766329978, 323868824766329978, 323868824766329978,
323868824766329978]|[2972.2478, 2972.2478, 2972.2478, 2972.2478,
2972.2478]|[-1177167334.995008, -1177167334.995008, -1177 [...]
+[0, 0, 0, 0, 0, 0]|[-43, -43, -43, -43, -43, -43]|[13560, 13560, 13560, 13560,
13560, 13560]|[-1743686513, -1743686513, -1743686513, -1743686513, -1743686513,
-1743686513]|[7234719406392208769, 7234719406392208769, 7234719406392208769,
7234719406392208769, 7234719406392208769,
7234719406392208769]|[-3871745630024229413, -3871745630024229413,
-3871745630024229413, -3871745630024229413, -3871745630024229413,
-3871745630024229413]|[12225.427, 12225.427, 12225.427, 12225.427,
12225.427]|[-13 [...]
+[1, 1, 1, 1, 1, 1]|[126, 126, 126, 126, 126, 126]|[28165, 28165, 28165, 28165,
28165, 28165]|[2032059721, 2032059721, 2032059721, 2032059721, 2032059721,
2032059721]|[-2686776977990574879, -2686776977990574879, -2686776977990574879,
-2686776977990574879, -2686776977990574879,
-2686776977990574879]|[-8498149444423102876, -8498149444423102876,
-8498149444423102876, -8498149444423102876, -8498149444423102876,
-8498149444423102876]|[-21681.223, -21681.223, -21681.223, -21681.223,
-21681.223] [...]
+[0, 0, 0, 0, 0, 0]|[117, 117, 117, 117, 117, 117]|[-4744, -4744, -4744, -4744,
-4744, -4744]|[-1593211961, -1593211961, -1593211961, -1593211961, -1593211961,
-1593211961]|[-3869640069299678780, -3869640069299678780, -3869640069299678780,
-3869640069299678780, -3869640069299678780,
-3869640069299678780]|[8491817458398170567, 8491817458398170567,
8491817458398170567, 8491817458398170567, 8491817458398170567,
8491817458398170567]|[-30948.857, -30948.857, -30948.857, -30948.857,
-30948.857] [...]
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_array_data_with_errors.csv
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_with_errors.csv
new file mode 100644
index 00000000000..b2d8b3736c8
--- /dev/null
+++
b/regression-test/suites/load_p0/routine_load/data/basic_array_data_with_errors.csv
@@ -0,0 +1,20 @@
+55|[, 1, 1, 1, 1, 1]|[65, 65, 65, 65, 65, 65]|[18805, 18805, 18805, 18805,
18805, 18805]|[229725878, 229725878, 229725878, 229725878, 229725878,
229725878]|[2742856458318615325, 2742856458318615325, 2742856458318615325,
2742856458318615325, 2742856458318615325,
2742856458318615325]|[5907702768956232371, 5907702768956232371,
5907702768956232371, 5907702768956232371, 5907702768956232371,
5907702768956232371]|[12354.624, 12354.624, 12354.624, 12354.624,
12354.624]|[1697579881.947477, 169757 [...]
+84|[0, 0, 0, 0, 0, 0]|[-10, -10, -10, -10, -10, -10|[9493, 9493, 9493, 9493,
9493, 9493]|[-547874696, -547874696, -547874696, -547874696, -547874696,
-547874696]|[-115057683458952756, -115057683458952756, -115057683458952756,
-115057683458952756, -115057683458952756,
-115057683458952756]|[4473017779279230085, 4473017779279230085,
4473017779279230085, 4473017779279230085, 4473017779279230085,
4473017779279230085]|[13718.372, 13718.372, 13718.372, 13718.372,
13718.372]|[-978213266.02697, - [...]
+48|[0, 0, 0, 0, 0, 2]|[88, 88, 88, 88, 88, 88]|[-18899, -18899, -18899,
-18899, -18899, -18899]|[1953750640, 1953750640, 1953750640, 1953750640,
1953750640, 1953750640]|[-6083034186246180312, -6083034186246180312,
-6083034186246180312, -6083034186246180312, -6083034186246180312,
-6083034186246180312]|[7861718260607212662, 7861718260607212662,
7861718260607212662, 7861718260607212662, 7861718260607212662,
7861718260607212662]|[20562.791, 20562.791, 20562.791, 20562.791,
20562.791]|[-15979 [...]
+44|[0, 0, 0, 0, 0, 0]|[61, 61, 61, 61, 61, 61999999999999999999]|[-23419,
-23419, -23419, -23419, -23419, -23419]|[378600280, 378600280, 378600280,
378600280, 378600280, 378600280]|[6788166268039991679, 6788166268039991679,
6788166268039991679, 6788166268039991679, 6788166268039991679,
6788166268039991679]|[-2814786606977504852, -2814786606977504852,
-2814786606977504852, -2814786606977504852, -2814786606977504852,
-2814786606977504852]|[-20151.432, -20151.432, -20151.432, -20151.432, -2 [...]
+4|[0, 0, 0, 0, 0, 0]|[63, 63, 63, 63, 63, 63]|[11399, 11399, 11399, 11399,
11399, 11399]|[-583523026, -583523026, -583523026, -583523026, -583523026,
-583523026]|[8801164674137231293, 8801164674137231293, 8801164674137231293,
8801164674137231293, 8801164674137231293,
8801164674137231293]|[-8287675635310193906, -8287675635310193906,
-8287675635310193906, -8287675635310193906, -8287675635310193906,
-8287675635310193906]|[23243.16, 23243.16, 23243.16, 23243.16,
23243.16]|[716719993.249115, [...]
+4|[0, 0, 0, 0, 0, 0]|[-67, -67, -67, -67, -67, -67]|[-30372, -30372, -30372,
-30372, -30372, -30372]|[181502941, 181502941, 181502941, 181502941, 181502941,
181502941]|[-2062236823576972800, -2062236823576972800, -2062236823576972800,
-2062236823576972800, -2062236823576972800,
-2062236823576972800]|[6357002962400127842, 6357002962400127842,
6357002962400127842, 6357002962400127842, 6357002962400127842,
6357002962400127842]|[21235.783, 21235.783, 21235.783, 21235.783,
21235.783]|[-110169 [...]
+61|[1, 1, 1, 1, 1, 1]|[121, 121, 121, 121, 121, 121]|[31806, 31806, 31806,
31806, 31806, 31806]|[-1410915562, -1410915562, -1410915562, -1410915562,
-1410915562, -1410915562]|[-250403393155768717, -250403393155768717,
-250403393155768717, -250403393155768717, -250403393155768717,
-250403393155768717]|[4301573778529723431, 4301573778529723431,
4301573778529723431, 4301573778529723431, 4301573778529723431,
4301573778529723431]|[10719.892, 10719.892, 10719.892, 10719.892,
10719.892]|[107378 [...]
+62|[0, 0, 0, 0, 0, 0]|[-126, -126, -126, -126, -126, -126]|[-3813, -3813,
-3813, -3813, -3813, -3813]|[1950651540, 1950651540, 1950651540, 1950651540,
1950651540, 1950651540]|[-7509418841468966217, -7509418841468966217,
-7509418841468966217, -7509418841468966217, -7509418841468966217,
-7509418841468966217]|[5935288575051629397, 5935288575051629397,
5935288575051629397, 5935288575051629397, 5935288575051629397,
5935288575051629397]|[-17121.195, -17121.195, -17121.195, -17121.195, -17121.1
[...]
+88|[1, 1, 1, 1, 1, 1]|[23, 23, 23, 23, 23, 23]|[14833, 14833, 14833, 14833,
14833, 14833]|[2017339015, 2017339015, 2017339015, 2017339015, 2017339015,
2017339015]|[7437673973249797930, 7437673973249797930, 7437673973249797930,
7437673973249797930, 7437673973249797930,
7437673973249797930]|[-5508026584283164347, -5508026584283164347,
-5508026584283164347, -5508026584283164347, -5508026584283164347,
-5508026584283164347]|[-29817.77, -29817.77, -29817.77, -29817.77,
-29817.77]|[-1646754251. [...]
+27|[0, 0, 0, 0, 0, 0]|[-7, -7, -7, -7, -7, -7]|[18307, 18307, 18307, 18307,
18307, 18307]|[76399879, 76399879, 76399879, 76399879, 76399879,
76399879]|[8050764818738996699, 8050764818738996699, 8050764818738996699,
8050764818738996699, 8050764818738996699,
8050764818738996699]|[2402219865213589999, 2402219865213589999,
2402219865213589999, 2402219865213589999, 2402219865213589999,
2402219865213589999]|[-16678.924, -16678.924, -16678.924, -16678.924,
-16678.924]|[-2053879544.844726, -2053 [...]
+8|[1, 1, 1, 1, 1, 1]|[-11, -11, -11, -11, -11, -11]|[-9648, -9648, -9648,
-9648, -9648, -9648]|[-505356927, -505356927, -505356927, -505356927,
-505356927, -505356927]|[7604760670442035037, 7604760670442035037,
7604760670442035037, 7604760670442035037, 7604760670442035037,
7604760670442035037]|[1634770507625165798, 1634770507625165798,
1634770507625165798, 1634770507625165798, 1634770507625165798,
1634770507625165798]|[10822.962, 10822.962, 10822.962, 10822.962,
10822.962]|[1987551048.86 [...]
+76|[1, 1, 1, 1, 1, 1]|[-63, -63, -63, -63, -63, -63]|[25799, 25799, 25799,
25799, 25799, 25799]|[-1387912656, -1387912656, -1387912656, -1387912656,
-1387912656, -1387912656]|[8967926767558546181, 8967926767558546181,
8967926767558546181, 8967926767558546181, 8967926767558546181,
8967926767558546181]|[-3537865898119184476, -3537865898119184476,
-3537865898119184476, -3537865898119184476, -3537865898119184476,
-3537865898119184476]|[5311.188, 5311.188, 5311.188, 5311.188, 5311.188]|[17362
[...]
+52|[0, 0, 0, 0, 0, 0]|[-7, -7, -7, -7, -7, -7]|[-6985, -6985, -6985, -6985,
-6985, -6985]|[826683531, 826683531, 826683531, 826683531, 826683531,
826683531]|[-8966681855246736361, -8966681855246736361, -8966681855246736361,
-8966681855246736361, -8966681855246736361,
-8966681855246736361]|[4814686163176635446, 4814686163176635446,
4814686163176635446, 4814686163176635446, 4814686163176635446,
4814686163176635446]|[-6490.247, -6490.247, -6490.247, -6490.247,
-6490.247]|[1076976372.033826, [...]
+3|[0, 0, 0, 0, 0, 0]|[65, 65, 65, 65, 65, 65]|[-4963, -4963, -4963, -4963,
-4963, -4963]|[-1415431954, -1415431954, -1415431954, -1415431954, -1415431954,
-1415431954]|[-3804309860450207000, -3804309860450207000, -3804309860450207000,
-3804309860450207000, -3804309860450207000,
-3804309860450207000]|[8209240008557215376, 8209240008557215376,
8209240008557215376, 8209240008557215376, 8209240008557215376,
8209240008557215376]|[-5058.13, -5058.13, -5058.13, -5058.13,
-5058.13]|[1034763010.6 [...]
+49|[0, 0, 0, 0, 0, 0]|[126, 126, 126, 126, 126, 126]|[31661, 31661, 31661,
31661, 31661, 31661]|[359703581, 359703581, 359703581, 359703581, 359703581,
359703581]|[-2399575246807057939, -2399575246807057939, -2399575246807057939,
-2399575246807057939, -2399575246807057939,
-2399575246807057939]|[7684667782059034391, 7684667782059034391,
7684667782059034391, 7684667782059034391, 7684667782059034391,
7684667782059034391]|[-504.68152, -504.68152, -504.68152, -504.68152,
-504.68152]|[2121528 [...]
+41|[0, 0, 0, 0, 0, 0]|[-25, -25, -25, -25, -25, -25]|[28704, 28704, 28704,
28704, 28704, 28704]|[-437867812, -437867812, -437867812, -437867812,
-437867812, -437867812]|[5508042206505207079, 5508042206505207079,
5508042206505207079, 5508042206505207079, 5508042206505207079,
5508042206505207079]|[462527544684407597, 462527544684407597,
462527544684407597, 462527544684407597, 462527544684407597,
462527544684407597]|[13629.614, 13629.614, 13629.614, 13629.614,
13629.614]|[213722401.337962, [...]
+16|[1, 1, 1, 1, 1, 1]|[-7, -7, -7, -7, -7, -7]|[18655, 18655, 18655, 18655,
18655, 18655]|[6240356, 6240356, 6240356, 6240356, 6240356,
6240356]|[4552179257266841393, 4552179257266841393, 4552179257266841393,
4552179257266841393, 4552179257266841393,
4552179257266841393]|[323868824766329978, 323868824766329978,
323868824766329978, 323868824766329978, 323868824766329978,
323868824766329978]|[2972.2478, 2972.2478, 2972.2478, 2972.2478,
2972.2478]|[-1177167334.995008, -1177167334.995008, -1 [...]
+16|[0, 0, 0, 0, 0, 0]|[-43, -43, -43, -43, -43, -43]|[13560, 13560, 13560,
13560, 13560, 13560]|[-1743686513, -1743686513, -1743686513, -1743686513,
-1743686513, -1743686513]|[7234719406392208769, 7234719406392208769,
7234719406392208769, 7234719406392208769, 7234719406392208769,
7234719406392208769]|[-3871745630024229413, -3871745630024229413,
-3871745630024229413, -3871745630024229413, -3871745630024229413,
-3871745630024229413]|[12225.427, 12225.427, 12225.427, 12225.427, 12225.427]|[
[...]
+17|[1, 1, 1, 1, 1, 1]|[126, 126, 126, 126, 126, 126]|[28165, 28165, 28165,
28165, 28165, 28165]|[2032059721, 2032059721, 2032059721, 2032059721,
2032059721, 2032059721]|[-2686776977990574879, -2686776977990574879,
-2686776977990574879, -2686776977990574879, -2686776977990574879,
-2686776977990574879]|[-8498149444423102876, -8498149444423102876,
-8498149444423102876, -8498149444423102876, -8498149444423102876,
-8498149444423102876]|[-21681.223, -21681.223, -21681.223, -21681.223, -21681.2
[...]
+2|[0, 0, 0, 0, 0, 0]|[117, 117, 117, 117, 117, 117]|[-4744, -4744, -4744,
-4744, -4744, -4744]|[-1593211961, -1593211961, -1593211961, -1593211961,
-1593211961, -1593211961]|[-3869640069299678780, -3869640069299678780,
-3869640069299678780, -3869640069299678780, -3869640069299678780,
-3869640069299678780]|[8491817458398170567, 8491817458398170567,
8491817458398170567, 8491817458398170567, 8491817458398170567,
8491817458398170567]|[-30948.857, -30948.857, -30948.857, -30948.857, -30948.85
[...]
diff --git a/regression-test/suites/load_p0/routine_load/data/basic_data.csv
b/regression-test/suites/load_p0/routine_load/data/basic_data.csv
new file mode 100644
index 00000000000..daa9ebd355e
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/basic_data.csv
@@ -0,0 +1,20 @@
+57|2023-08-19|TRUE|2|-25462|-74112029|6458082754318544493|-7910671781690629051|-15205.859375|-306870797.484914|759730669.0|-628556336.0|2023-07-10
18:39:10|2023-02-12|2023-01-27
07:26:06|y||Xi9nDVrLv8m6AwEpUxmtzFAuK48sQ|{"name": "John", "age": 25, "city":
"New York"}
+49|2023-08-08|FALSE|\N|16275|-2144851675|-2303421957908954634|-46526938720058765|-13141.142578|-686632233.230200|229942298.0|-152553823.0|2022-09-01
00:16:01|2023-03-25|2022-09-07 14:59:03|s||yvuILR2iNxfe8RRml|{"student": true,
"name": "Alice", "grade": 9, "subjects": ["math", "science", "history"]}
+66|2023-08-15|TRUE|-91|28378|609923317|4872185586197131212|1207709464099378591|\N|-1863683325.985123|-783792012.0|-708986976.0|2022-09-24
10:39:23|2022-09-24|2022-10-16
18:36:43|Y|z|AI1BSPQdKiHJiQH1kguyLSWsDXkC7zwy7PwgWnyGSaa9tBKRex8vHBdxg2QSKZKL2mV2lHz7iI1PnsTd4MXDcIKhqiHyPuQPt2tEtgt0UgF6|{"book":
{"title": "The Great Gatsby", "author": "F. Scott Fitzgerald"}, "year": 1925}
+91|2023-08-27|TRUE|90|2465|702240964|6373830997821598984|305860046137409400|15991.356445|1599972327.386147|-165530947.0|\N|2023-04-26
19:31:10|2023-07-21|\N|2||B7YKYBYT8w0YC926bZ8Yz1VzyiWw2NWDAiTlEoPVyz9AXGti2Npg1FxWqWk4hEaALw0ZBSuiAIPj41lq36g5QRpPmAjNPK|{"fruit":
"apple", "color": "red", "qty": 5, "price": 2.5}
+80|2023-08-18|FALSE|-18|-8971|679027874|6535956962935330265|3960889045799757165|-13219.759766|1187161924.505394|-526615878.0|-947410627.0|2023-03-11
07:40:00|2022-11-29|2023-01-14
07:24:07|\N|D|3Nhx6xX1qdwaq7lxwLRSKMtJFbC03swWv12mpySSVysH3igGZTiGPuKMsYW7HAkf6CWc7c0nzqDsjuH3FYVMNCWRmfxMrmY8rykQCC4Ve|{"car":
"BMW", "model": "X5", "year": 2020, "color": "black"}
+85|2023-08-11|TRUE|-7|24304|-2043877415|-2024144417867729183|\N|5363.024414|-578615669.042831|-378574346.0|-810302932.0|2023-07-15
01:07:41|2023-08-13|2023-01-20 11:57:48|i||WQ9dh9ajPu0y|{"country": "France",
"capital": "Paris", "population": 67081000}
+31|2023-08-27|FALSE|17|-18849|1728109133|3266501886640700374|527195452623418935|-24062.328125|-1514348021.262435|-322205854.0|-278237157.0|2022-10-07
03:24:23|2022-09-25|\N|0|8|yKMiAntORoRa8svnMfcxlOPwwND1m5s2fdS26Xu6cfs6HK5SAibqIp9h8sZcpjHy4|{"team":
"Manchester United", "players": ["Ronaldo", "Rooney", "Giggs"], "coach": "Ole
Gunnar Solskjaer"}
+20|2023-08-17|FALSE|-5|18158|784479801|1485484354598941738|-6632681928222776815|9708.430664|-330432620.706069|-816424174.0|571112646.0|2022-09-15
21:40:55|2023-02-23|2023-08-13
21:31:54|O|X|2pYmX2vAhfEEHZZYPsgAmda1G7otnwx5TmUC879FPhDeIjvWI79ksBZpfFG2gp7jhCSbpZiecKGklB5SvG8tm31i5SUqe1xrWgLt4HSq7lMJWp75tx2kxD7pRIOpn|{"name":
"Sarah", "age": 30, "city": "London", "isMarried": false}
+90|2023-08-27|TRUE|22|16456|-1476824962|-3279894870153540825|8990195191470116763|26651.906250|206860148.942546|-580959198.0|-210329147.0|2022-10-07
03:11:03|2023-03-18|2023-04-15
00:38:33|T|L|QW0GQ3GoMtHgxPQOWGfVaveynahNpsNs09siMFA1OtO6QEDBQTdivmGyq7bFzejAqwbbVQQpREAmeLjcFSXLnQuou2KbwYD|{"company":
"Apple", "products": [{"name": "iPhone", "price": 1000}, {"name": "MacBook",
"price": 1500}]}
+8|2023-08-14|TRUE|109|-31573|-1362465190|3990845741226497177|2732763251146840270|-25698.552734|1312831962.567818|771983879.0|173937916.0|2023-03-07
14:13:19|2022-10-18|2023-07-16
05:03:13|D||PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme|{"animal":
"lion", "weight": 200, "habitat": ["savannah", "grassland"]}
+65|2023-08-09|FALSE|94|31514|814994517|-297697460695940343|734910652450318597|-13061.891602|62750847.041706|-9808654.0|\N|2023-08-14
22:01:27|2023-05-19|2022-11-13
13:44:28|V||aGeMsI24O12chGlP5ak0AHghAz7bu5MargJBStHnt0yMnChH0JnfYhsfH1u59XIHkJKMsHYktBqORkGlovu8V47E74KeFpaqxn5yLyXfDbhhzUKf|{"language":
"Python", "version": 3.9, "frameworks": ["Django", "Flask"]}
+62|2023-08-21|FALSE|81|20302|-200761532|6365479976421007608|\N|-29916.533203|1709141750.828478|549873536.0|-119205359.0|2023-05-04
01:14:51|2022-09-17|2022-12-04
19:30:09|d|v|BKWy9dTNg1aZW7ancEJAmEDOPK5TwFsNSHbI78emu9gymeIlx5NoLmyii0QAqdzRvSQPZKiqKkwInGCTIBnK1yYkK7zD|{"username":
"user123", "password": "pass123", "email": "[email protected]"}
+50|2023-08-06|TRUE|109|-6330|1479023892|-8630800697573159428|-1645095773540208759|17880.960938|-1453844792.013949|-158871820.0|-862940384.0|2022-09-22
02:03:21|2023-05-14|2023-03-25
02:18:34|m||JKnIgXvGVidGiWl9YRSi3mFI7wHKt1sBpWSadKF8VX3LAuElm4sdc9gtxREaUr57oikSYlU8We8h1MWqQlYNiJObl|{"city":
"Tokyo", "temperature": 20.5, "humidity": 75}
+58|2023-08-22|\N|0|-18231|1832867360|6997858407575297145|2480714305422728023|-5450.488770|1475901032.138386|-893480655.0|-607891858.0|2023-02-02
05:13:24|2022-09-18|2023-04-23
10:51:15|k||LdFXF7Kmfzgmnn2R6zLsXdmi3A2cLBLq4G4WDVNDhxvH7dYH8Kga2WA47uSIxp6NSrwPSdw0ssB1TS8RFJTDJAB0Uba3e05NL2Aiw0ja|{"restaurant":
"Pizza Hut", "menu": ["pizza", "pasta", "salad"]}
+60|2023-08-27|FALSE|-52|-2338|-757056972|1047567408607120856|6541476642780646552|6614.089355|-1204448798.517855|236657733.0|731515433.0|2022-12-29
14:47:30|2022-09-24|2023-08-01
12:41:59|O|F|RM4F1Ke7lkcnuxF2nK0j9VBW3MDcgyHR4pseBjtFnqS6GUkVFuzF6u3Cp9Nv7ab0O6UYrpP4DhU|{"game":
"Chess", "players": 2, "time": "1 hour"}
+68|2023-08-23|TRUE|-73|20117|1737338128|795638676048937749|-5551546237562433901|-30627.039062|68589475.684545|585022347.0|513722420.0|2022-12-28
20:26:51|2022-10-04|2023-07-30
00:20:06|y||keZ3JlWWpdnPBejf0cuiCQCVBBTd5gjvO08NVdcAFewqL7nRT4N9lnvSU6pWmletA5VbPQCeQapJdcnQCHfZUDCf4ulCnczyqr7SGrbGRT0XYcd7iktKM|{"country":
"Brazil", "continent": "South America", "population": 211049527}
+50|2023-08-24|TRUE|15|14403|\N|-6418906115745394180|9205303779366462513|-4331.548828|-615112179.557648|367305015.0|-551652958.0|2022-12-29
02:27:20|2023-06-01|2023-08-12
04:50:04|a||eCl38sztIvBQvGvGKyYZmyMXy9vIJx197iu3JwP9doJGcrYUl9Uova0rz4iCCgrjlAiZU18Fs9YtCq830nhM|{"band":
"The Beatles", "members": ["John Lennon", "Paul McCartney", "George Harrison",
"Ringo Starr"]}
+81|2023-08-23|FALSE|106|11492|-667795397|4480250461471356146|-5346660566234294101|9082.750000|385167225.902608|-717553011.0|649146853.0|2023-03-20
03:33:16|2022-11-24|2023-02-16
18:29:41|G|9|Lk3eNVQNjucbekD1rZmUlGPiXS5JvcWr2LQzRU8GSGIbSag|{"flower": "rose",
"color": "red", "fragrance": true}
+41|2023-08-27|TRUE|-104|22750|\N|8527773271030840740|5554497317268279215|-5296.828125|-1715646888.013040|-306075962.0|897769189.0|2022-12-02
17:56:44|2022-10-12|2023-02-19
07:02:54|V|\N|E9GzQdTwX1ITUQz27IVznAs6Ca4WwprKk6Odjs6SH75D2F1089QiY3HQ52LXRD1V6xAWjhLE2hWgW3EdHuAOnUDVrb5V|{"food":
"Sushi", "price": 10, "restaurant": "Sushi King"}
+21|2023-08-18|FALSE|63|-27847|-35409596|8638201997392767650|4919963231735304178|-23382.541016|-1803403621.426313|-22009767.0|661750756.0|2023-03-31
10:56:14|2023-01-20|2023-02-18
13:37:52|N|T|PSiFwUEx3eVFNtjlnQ70YkgZNvKrGmQ2DN5K9yYHiSdFWeEDB1UpL3Frt8z1kEAIWRDWqXZuyi|{"city":
"Sydney", "population": 5312000, "area": 2058.7}
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_data_json.json
b/regression-test/suites/load_p0/routine_load/data/basic_data_json.json
new file mode 100644
index 00000000000..cd7af47ccd0
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/basic_data_json.json
@@ -0,0 +1 @@
+[{"k00": "65", "k01": "2023-08-09", "k02": "0", "k03": "94", "k04": "31514",
"k05": "814994517", "k06": "-297697460695940343", "k07": "734910652450318597",
"k08": "-13061.892", "k09": "62750847.041706", "k10": "-9808654", "k11": "\\N",
"k12": "2023-08-14 22:01:27", "k13": "2023-05-19", "k14": "2022-11-13
13:44:28", "k15": "V", "k16": "", "k17":
"aGeMsI24O12chGlP5ak0AHghAz7bu5MargJBStHnt0yMnChH0JnfYhsfH1u59XIHkJKMsHYktBqORkGlovu8V47E74KeFpaqxn5yLyXfDbhhzUKf",
"k18": "\\N"}]
\ No newline at end of file
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_data_json_by_line.json
b/regression-test/suites/load_p0/routine_load/data/basic_data_json_by_line.json
new file mode 100644
index 00000000000..6ef920fcad9
--- /dev/null
+++
b/regression-test/suites/load_p0/routine_load/data/basic_data_json_by_line.json
@@ -0,0 +1,20 @@
+{"k00": "21", "k01": "2023-08-18", "k02": "0", "k03": "63", "k04": "-27847",
"k05": "-35409596", "k06": "8638201997392767650", "k07": "4919963231735304178",
"k08": "-23382.541", "k09": "-1803403621.4263129", "k10": "-22009767", "k11":
"\\N", "k12": "2023-03-31 10:56:14", "k13": "2023-01-20", "k14": "2023-02-18
13:37:52", "k15": "N", "k16": "T", "k17":
"PSiFwUEx3eVFNtjlnQ70YkgZNvKrGmQ2DN5K9yYHiSdFWeEDB1UpL3Frt8z1kEAIWRDWqXZuyi",
"k18": "\\N"}
+{"k00": "8", "k01": "2023-08-14", "k02": "1", "k03": "109", "k04": "-31573",
"k05": "-1362465190", "k06": "3990845741226497177", "k07":
"2732763251146840270", "k08": "-25698.553", "k09": "1312831962.5678179", "k10":
"\\N", "k11": "\\N", "k12": "2023-03-07 14:13:19", "k13": "2022-10-18", "k14":
"2023-07-16 05:03:13", "k15": "D", "k16": "", "k17":
"PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme",
"k18": "\\N"}
+{"k00": "91", "k01": "2023-08-27", "k02": "1", "k03": "90", "k04": "2465",
"k05": "702240964", "k06": "6373830997821598984", "k07": "305860046137409400",
"k08": "15991.356", "k09": "1599972327.386147", "k10": "\\N", "k11": "\\N",
"k12": "2023-04-26 19:31:10", "k13": "2023-07-21", "k14": "\\N", "k15": "2",
"k16": "", "k17":
"B7YKYBYT8w0YC926bZ8Yz1VzyiWw2NWDAiTlEoPVyz9AXGti2Npg1FxWqWk4hEaALw0ZBSuiAIPj41lq36g5QRpPmAjNPK",
"k18": "\\N"}
+{"k00": "80", "k01": "2023-08-18", "k02": "0", "k03": "-18", "k04": "-8971",
"k05": "679027874", "k06": "6535956962935330265", "k07": "3960889045799757165",
"k08": "-13219.76", "k09": "1187161924.505394", "k10": "\\N", "k11": "\\N",
"k12": "2023-03-11 07:40:00", "k13": "2022-11-29", "k14": "2023-01-14
07:24:07", "k15": "N", "k16": "D", "k17":
"3Nhx6xX1qdwaq7lxwLRSKMtJFbC03swWv12mpySSVysH3igGZTiGPuKMsYW7HAkf6CWc7c0nzqDsjuH3FYVMNCWRmfxMrmY8rykQCC4Ve",
"k18": "\\N"}
+{"k00": "20", "k01": "2023-08-17", "k02": "0", "k03": "-5", "k04": "18158",
"k05": "784479801", "k06": "1485484354598941738", "k07":
"-6632681928222776815", "k08": "9708.4307", "k09": "-330432620.706069", "k10":
"\\N", "k11": "\\N", "k12": "2022-09-15 21:40:55", "k13": "2023-02-23", "k14":
"2023-08-13 21:31:54", "k15": "O", "k16": "X", "k17":
"2pYmX2vAhfEEHZZYPsgAmda1G7otnwx5TmUC879FPhDeIjvWI79ksBZpfFG2gp7jhCSbpZiecKGklB5SvG8tm31i5SUqe1xrWgLt4HSq7lMJWp75tx2kxD7pRIOpn",
"k18": "\\N"}
+{"k00": "66", "k01": "2023-08-15", "k02": "1", "k03": "-91", "k04": "28378",
"k05": "609923317", "k06": "4872185586197131212", "k07": "1207709464099378591",
"k08": "\\N", "k09": "-1863683325.9851229", "k10": "\\N", "k11": "\\N", "k12":
"2022-09-24 10:39:23", "k13": "2022-09-24", "k14": "2022-10-16 18:36:43",
"k15": "Y", "k16": "z", "k17":
"AI1BSPQdKiHJiQH1kguyLSWsDXkC7zwy7PwgWnyGSaa9tBKRex8vHBdxg2QSKZKL2mV2lHz7iI1PnsTd4MXDcIKhqiHyPuQPt2tEtgt0UgF6",
"k18": "\\N"}
+{"k00": "49", "k01": "2023-08-08", "k02": "0", "k03": "\\N", "k04": "16275",
"k05": "-2144851675", "k06": "-2303421957908954634", "k07":
"-46526938720058765", "k08": "-13141.143", "k09": "-686632233.2302", "k10":
"\\N", "k11": "\\N", "k12": "2022-09-01 00:16:01", "k13": "2023-03-25", "k14":
"2022-09-07 14:59:03", "k15": "s", "k16": "", "k17": "yvuILR2iNxfe8RRml",
"k18": "\\N"}
+{"k00": "57", "k01": "2023-08-19", "k02": "1", "k03": "2", "k04": "-25462",
"k05": "-74112029", "k06": "6458082754318544493", "k07":
"-7910671781690629051", "k08": "-15205.859", "k09": "-306870797.484914", "k10":
"\\N", "k11": "\\N", "k12": "2023-07-10 18:39:10", "k13": "2023-02-12", "k14":
"2023-01-27 07:26:06", "k15": "y", "k16": "", "k17":
"Xi9nDVrLv8m6AwEpUxmtzFAuK48sQ", "k18": "\\N"}
+{"k00": "31", "k01": "2023-08-27", "k02": "0", "k03": "17", "k04": "-18849",
"k05": "1728109133", "k06": "3266501886640700374", "k07": "527195452623418935",
"k08": "-24062.328", "k09": "-1514348021.262435", "k10": "\\N", "k11": "\\N",
"k12": "2022-10-07 03:24:23", "k13": "2022-09-25", "k14": "\\N", "k15": "0",
"k16": "8", "k17":
"yKMiAntORoRa8svnMfcxlOPwwND1m5s2fdS26Xu6cfs6HK5SAibqIp9h8sZcpjHy4", "k18":
"\\N"}
+{"k00": "81", "k01": "2023-08-23", "k02": "0", "k03": "106", "k04": "11492",
"k05": "-667795397", "k06": "4480250461471356146", "k07":
"-5346660566234294101", "k08": "9082.75", "k09": "385167225.902608", "k10":
"\\N", "k11": "\\N", "k12": "2023-03-20 03:33:16", "k13": "2022-11-24", "k14":
"2023-02-16 18:29:41", "k15": "G", "k16": "9", "k17":
"Lk3eNVQNjucbekD1rZmUlGPiXS5JvcWr2LQzRU8GSGIbSag", "k18": "\\N"}
+{"k00": "58", "k01": "2023-08-22", "k02": "\\N", "k03": "0", "k04": "-18231",
"k05": "1832867360", "k06": "6997858407575297145", "k07":
"2480714305422728023", "k08": "-5450.4888", "k09": "1475901032.138386", "k10":
"\\N", "k11": "\\N", "k12": "2023-02-02 05:13:24", "k13": "2022-09-18", "k14":
"2023-04-23 10:51:15", "k15": "k", "k16": "", "k17":
"LdFXF7Kmfzgmnn2R6zLsXdmi3A2cLBLq4G4WDVNDhxvH7dYH8Kga2WA47uSIxp6NSrwPSdw0ssB1TS8RFJTDJAB0Uba3e05NL2Aiw0ja",
"k18": "\\N"}
+{"k00": "85", "k01": "2023-08-11", "k02": "1", "k03": "-7", "k04": "24304",
"k05": "-2043877415", "k06": "-2024144417867729183", "k07": "\\N", "k08":
"5363.0244", "k09": "-578615669.042831", "k10": "\\N", "k11": "\\N", "k12":
"2023-07-15 01:07:41", "k13": "2023-08-13", "k14": "2023-01-20 11:57:48",
"k15": "i", "k16": "", "k17": "WQ9dh9ajPu0y", "k18": "\\N"}
+{"k00": "60", "k01": "2023-08-27", "k02": "0", "k03": "-52", "k04": "-2338",
"k05": "-757056972", "k06": "1047567408607120856", "k07":
"6541476642780646552", "k08": "6614.0894", "k09": "-1204448798.5178549", "k10":
"\\N", "k11": "\\N", "k12": "2022-12-29 14:47:30", "k13": "2022-09-24", "k14":
"2023-08-01 12:41:59", "k15": "O", "k16": "F", "k17":
"RM4F1Ke7lkcnuxF2nK0j9VBW3MDcgyHR4pseBjtFnqS6GUkVFuzF6u3Cp9Nv7ab0O6UYrpP4DhU",
"k18": "\\N"}
+{"k00": "41", "k01": "2023-08-27", "k02": "1", "k03": "-104", "k04": "22750",
"k05": "\\N", "k06": "8527773271030840740", "k07": "5554497317268279215",
"k08": "-5296.8281", "k09": "-1715646888.01304", "k10": "\\N", "k11": "\\N",
"k12": "2022-12-02 17:56:44", "k13": "2022-10-12", "k14": "2023-02-19
07:02:54", "k15": "V", "k16": "", "k17":
"E9GzQdTwX1ITUQz27IVznAs6Ca4WwprKk6Odjs6SH75D2F1089QiY3HQ52LXRD1V6xAWjhLE2hWgW3EdHuAOnUDVrb5V",
"k18": "\\N"}
+{"k00": "62", "k01": "2023-08-21", "k02": "0", "k03": "81", "k04": "20302",
"k05": "-200761532", "k06": "6365479976421007608", "k07": "\\N", "k08":
"-29916.533", "k09": "1709141750.8284781", "k10": "\\N", "k11": "\\N", "k12":
"2023-05-04 01:14:51", "k13": "2022-09-17", "k14": "2022-12-04 19:30:09",
"k15": "d", "k16": "v", "k17":
"BKWy9dTNg1aZW7ancEJAmEDOPK5TwFsNSHbI78emu9gymeIlx5NoLmyii0QAqdzRvSQPZKiqKkwInGCTIBnK1yYkK7zD",
"k18": "\\N"}
+{"k00": "50", "k01": "2023-08-24", "k02": "1", "k03": "15", "k04": "14403",
"k05": "\\N", "k06": "-6418906115745394180", "k07": "9205303779366462513",
"k08": "-4331.5488", "k09": "-615112179.557648", "k10": "\\N", "k11": "\\N",
"k12": "2022-12-29 02:27:20", "k13": "2023-06-01", "k14": "2023-08-12
04:50:04", "k15": "a", "k16": "", "k17":
"eCl38sztIvBQvGvGKyYZmyMXy9vIJx197iu3JwP9doJGcrYUl9Uova0rz4iCCgrjlAiZU18Fs9YtCq830nhM",
"k18": "\\N"}
+{"k00": "50", "k01": "2023-08-06", "k02": "1", "k03": "109", "k04": "-6330",
"k05": "1479023892", "k06": "-8630800697573159428", "k07":
"-1645095773540208759", "k08": "17880.961", "k09": "-1453844792.0139489",
"k10": "\\N", "k11": "\\N", "k12": "2022-09-22 02:03:21", "k13": "2023-05-14",
"k14": "2023-03-25 02:18:34", "k15": "m", "k16": "", "k17":
"JKnIgXvGVidGiWl9YRSi3mFI7wHKt1sBpWSadKF8VX3LAuElm4sdc9gtxREaUr57oikSYlU8We8h1MWqQlYNiJObl",
"k18": "\\N"}
+{"k00": "68", "k01": "2023-08-23", "k02": "1", "k03": "-73", "k04": "20117",
"k05": "1737338128", "k06": "795638676048937749", "k07":
"-5551546237562433901", "k08": "-30627.039", "k09": "68589475.684545", "k10":
"\\N", "k11": "\\N", "k12": "2022-12-28 20:26:51", "k13": "2022-10-04", "k14":
"2023-07-30 00:20:06", "k15": "y", "k16": "", "k17":
"keZ3JlWWpdnPBejf0cuiCQCVBBTd5gjvO08NVdcAFewqL7nRT4N9lnvSU6pWmletA5VbPQCeQapJdcnQCHfZUDCf4ulCnczyqr7SGrbGRT0XYcd7iktKM",
"k18": "\\N"}
+{"k00": "90", "k01": "2023-08-27", "k02": "1", "k03": "22", "k04": "16456",
"k05": "-1476824962", "k06": "-3279894870153540825", "k07":
"8990195191470116763", "k08": "26651.906", "k09": "206860148.942546", "k10":
"\\N", "k11": "\\N", "k12": "2022-10-07 03:11:03", "k13": "2023-03-18", "k14":
"2023-04-15 00:38:33", "k15": "T", "k16": "L", "k17":
"QW0GQ3GoMtHgxPQOWGfVaveynahNpsNs09siMFA1OtO6QEDBQTdivmGyq7bFzejAqwbbVQQpREAmeLjcFSXLnQuou2KbwYD",
"k18": "\\N"}
+{"k00": "65", "k01": "2023-08-09", "k02": "0", "k03": "94", "k04": "31514",
"k05": "814994517", "k06": "-297697460695940343", "k07": "734910652450318597",
"k08": "-13061.892", "k09": "62750847.041706", "k10": "-9808654", "k11": "\\N",
"k12": "2023-08-14 22:01:27", "k13": "2023-05-19", "k14": "2022-11-13
13:44:28", "k15": "V", "k16": "", "k17":
"aGeMsI24O12chGlP5ak0AHghAz7bu5MargJBStHnt0yMnChH0JnfYhsfH1u59XIHkJKMsHYktBqORkGlovu8V47E74KeFpaqxn5yLyXfDbhhzUKf",
"k18": "\\N"}
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_data_timezone.csv
b/regression-test/suites/load_p0/routine_load/data/basic_data_timezone.csv
new file mode 100644
index 00000000000..d4fbc5967d8
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/basic_data_timezone.csv
@@ -0,0 +1,20 @@
+2023-08-19|TRUE|2|-25462|-74112029|6458082754318544493|-7910671781690629051|-15205.859375|-306870797.484914|759730669.0|-628556336.0|2023-07-10
18:39:10|2023-02-12|2023-01-27
07:26:06|y||Xi9nDVrLv8m6AwEpUxmtzFAuK48sQ|{"name": "John", "age": 25, "city":
"New York"}
+2023-08-08|FALSE|\N|16275|-2144851675|-2303421957908954634|-46526938720058765|-13141.142578|-686632233.230200|229942298.0|-152553823.0|2022-09-01
00:16:01|2023-03-25|2022-09-07 14:59:03|s||yvuILR2iNxfe8RRml|{"student": true,
"name": "Alice", "grade": 9, "subjects": ["math", "science", "history"]}
+2023-08-15|TRUE|-91|28378|609923317|4872185586197131212|1207709464099378591|\N|-1863683325.985123|-783792012.0|-708986976.0|2022-09-24
10:39:23|2022-09-24|2022-10-16
18:36:43|Y|z|AI1BSPQdKiHJiQH1kguyLSWsDXkC7zwy7PwgWnyGSaa9tBKRex8vHBdxg2QSKZKL2mV2lHz7iI1PnsTd4MXDcIKhqiHyPuQPt2tEtgt0UgF6|{"book":
{"title": "The Great Gatsby", "author": "F. Scott Fitzgerald"}, "year": 1925}
+2023-08-27|TRUE|90|2465|702240964|6373830997821598984|305860046137409400|15991.356445|1599972327.386147|-165530947.0|\N|2023-04-26
19:31:10|2023-07-21|\N|2||B7YKYBYT8w0YC926bZ8Yz1VzyiWw2NWDAiTlEoPVyz9AXGti2Npg1FxWqWk4hEaALw0ZBSuiAIPj41lq36g5QRpPmAjNPK|{"fruit":
"apple", "color": "red", "qty": 5, "price": 2.5}
+2023-08-18|FALSE|-18|-8971|679027874|6535956962935330265|3960889045799757165|-13219.759766|1187161924.505394|-526615878.0|-947410627.0|2023-03-11
07:40:00|2022-11-29|2023-01-14
07:24:07|\N|D|3Nhx6xX1qdwaq7lxwLRSKMtJFbC03swWv12mpySSVysH3igGZTiGPuKMsYW7HAkf6CWc7c0nzqDsjuH3FYVMNCWRmfxMrmY8rykQCC4Ve|{"car":
"BMW", "model": "X5", "year": 2020, "color": "black"}
+2023-08-11|TRUE|-7|24304|-2043877415|-2024144417867729183|\N|5363.024414|-578615669.042831|-378574346.0|-810302932.0|2023-07-15
01:07:41|2023-08-13|2023-01-20 11:57:48|i||WQ9dh9ajPu0y|{"country": "France",
"capital": "Paris", "population": 67081000}
+2023-08-27|FALSE|17|-18849|1728109133|3266501886640700374|527195452623418935|-24062.328125|-1514348021.262435|-322205854.0|-278237157.0|2022-10-07
03:24:23|2022-09-25|\N|0|8|yKMiAntORoRa8svnMfcxlOPwwND1m5s2fdS26Xu6cfs6HK5SAibqIp9h8sZcpjHy4|{"team":
"Manchester United", "players": ["Ronaldo", "Rooney", "Giggs"], "coach": "Ole
Gunnar Solskjaer"}
+2023-08-17|FALSE|-5|18158|784479801|1485484354598941738|-6632681928222776815|9708.430664|-330432620.706069|-816424174.0|571112646.0|2022-09-15
21:40:55|2023-02-23|2023-08-13
21:31:54|O|X|2pYmX2vAhfEEHZZYPsgAmda1G7otnwx5TmUC879FPhDeIjvWI79ksBZpfFG2gp7jhCSbpZiecKGklB5SvG8tm31i5SUqe1xrWgLt4HSq7lMJWp75tx2kxD7pRIOpn|{"name":
"Sarah", "age": 30, "city": "London", "isMarried": false}
+2023-08-27|TRUE|22|16456|-1476824962|-3279894870153540825|8990195191470116763|26651.906250|206860148.942546|-580959198.0|-210329147.0|2022-10-07
03:11:03|2023-03-18|2023-04-15
00:38:33|T|L|QW0GQ3GoMtHgxPQOWGfVaveynahNpsNs09siMFA1OtO6QEDBQTdivmGyq7bFzejAqwbbVQQpREAmeLjcFSXLnQuou2KbwYD|{"company":
"Apple", "products": [{"name": "iPhone", "price": 1000}, {"name": "MacBook",
"price": 1500}]}
+2023-08-14|TRUE|109|-31573|-1362465190|3990845741226497177|2732763251146840270|-25698.552734|1312831962.567818|771983879.0|173937916.0|2023-03-07
14:13:19|2022-10-18|2023-07-16
05:03:13|D||PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme|{"animal":
"lion", "weight": 200, "habitat": ["savannah", "grassland"]}
+2023-08-09|FALSE|94|31514|814994517|-297697460695940343|734910652450318597|-13061.891602|62750847.041706|-9808654.0|\N|2023-08-14
22:01:27|2023-05-19|2022-11-13
13:44:28|V||aGeMsI24O12chGlP5ak0AHghAz7bu5MargJBStHnt0yMnChH0JnfYhsfH1u59XIHkJKMsHYktBqORkGlovu8V47E74KeFpaqxn5yLyXfDbhhzUKf|{"language":
"Python", "version": 3.9, "frameworks": ["Django", "Flask"]}
+2023-08-21|FALSE|81|20302|-200761532|6365479976421007608|\N|-29916.533203|1709141750.828478|549873536.0|-119205359.0|2023-05-04
01:14:51|2022-09-17|2022-12-04
19:30:09|d|v|BKWy9dTNg1aZW7ancEJAmEDOPK5TwFsNSHbI78emu9gymeIlx5NoLmyii0QAqdzRvSQPZKiqKkwInGCTIBnK1yYkK7zD|{"username":
"user123", "password": "pass123", "email": "[email protected]"}
+2023-08-06|TRUE|109|-6330|1479023892|-8630800697573159428|-1645095773540208759|17880.960938|-1453844792.013949|-158871820.0|-862940384.0|2022-09-22
02:03:21|2023-05-14|2023-03-25
02:18:34|m||JKnIgXvGVidGiWl9YRSi3mFI7wHKt1sBpWSadKF8VX3LAuElm4sdc9gtxREaUr57oikSYlU8We8h1MWqQlYNiJObl|{"city":
"Tokyo", "temperature": 20.5, "humidity": 75}
+2023-08-22|\N|0|-18231|1832867360|6997858407575297145|2480714305422728023|-5450.488770|1475901032.138386|-893480655.0|-607891858.0|2023-02-02
05:13:24|2022-09-18|2023-04-23
10:51:15|k||LdFXF7Kmfzgmnn2R6zLsXdmi3A2cLBLq4G4WDVNDhxvH7dYH8Kga2WA47uSIxp6NSrwPSdw0ssB1TS8RFJTDJAB0Uba3e05NL2Aiw0ja|{"restaurant":
"Pizza Hut", "menu": ["pizza", "pasta", "salad"]}
+2023-08-27|FALSE|-52|-2338|-757056972|1047567408607120856|6541476642780646552|6614.089355|-1204448798.517855|236657733.0|731515433.0|2022-12-29
14:47:30|2022-09-24|2023-08-01
12:41:59|O|F|RM4F1Ke7lkcnuxF2nK0j9VBW3MDcgyHR4pseBjtFnqS6GUkVFuzF6u3Cp9Nv7ab0O6UYrpP4DhU|{"game":
"Chess", "players": 2, "time": "1 hour"}
+2023-08-23|TRUE|-73|20117|1737338128|795638676048937749|-5551546237562433901|-30627.039062|68589475.684545|585022347.0|513722420.0|2022-12-28
20:26:51|2022-10-04|2023-07-30
00:20:06|y||keZ3JlWWpdnPBejf0cuiCQCVBBTd5gjvO08NVdcAFewqL7nRT4N9lnvSU6pWmletA5VbPQCeQapJdcnQCHfZUDCf4ulCnczyqr7SGrbGRT0XYcd7iktKM|{"country":
"Brazil", "continent": "South America", "population": 211049527}
+2023-08-24|TRUE|15|14403|\N|-6418906115745394180|9205303779366462513|-4331.548828|-615112179.557648|367305015.0|-551652958.0|2022-12-29
02:27:20|2023-06-01|2023-08-12
04:50:04|a||eCl38sztIvBQvGvGKyYZmyMXy9vIJx197iu3JwP9doJGcrYUl9Uova0rz4iCCgrjlAiZU18Fs9YtCq830nhM|{"band":
"The Beatles", "members": ["John Lennon", "Paul McCartney", "George Harrison",
"Ringo Starr"]}
+2023-08-23|FALSE|106|11492|-667795397|4480250461471356146|-5346660566234294101|9082.750000|385167225.902608|-717553011.0|649146853.0|2023-03-20
03:33:16|2022-11-24|2023-02-16
18:29:41|G|9|Lk3eNVQNjucbekD1rZmUlGPiXS5JvcWr2LQzRU8GSGIbSag|{"flower": "rose",
"color": "red", "fragrance": true}
+2023-08-27|TRUE|-104|22750|\N|8527773271030840740|5554497317268279215|-5296.828125|-1715646888.013040|-306075962.0|897769189.0|2022-12-02
17:56:44|2022-10-12|2023-02-19
07:02:54|V|\N|E9GzQdTwX1ITUQz27IVznAs6Ca4WwprKk6Odjs6SH75D2F1089QiY3HQ52LXRD1V6xAWjhLE2hWgW3EdHuAOnUDVrb5V|{"food":
"Sushi", "price": 10, "restaurant": "Sushi King"}
+2023-08-18|FALSE|63|-27847|-35409596|8638201997392767650|4919963231735304178|-23382.541016|-1803403621.426313|-22009767.0|661750756.0|2023-03-31
10:56:14|2023-01-20|2023-02-18
13:37:52|N|T|PSiFwUEx3eVFNtjlnQ70YkgZNvKrGmQ2DN5K9yYHiSdFWeEDB1UpL3Frt8z1kEAIWRDWqXZuyi|{"city":
"Sydney", "population": 5312000, "area": 2058.7}
diff --git
a/regression-test/suites/load_p0/routine_load/data/basic_data_with_errors.csv
b/regression-test/suites/load_p0/routine_load/data/basic_data_with_errors.csv
new file mode 100644
index 00000000000..8452e9513fd
--- /dev/null
+++
b/regression-test/suites/load_p0/routine_load/data/basic_data_with_errors.csv
@@ -0,0 +1,20 @@
+|2023-08-19|TRUE|2|-25462|-74112029|6458082754318544493|-7910671781690629051|-15205.859375|-306870797.484914|759730669.0|-628556336.0|2023-07-10
18:39:10|2023-02-12|2023-01-27
07:26:06|y||Xi9nDVrLv8m6AwEpUxmtzFAuK48sQ|{"name": "John", "age": 25, "city":
"New York"}
+49|2023-08-08|FALSE|16275|-2144851675|-2303421957908954634|-46526938720058765|-13141.142578|-686632233.230200|229942298.0|-152553823.0|2022-09-01
00:16:01|2023-03-25|2022-09-07 14:59:03|s||yvuILR2iNxfe8RRml|{"student": true,
"name": "Alice", "grade": 9, "subjects": ["math", "science", "history"]}
+66|2023-08-15|TRUE|redundant|-91|28378|609923317|4872185586197131212|1207709464099378591|\N|-1863683325.985123|-783792012.0|-708986976.0|2022-09-24
10:39:23|2022-09-24|2022-10-16
18:36:43|Y|z|AI1BSPQdKiHJiQH1kguyLSWsDXkC7zwy7PwgWnyGSaa9tBKRex8vHBdxg2QSKZKL2mV2lHz7iI1PnsTd4MXDcIKhqiHyPuQPt2tEtgt0UgF6|{"book":
{"title": "The Great Gatsby", "author": "F. Scott Fitzgerald"}, "year": 1925}
+91|2023-08-27|TRUE|90000000000000|2465|702240964|6373830997821598984|305860046137409400|15991.356445|1599972327.386147|-165530947.0|\N|2023-04-26
19:31:10|2023-07-21|\N|2||B7YKYBYT8w0YC926bZ8Yz1VzyiWw2NWDAiTlEoPVyz9AXGti2Npg1FxWqWk4hEaALw0ZBSuiAIPj41lq36g5QRpPmAjNPK|{"fruit":
"apple", "color": "red", "qty": 5, "price": 2.5}
+80|2023-08-18|FALSE|-18|-8971|679027874|6535956962935330265|3960889045799757165|-13219.759766|1187161924.505394|-526615878.0|-947410627.0|2023-03-11
07:40:00|2022-11-29|2023-01-14
07:24:07|\N|D|3Nhx6xX1qdwaq7lxwLRSKMtJFbC03swWv12mpySSVysH3igGZTiGPuKMsYW7HAkf6CWc7c0nzqDsjuH3FYVMNCWRmfxMrmY8rykQCC4Ve|{"car":
"BMW", "model": "X5", "year": 2020, "color": "black"}
+85|2023-08-11
10:10:10|TRUE|-7|24304|-2043877415|-2024144417867729183|\N|5363.024414|-578615669.042831|-378574346.0|-810302932.0|2023-07-15
01:07:41|2023-08-13|2023-01-20 11:57:48|i||WQ9dh9ajPu0y|{"country": "France",
"capital": "Paris", "population": 67081000}
+31|2023-08-27|FALSE|17|-18849|1728109133|3266501886640700374|527195452623418935|-24062.328125|-1514348021.262435|-322205854.0|-278237157.0|2022-10-07
03:24:23|2022-09-25|\N|0|8|yKMiAntORoRa8svnMfcxlOPwwND1m5s2fdS26Xu6cfs6HK5SAibqIp9h8sZcpjHy4|{"team":
"Manchester United", "players": ["Ronaldo", "Rooney", "Giggs"], "coach": "Ole
Gunnar Solskjaer"}
+20|2023-08-17|FALSE|-5|18158|784479801|1485484354598941738|-6632681928222776815|9708.430664|-330432620.706069|-816424174.0|571112646.00000|2022-09-15
21:40:55|2023-02-23|2023-08-13
21:31:54|O|X|2pYmX2vAhfEEHZZYPsgAmda1G7otnwx5TmUC879FPhDeIjvWI79ksBZpfFG2gp7jhCSbpZiecKGklB5SvG8tm31i5SUqe1xrWgLt4HSq7lMJWp75tx2kxD7pRIOpn|{"name":
"Sarah", "age": 30, "city": "London", "isMarried": false}
+90|2023-08-27|TRUE|22|16456|-1476824962|-3279894870153540825|8990195191470116763e|26651.906250|206860148.942546|-580959198.0|-210329147.0|2022-10-07
03:11:03|2023-03-18|2023-04-15
00:38:33|T|L|QW0GQ3GoMtHgxPQOWGfVaveynahNpsNs09siMFA1OtO6QEDBQTdivmGyq7bFzejAqwbbVQQpREAmeLjcFSXLnQuou2KbwYD|{"company":
"Apple", "products": [{"name": "iPhone", "price": 1000}, {"name": "MacBook",
"price": 1500}]}
+8|2023-08-14|TRUE|109|-31573|-1362465190|3990845741226497177|2732763251146840270|-25698.552734|1312831962.567818|771983879.0|173937916.0|2023-03-07
14:13:19|2022-10-18|2023-07-16
05:03:13|D||PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme|{"animal":
"lion", "weight": 200, "habitat": ["savannah", "grassland"]}
+65|2023-08-09|FALSE|94|31514|814994517|-297697460695940343|734910652450318597|-13061.891602|62750847.041706|-9808654.0|\N|2023-08-14
22:01:27|2023-05-19|2022-11-13
13:44:28|V||aGeMsI24O12chGlP5ak0AHghAz7bu5MargJBStHnt0yMnChH0JnfYhsfH1u59XIHkJKMsHYktBqORkGlovu8V47E74KeFpaqxn5yLyXfDbhhzUKf|{"language":
"Python" "version": 3.9, "frameworks": ["Django", "Flask"]}
+62|2023-08-21|FALSE|81|20302|-200761532|6365479976421007608|\N|-29916.533203|1709141750.828478|549873536.0|-119205359.0|2023-05-04
01:14:51|2022-09-17|2022-12-04
19:30:09|d|v|BKWy9dTNg1aZW7ancEJAmEDOPK5TwFsNSHbI78emu9gymeIlx5NoLmyii0QAqdzRvSQPZKiqKkwInGCTIBnK1yYkK7zD|{"username":
"user123", "password": "pass123", "email": "[email protected]"
+50|2023-08-06|TRUE|109|-6330|1479023892|-8630800697573159428|-1645095773540208759|17880.960938|-1453844792.013949|-158871820.0|-862940384.0|2022-09-22
02:03:21|2023-05-14|2023-03-25
02:18:34|m||JKnIgXvGVidGiWl9YRSi3mFI7wHKt1sBpWSadKF8VX3LAuElm4sdc9gtxREaUr57oikSYlU8We8h1MWqQlYNiJObl|{"city":
"Tokyo", "temperature": 20.5, "humidity": 75}
+58|2023-08-22|\N|0|-18231|1832867360|6997858407575297145|2480714305422728023|-5450.488770|1475901032.138386|-893480655.0|-607891858.0|2023-02-02
05:13:24|2022-09-18|2023-04-23
10:51:15|k||LdFXF7Kmfzgmnn2R6zLsXdmi3A2cLBLq4G4WDVNDhxvH7dYH8Kga2WA47uSIxp6NSrwPSdw0ssB1TS8RFJTDJAB0Uba3e05NL2Aiw0ja|{"restaurant":
"Pizza Hut", ["pizza", "pasta", "salad"]}
+60|2023-08-27|FALSE|-52|-2338|-757056972|1047567408607120856|6541476642780646552|6614.089355|-1204448798.517855|236657733.0|731515433.0|2022-12-29
14:47:30|2022-09-24|2023-08-01
12:41:59|O|F|RM4F1Ke7lkcnuxF2nK0j9VBW3MDcgyHR4pseBjtFnqS6GUkVFuzF6u3Cp9Nv7ab0O6UYrpP4DhU|{"game":
"Chess", "players": 2, "time": "1 hour"}
+68|2023-08-23|TRUE|-73|20117|1737338128|795638676048937749|-5551546237562433901|-30627.039062|68589475.684545|585022347.0|513722420.0|2022-12-28
20:26:51|2022-10-04|2023-07-30
00:20:06|y||keZ3JlWWpdnPBejf0cuiCQCVBBTd5gjvO08NVdcAFewqL7nRT4N9lnvSU6pWmletA5VbPQCeQapJdcnQCHfZUDCf4ulCnczyqr7SGrbGRT0XYcd7iktKM|{"country":
"Brazil", "continent": "South America", "population": 211049527}
+50|2023-08-24|TRUE|15|14403|\N|-6418906115745394180|9205303779366462513|-4331.548828|-615112179.557648|367305015.0|-551652958.0|2022-12-29
02:27:20|2023-06-01|2023-08-12
04:50:04|a||eCl38sztIvBQvGvGKyYZmyMXy9vIJx197iu3JwP9doJGcrYUl9Uova0rz4iCCgrjlAiZU18Fs9YtCq830nhM|{"band":
"The Beatles", "members": ["John Lennon", "Paul McCartney", "George Harrison",
"Ringo Starr"]}
+81|2023-08-23|FALSE|106|11492|-667795397|4480250461471356146|-5346660566234294101|9082.750000|385167225.902608|-717553011.0|649146853.0|2023-03-20
03:33:16|2022-11-24|2023-02-16
18:29:41|G|9|Lk3eNVQNjucbekD1rZmUlGPiXS5JvcWr2LQzRU8GSGIbSag|{"flower": "rose",
"color": "red", "fragrance": true}
+41|2023-08-27|TRUE|-104|22750|\N|8527773271030840740|5554497317268279215|-5296.828125|-1715646888.013040|-306075962.0|897769189.0|2022-12-02
17:56:44|2022-10-12|2023-02-19
07:02:54|V|\N|E9GzQdTwX1ITUQz27IVznAs6Ca4WwprKk6Odjs6SH75D2F1089QiY3HQ52LXRD1V6xAWjhLE2hWgW3EdHuAOnUDVrb5V|{"food":
"Sushi", "price": 10, "restaurant": "Sushi King"}
+21|2023-08-18|FALSE|63|-27847|-35409596|8638201997392767650|4919963231735304178|-23382.541016|-1803403621.426313|-22009767.0|661750756.0|2023-03-31
10:56:14|2023-01-20|2023-02-18
13:37:52|N|T|PSiFwUEx3eVFNtjlnQ70YkgZNvKrGmQ2DN5K9yYHiSdFWeEDB1UpL3Frt8z1kEAIWRDWqXZuyi|{"city":
"Sydney", "population": 5312000, "area": 2058.7}
diff --git
a/regression-test/suites/load_p0/routine_load/data/multi_table_csv.csv
b/regression-test/suites/load_p0/routine_load/data/multi_table_csv.csv
new file mode 100644
index 00000000000..e2ad18c3878
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/multi_table_csv.csv
@@ -0,0 +1 @@
+routine_load_dup_tbl_basic_multi_table|49|2023-08-08|FALSE|\N|16275|-2144851675|-2303421957908954634|-46526938720058765|-13141.142578|-686632233.230200|229942298.0|-152553823.0|2022-09-01
00:16:01|2023-03-25|2022-09-07 14:59:03|s||yvuILR2iNxfe8RRml|{"student": true,
"name": "Alice", "grade": 9, "subjects": ["math", "science", "history"]}
diff --git
a/regression-test/suites/load_p0/routine_load/data/multi_table_csv1.csv
b/regression-test/suites/load_p0/routine_load/data/multi_table_csv1.csv
new file mode 100644
index 00000000000..e69084077c8
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/multi_table_csv1.csv
@@ -0,0 +1,2 @@
+routine_load_dup_tbl_basic|49|2023-08-08|FALSE|\N|16275|-2144851675|-2303421957908954634|-46526938720058765|-13141.142578|-686632233.230200|229942298.0|-152553823.0|2022-09-01
00:16:01|2023-03-25|2022-09-07 14:59:03|s||yvuILR2iNxfe8RRml|{"student": true,
"name": "Alice", "grade": 9, "subjects": ["math", "science",
"history"]}|true|1|2|3|4|5|6.0|7.0|888888888|999999999|2023-08-24|2023-08-24
12:00:00|2023-08-24|2023-08-24 12:00:00|我能吞下玻璃而不伤身体|我能吞下玻璃而不伤身体|我能吞下玻璃而不伤身体|{}
+routine_load_uniq_tbl_basic|49|2023-08-08|FALSE|\N|16275|-2144851675|-2303421957908954634|-46526938720058765|-13141.142578|-686632233.230200|229942298.0|-152553823.0|2022-09-01
00:16:01|2023-03-25|2022-09-07 14:59:03|s||yvuILR2iNxfe8RRml|{"student": true,
"name": "Alice", "grade": 9, "subjects": ["math", "science",
"history"]}|true|1|2|3|4|5|6.0|7.0|888888888|999999999|2023-08-24|2023-08-24
12:00:00|2023-08-24|2023-08-24 12:00:00|我能吞下玻璃而不伤身体|我能吞下玻璃而不伤身体|我能吞下玻璃而不伤身体|{}
\ No newline at end of file
diff --git
a/regression-test/suites/load_p0/routine_load/data/multi_table_json.json
b/regression-test/suites/load_p0/routine_load/data/multi_table_json.json
new file mode 100644
index 00000000000..b8d9f9e37b3
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/multi_table_json.json
@@ -0,0 +1 @@
+routine_load_dup_tbl_basic_multi_table|{"k00": "8", "k01": "2023-08-14",
"k02": "1", "k03": "109", "k04": "-31573", "k05": "-1362465190", "k06":
"3990845741226497177", "k07": "2732763251146840270", "k08": "-25698.553",
"k09": "1312831962.5678179", "k10": "\\N", "k11": "\\N", "k12": "2023-03-07
14:13:19", "k13": "2022-10-18", "k14": "2023-07-16 05:03:13", "k15": "D",
"k16": "", "k17":
"PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme",
"k18": "\\N"}
diff --git
a/regression-test/suites/load_p0/routine_load/data/multi_table_json1.json
b/regression-test/suites/load_p0/routine_load/data/multi_table_json1.json
new file mode 100644
index 00000000000..dea7aa722ba
--- /dev/null
+++ b/regression-test/suites/load_p0/routine_load/data/multi_table_json1.json
@@ -0,0 +1,2 @@
+routine_load_dup_tbl_basic|{"k00": "8", "k01": "2023-08-14", "k02": "1",
"k03": "109", "k04": "-31573", "k05": "-1362465190", "k06":
"3990845741226497177", "k07": "2732763251146840270", "k08": "-25698.553",
"k09": "1312831962.5678179", "k10": "\\N", "k11": "\\N", "k12": "2023-03-07
14:13:19", "k13": "2022-10-18", "k14": "2023-07-16 05:03:13", "k15": "D",
"k16": "", "k17":
"PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme",
"k18": "\\N"}
+routine_load_uniq_tbl_basic|{"k00": "8", "k01": "2023-08-14", "k02": "1",
"k03": "109", "k04": "-31573", "k05": "-1362465190", "k06":
"3990845741226497177", "k07": "2732763251146840270", "k08": "-25698.553",
"k09": "1312831962.5678179", "k10": "\\N", "k11": "\\N", "k12": "2023-03-07
14:13:19", "k13": "2022-10-18", "k14": "2023-07-16 05:03:13", "k15": "D",
"k16": "", "k17":
"PBn1wa6X8WneZYLMac11zzyhGl7tPXB5XgjmOV8L6uav9ja5oY433ktb2yhyQQIqBveZPkme",
"k18": "\\N"}
\ No newline at end of file
diff --git
a/regression-test/suites/load_p0/routine_load/test_routine_load.groovy
b/regression-test/suites/load_p0/routine_load/test_routine_load.groovy
index c8cf8458436..963d6ebc110 100644
--- a/regression-test/suites/load_p0/routine_load/test_routine_load.groovy
+++ b/regression-test/suites/load_p0/routine_load/test_routine_load.groovy
@@ -15,6 +15,11 @@
// specific language governing permissions and limitations
// under the License.
+import org.apache.kafka.clients.admin.AdminClient
+import org.apache.kafka.clients.producer.KafkaProducer
+import org.apache.kafka.clients.producer.ProducerRecord
+import org.apache.kafka.clients.producer.ProducerConfig
+
suite("test_routine_load","p0") {
def tables = [
@@ -46,6 +51,26 @@ suite("test_routine_load","p0") {
"mow_tbl_array_job",
]
+ def kafkaCsvTpoics = [
+ "basic_data",
+ "basic_array_data",
+ "basic_data_with_errors",
+ "basic_array_data_with_errors",
+ "basic_data_timezone",
+ "basic_array_data_timezone",
+ "multi_table_csv1",
+ "multi_table_csv",
+ ]
+
+ def kafkaJsonTopics = [
+ "basic_data_json",
+ "basic_array_data_json",
+ "basic_data_json_by_line",
+ "basic_array_data_json_by_line",
+ "multi_table_json",
+ "multi_table_json1",
+ ]
+
def topics = [
"basic_data",
"basic_data",
@@ -151,6 +176,37 @@ suite("test_routine_load","p0") {
String enabled = context.config.otherConfigs.get("enableKafkaTest")
String kafka_port = context.config.otherConfigs.get("kafka_port")
String externalEnvIp = context.config.otherConfigs.get("externalEnvIp")
+ def kafka_broker = "${externalEnvIp}:${kafka_port}"
+
+ if (enabled != null && enabled.equalsIgnoreCase("true")) {
+ // define kafka
+ def props = new Properties()
+ props.put(ProducerConfig.BOOTSTRAP_SERVERS_CONFIG,
"${kafka_broker}".toString())
+ props.put(ProducerConfig.KEY_SERIALIZER_CLASS_CONFIG,
"org.apache.kafka.common.serialization.StringSerializer")
+ props.put(ProducerConfig.VALUE_SERIALIZER_CLASS_CONFIG,
"org.apache.kafka.common.serialization.StringSerializer")
+ // Create kafka producer
+ def producer = new KafkaProducer<>(props)
+
+ for (String kafkaCsvTopic in kafkaCsvTpoics) {
+ def txt = new
File("""${context.file.parent}/data/${kafkaCsvTopic}.csv""").text
+ def lines = txt.readLines()
+ lines.each { line ->
+ logger.info("=====${line}========")
+ def record = new ProducerRecord<>(kafkaCsvTopic, null, line)
+ producer.send(record)
+ }
+ }
+ for (String kafkaJsonTopic in kafkaJsonTopics) {
+ def kafkaJson = new
File("""${context.file.parent}/data/${kafkaJsonTopic}.json""").text
+ def lines = kafkaJson.readLines()
+ lines.each { line ->
+ logger.info("=====${line}========")
+ def record = new ProducerRecord<>(kafkaJsonTopic, null, line)
+ producer.send(record)
+ }
+ }
+
+ }
// send_batch_parallelism
def i = 0
@@ -561,7 +617,7 @@ suite("test_routine_load","p0") {
}
} finally {
for (String tableName in tables) {
- sql new
File("""${context.file.parent}/ddl/${tableName}_drop.sql""").text
+ //sql new
File("""${context.file.parent}/ddl/${tableName}_drop.sql""").text
}
}
}
@@ -764,7 +820,7 @@ suite("test_routine_load","p0") {
}
} finally {
for (String tableName in tables) {
- sql new
File("""${context.file.parent}/ddl/${tableName}_drop.sql""").text
+ //sql new
File("""${context.file.parent}/ddl/${tableName}_drop.sql""").text
}
}
}
@@ -2318,4 +2374,4 @@ suite("test_routine_load","p0") {
}
}
}
-}
+}
\ No newline at end of file
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
