[
https://issues.apache.org/jira/browse/SPARK-49493?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chaijunjie updated SPARK-49493:
-------------------------------
Description:
select * from test.orc_table where load_time<='2024-06-14' limit 10;
select uuid from (select * from test.orc_table where load_time<='2024-06-14'
limit 10) order by uuid;
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 17
+-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
| id | uuid | bigint_col | double_col
| float_col | decimal_col | byte_col | short_col | str_col1 |
str_col2 | str_col3 | int_col_with_empty | update_time_int |
update_time_date | update_time | load_time |
+-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
| 30 | 4dcabd0c-6351-11ef-894d-fa163e1f464f | 346241349 |
-844.9487229745225 | 147.95 | 3421347.6256917490 | -118 | 16892
| EpJSZ | K.E[R | | NULL | 1666420940
| 2022-10-22 | 2022-10-22 14:42:20.0 | 2024-06-13 |
| 31 | 4dcad1c0-6351-11ef-894d-fa163e1f464f | 165286550 |
134.87396080730628 | 361.9 | 1465514.4052712470 | -68 | 11708
| LM | ] | 1 | 338 | 1626523815
| 2021-07-17 | 2021-07-17 20:10:15.0 | 2024-06-13 |
| 32 | 4dcad4b8-6351-11ef-894d-fa163e1f464f | 617143505 | 233.8322457965403
| 375.24 | 9553529.9337097820 | 72 | 31066 | ODq |
B | | NULL | 1619008729 | 2021-04-21
| 2021-04-21 20:38:49.0 | 2024-06-13 |
| 33 | 4dcad6e8-6351-11ef-894d-fa163e1f464f | -850318287 |
-643.2482811722057 | 633.7 | 5365944.0580279310 | -1 | -13914
| dAh | ] | 3 | 843 | 1649232760
| 2022-04-06 | 2022-04-06 16:12:40.0 | 2024-06-13 |
| 34 | 4dcad936-6351-11ef-894d-fa163e1f464f | 816166703 | 639.3306965862166
| 77.35 | 663475.6290422603 | 121 | -17926 | ZvXKtsOeH7 |
YkhX: | | NULL | 1652880551 | 2022-05-18
| 2022-05-18 21:29:11.0 | 2024-06-13 |
| 35 | 4dcadda0-6351-11ef-894d-fa163e1f464f | 839706199 | 869.3877816165896
| 961.51 | 8786185.3877616410 | -20 | -2824 | iZd65Gp |
E@5{s | 5 | 862 | 1667403736 | 2022-11-02
| 2022-11-02 23:42:16.0 | 2024-06-13 |
| 36 | 4dcadf9e-6351-11ef-894d-fa163e1f464f | -532480509 |
-587.6876978563778 | 227.04 | -1121.1695184447 | 51 | -22846
| YoOiRTdm | >6 | | NULL | 1625136929
| 2021-07-01 | 2021-07-01 18:55:29.0 | 2024-06-13 |
| 37 | 4dcae160-6351-11ef-894d-fa163e1f464f | -460217433 |
-103.26899600423451 | 161.81 | 183290.7002898455 | 33 | -18996
| k8pnU | '|$ | 7 | 859 | 1615176529
| 2021-03-08 | 2021-03-08 12:08:49.0 | 2024-06-13 |
| 38 | 4dcae3c2-6351-11ef-894d-fa163e1f464f | -424723975 |
57.963186369765936 | 984.4 | -4318991.6278704120 | 65 | -30655
| nNqV | Rm- | | NULL | 1587504598
| 2020-04-22 | 2020-04-22 05:29:58.0 | 2024-06-13 |
| 39 | 4dcae548-6351-11ef-894d-fa163e1f464f | 854628730 | 876.8500133187738
| 707.35 | -5479422.2518274130 | 126 | 2003 | 3YtkqOv |
R | 9 | -858 | 1592389599 | 2020-06-17
| 2020-06-17 18:26:39.0 | 2024-06-13 |
+-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
10 rows selected (1.156 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 18
+-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
| id | uuid | bigint_col | double_col
| float_col | decimal_col | byte_col | short_col | str_col1 |
str_col2 | str_col3 | int_col_with_empty | update_time_int |
update_time_date | update_time | load_time |
+-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
| 30 | 4dcabd0c-6351-11ef-894d-fa163e1f464f | 346241349 |
-844.9487229745225 | 147.95 | 3421347.6256917490 | -118 | 16892
| EpJSZ | K.E[R | | NULL | 1666420940
| 2022-10-22 | 2022-10-22 14:42:20.0 | 2024-06-13 |
| 31 | 4dcad1c0-6351-11ef-894d-fa163e1f464f | 165286550 |
134.87396080730628 | 361.9 | 1465514.4052712470 | -68 | 11708
| LM | ] | 1 | 338 | 1626523815
| 2021-07-17 | 2021-07-17 20:10:15.0 | 2024-06-13 |
| 32 | 4dcad4b8-6351-11ef-894d-fa163e1f464f | 617143505 | 233.8322457965403
| 375.24 | 9553529.9337097820 | 72 | 31066 | ODq |
B | | NULL | 1619008729 | 2021-04-21
| 2021-04-21 20:38:49.0 | 2024-06-13 |
| 33 | 4dcad6e8-6351-11ef-894d-fa163e1f464f | -850318287 |
-643.2482811722057 | 633.7 | 5365944.0580279310 | -1 | -13914
| dAh | ] | 3 | 843 | 1649232760
| 2022-04-06 | 2022-04-06 16:12:40.0 | 2024-06-13 |
| 34 | 4dcad936-6351-11ef-894d-fa163e1f464f | 816166703 | 639.3306965862166
| 77.35 | 663475.6290422603 | 121 | -17926 | ZvXKtsOeH7 |
YkhX: | | NULL | 1652880551 | 2022-05-18
| 2022-05-18 21:29:11.0 | 2024-06-13 |
| 35 | 4dcadda0-6351-11ef-894d-fa163e1f464f | 839706199 | 869.3877816165896
| 961.51 | 8786185.3877616410 | -20 | -2824 | iZd65Gp |
E@5{s | 5 | 862 | 1667403736 | 2022-11-02
| 2022-11-02 23:42:16.0 | 2024-06-13 |
| 36 | 4dcadf9e-6351-11ef-894d-fa163e1f464f | -532480509 |
-587.6876978563778 | 227.04 | -1121.1695184447 | 51 | -22846
| YoOiRTdm | >6 | | NULL | 1625136929
| 2021-07-01 | 2021-07-01 18:55:29.0 | 2024-06-13 |
| 37 | 4dcae160-6351-11ef-894d-fa163e1f464f | -460217433 |
-103.26899600423451 | 161.81 | 183290.7002898455 | 33 | -18996
| k8pnU | '|$ | 7 | 859 | 1615176529
| 2021-03-08 | 2021-03-08 12:08:49.0 | 2024-06-13 |
| 38 | 4dcae3c2-6351-11ef-894d-fa163e1f464f | -424723975 |
57.963186369765936 | 984.4 | -4318991.6278704120 | 65 | -30655
| nNqV | Rm- | | NULL | 1587504598
| 2020-04-22 | 2020-04-22 05:29:58.0 | 2024-06-13 |
| 39 | 4dcae548-6351-11ef-894d-fa163e1f464f | 854628730 | 876.8500133187738
| 707.35 | -5479422.2518274130 | 126 | 2003 | 3YtkqOv |
R | 9 | -858 | 1592389599 | 2020-06-17
| 2020-06-17 18:26:39.0 | 2024-06-13 |
+-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
10 rows selected (1.027 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 22
+---------------------------------------+
| uuid |
+---------------------------------------+
| 4dcabc94-6351-11ef-9c6d-fa163e1f464f |
| 4dcad134-6351-11ef-9c6d-fa163e1f464f |
| 4dcad616-6351-11ef-9c6d-fa163e1f464f |
| 4dcad86e-6351-11ef-9c6d-fa163e1f464f |
| 4dcadb70-6351-11ef-9c6d-fa163e1f464f |
| 4dcadda0-6351-11ef-9c6d-fa163e1f464f |
| 4dcadf58-6351-11ef-9c6d-fa163e1f464f |
| 4dcae16a-6351-11ef-9c6d-fa163e1f464f |
| 4dcae462-6351-11ef-9c6d-fa163e1f464f |
| 4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
+---------------------------------------+
10 rows selected (14.257 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 23
+---------------------------------------+
| uuid |
+---------------------------------------+
| b74b9f80-6351-11ef-894d-fa163e1f464f |
| b74ba12e-6351-11ef-894d-fa163e1f464f |
| b74ba2c8-6351-11ef-894d-fa163e1f464f |
| b74ba43a-6351-11ef-894d-fa163e1f464f |
| b74ba5d4-6351-11ef-894d-fa163e1f464f |
| b74ba782-6351-11ef-894d-fa163e1f464f |
| b74ba8fe-6351-11ef-894d-fa163e1f464f |
| b74baac0-6351-11ef-894d-fa163e1f464f |
| b74bace6-6351-11ef-894d-fa163e1f464f |
| b74bae62-6351-11ef-894d-fa163e1f464f |
+---------------------------------------+
was:
select * from test.orc_table where load_time<='2024-06-14' limit 10;
select uuid from (select * from test.orc_table where load_time<='2024-06-14'
limit 10) order by uuid;
!spark-sql.PNG!
> ORDERY BY result is wrong when use sub query
> --------------------------------------------
>
> Key: SPARK-49493
> URL: https://issues.apache.org/jira/browse/SPARK-49493
> Project: Spark
> Issue Type: Bug
> Components: SQL
> Affects Versions: 3.3.1
> Reporter: chaijunjie
> Priority: Major
>
> select * from test.orc_table where load_time<='2024-06-14' limit 10;
> select uuid from (select * from test.orc_table where load_time<='2024-06-14'
> limit 10) order by uuid;
> 0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
> load_time<='2024-06-14' limit 10;
> INFO : Execution ID: 17
> +-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
> | id | uuid | bigint_col | double_col
> | float_col | decimal_col | byte_col | short_col | str_col1
> | str_col2 | str_col3 | int_col_with_empty | update_time_int |
> update_time_date | update_time | load_time |
> +-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
> | 30 | 4dcabd0c-6351-11ef-894d-fa163e1f464f | 346241349 |
> -844.9487229745225 | 147.95 | 3421347.6256917490 | -118 | 16892
> | EpJSZ | K.E[R | | NULL | 1666420940
> | 2022-10-22 | 2022-10-22 14:42:20.0 | 2024-06-13 |
> | 31 | 4dcad1c0-6351-11ef-894d-fa163e1f464f | 165286550 |
> 134.87396080730628 | 361.9 | 1465514.4052712470 | -68 | 11708
> | LM | ] | 1 | 338 | 1626523815
> | 2021-07-17 | 2021-07-17 20:10:15.0 | 2024-06-13 |
> | 32 | 4dcad4b8-6351-11ef-894d-fa163e1f464f | 617143505 |
> 233.8322457965403 | 375.24 | 9553529.9337097820 | 72 | 31066
> | ODq | B | | NULL | 1619008729
> | 2021-04-21 | 2021-04-21 20:38:49.0 | 2024-06-13 |
> | 33 | 4dcad6e8-6351-11ef-894d-fa163e1f464f | -850318287 |
> -643.2482811722057 | 633.7 | 5365944.0580279310 | -1 | -13914
> | dAh | ] | 3 | 843 | 1649232760
> | 2022-04-06 | 2022-04-06 16:12:40.0 | 2024-06-13 |
> | 34 | 4dcad936-6351-11ef-894d-fa163e1f464f | 816166703 |
> 639.3306965862166 | 77.35 | 663475.6290422603 | 121 | -17926
> | ZvXKtsOeH7 | YkhX: | | NULL | 1652880551
> | 2022-05-18 | 2022-05-18 21:29:11.0 | 2024-06-13 |
> | 35 | 4dcadda0-6351-11ef-894d-fa163e1f464f | 839706199 |
> 869.3877816165896 | 961.51 | 8786185.3877616410 | -20 | -2824
> | iZd65Gp | E@5{s | 5 | 862 | 1667403736
> | 2022-11-02 | 2022-11-02 23:42:16.0 | 2024-06-13 |
> | 36 | 4dcadf9e-6351-11ef-894d-fa163e1f464f | -532480509 |
> -587.6876978563778 | 227.04 | -1121.1695184447 | 51 | -22846
> | YoOiRTdm | >6 | | NULL | 1625136929
> | 2021-07-01 | 2021-07-01 18:55:29.0 | 2024-06-13 |
> | 37 | 4dcae160-6351-11ef-894d-fa163e1f464f | -460217433 |
> -103.26899600423451 | 161.81 | 183290.7002898455 | 33 | -18996
> | k8pnU | '|$ | 7 | 859 | 1615176529
> | 2021-03-08 | 2021-03-08 12:08:49.0 | 2024-06-13 |
> | 38 | 4dcae3c2-6351-11ef-894d-fa163e1f464f | -424723975 |
> 57.963186369765936 | 984.4 | -4318991.6278704120 | 65 | -30655
> | nNqV | Rm- | | NULL | 1587504598
> | 2020-04-22 | 2020-04-22 05:29:58.0 | 2024-06-13 |
> | 39 | 4dcae548-6351-11ef-894d-fa163e1f464f | 854628730 |
> 876.8500133187738 | 707.35 | -5479422.2518274130 | 126 | 2003
> | 3YtkqOv | R | 9 | -858 | 1592389599
> | 2020-06-17 | 2020-06-17 18:26:39.0 | 2024-06-13 |
> +-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
> 10 rows selected (1.156 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
> load_time<='2024-06-14' limit 10;
> INFO : Execution ID: 18
> +-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
> | id | uuid | bigint_col | double_col
> | float_col | decimal_col | byte_col | short_col | str_col1
> | str_col2 | str_col3 | int_col_with_empty | update_time_int |
> update_time_date | update_time | load_time |
> +-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
> | 30 | 4dcabd0c-6351-11ef-894d-fa163e1f464f | 346241349 |
> -844.9487229745225 | 147.95 | 3421347.6256917490 | -118 | 16892
> | EpJSZ | K.E[R | | NULL | 1666420940
> | 2022-10-22 | 2022-10-22 14:42:20.0 | 2024-06-13 |
> | 31 | 4dcad1c0-6351-11ef-894d-fa163e1f464f | 165286550 |
> 134.87396080730628 | 361.9 | 1465514.4052712470 | -68 | 11708
> | LM | ] | 1 | 338 | 1626523815
> | 2021-07-17 | 2021-07-17 20:10:15.0 | 2024-06-13 |
> | 32 | 4dcad4b8-6351-11ef-894d-fa163e1f464f | 617143505 |
> 233.8322457965403 | 375.24 | 9553529.9337097820 | 72 | 31066
> | ODq | B | | NULL | 1619008729
> | 2021-04-21 | 2021-04-21 20:38:49.0 | 2024-06-13 |
> | 33 | 4dcad6e8-6351-11ef-894d-fa163e1f464f | -850318287 |
> -643.2482811722057 | 633.7 | 5365944.0580279310 | -1 | -13914
> | dAh | ] | 3 | 843 | 1649232760
> | 2022-04-06 | 2022-04-06 16:12:40.0 | 2024-06-13 |
> | 34 | 4dcad936-6351-11ef-894d-fa163e1f464f | 816166703 |
> 639.3306965862166 | 77.35 | 663475.6290422603 | 121 | -17926
> | ZvXKtsOeH7 | YkhX: | | NULL | 1652880551
> | 2022-05-18 | 2022-05-18 21:29:11.0 | 2024-06-13 |
> | 35 | 4dcadda0-6351-11ef-894d-fa163e1f464f | 839706199 |
> 869.3877816165896 | 961.51 | 8786185.3877616410 | -20 | -2824
> | iZd65Gp | E@5{s | 5 | 862 | 1667403736
> | 2022-11-02 | 2022-11-02 23:42:16.0 | 2024-06-13 |
> | 36 | 4dcadf9e-6351-11ef-894d-fa163e1f464f | -532480509 |
> -587.6876978563778 | 227.04 | -1121.1695184447 | 51 | -22846
> | YoOiRTdm | >6 | | NULL | 1625136929
> | 2021-07-01 | 2021-07-01 18:55:29.0 | 2024-06-13 |
> | 37 | 4dcae160-6351-11ef-894d-fa163e1f464f | -460217433 |
> -103.26899600423451 | 161.81 | 183290.7002898455 | 33 | -18996
> | k8pnU | '|$ | 7 | 859 | 1615176529
> | 2021-03-08 | 2021-03-08 12:08:49.0 | 2024-06-13 |
> | 38 | 4dcae3c2-6351-11ef-894d-fa163e1f464f | -424723975 |
> 57.963186369765936 | 984.4 | -4318991.6278704120 | 65 | -30655
> | nNqV | Rm- | | NULL | 1587504598
> | 2020-04-22 | 2020-04-22 05:29:58.0 | 2024-06-13 |
> | 39 | 4dcae548-6351-11ef-894d-fa163e1f464f | 854628730 |
> 876.8500133187738 | 707.35 | -5479422.2518274130 | 126 | 2003
> | 3YtkqOv | R | 9 | -858 | 1592389599
> | 2020-06-17 | 2020-06-17 18:26:39.0 | 2024-06-13 |
> +-----+---------------------------------------+-------------+----------------------+------------+----------------------+-----------+------------+-------------+-----------+-----------+---------------------+------------------+-------------------+------------------------+-------------+
> 10 rows selected (1.027 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
> test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
> INFO : Execution ID: 22
> +---------------------------------------+
> | uuid |
> +---------------------------------------+
> | 4dcabc94-6351-11ef-9c6d-fa163e1f464f |
> | 4dcad134-6351-11ef-9c6d-fa163e1f464f |
> | 4dcad616-6351-11ef-9c6d-fa163e1f464f |
> | 4dcad86e-6351-11ef-9c6d-fa163e1f464f |
> | 4dcadb70-6351-11ef-9c6d-fa163e1f464f |
> | 4dcadda0-6351-11ef-9c6d-fa163e1f464f |
> | 4dcadf58-6351-11ef-9c6d-fa163e1f464f |
> | 4dcae16a-6351-11ef-9c6d-fa163e1f464f |
> | 4dcae462-6351-11ef-9c6d-fa163e1f464f |
> | 4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
> +---------------------------------------+
> 10 rows selected (14.257 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
> test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
> INFO : Execution ID: 23
> +---------------------------------------+
> | uuid |
> +---------------------------------------+
> | b74b9f80-6351-11ef-894d-fa163e1f464f |
> | b74ba12e-6351-11ef-894d-fa163e1f464f |
> | b74ba2c8-6351-11ef-894d-fa163e1f464f |
> | b74ba43a-6351-11ef-894d-fa163e1f464f |
> | b74ba5d4-6351-11ef-894d-fa163e1f464f |
> | b74ba782-6351-11ef-894d-fa163e1f464f |
> | b74ba8fe-6351-11ef-894d-fa163e1f464f |
> | b74baac0-6351-11ef-894d-fa163e1f464f |
> | b74bace6-6351-11ef-894d-fa163e1f464f |
> | b74bae62-6351-11ef-894d-fa163e1f464f |
> +---------------------------------------+
>
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
