[
https://issues.apache.org/jira/browse/SPARK-49493?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
chaijunjie updated SPARK-49493:
-------------------------------
Description:
1. select * from test.orc_table where load_time<='2024-06-14' limit 10;
it work fine when execute every time...
2. select uuid from (select * from test.orc_table where load_time<='2024-06-14'
limit 10) order by uuid;
when execute this, will renturn different result for each query...
-----------------------------------------------------------------------
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 17
{+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
10 rows selected (1.156 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 18
{+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
10 rows selected (1.027 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 22
+---------------------------------------+
| uuid |
+---------------------------------------+
|4dcabc94-6351-11ef-9c6d-fa163e1f464f |
|4dcad134-6351-11ef-9c6d-fa163e1f464f |
|4dcad616-6351-11ef-9c6d-fa163e1f464f |
|4dcad86e-6351-11ef-9c6d-fa163e1f464f |
|4dcadb70-6351-11ef-9c6d-fa163e1f464f |
|4dcadda0-6351-11ef-9c6d-fa163e1f464f |
|4dcadf58-6351-11ef-9c6d-fa163e1f464f |
|4dcae16a-6351-11ef-9c6d-fa163e1f464f |
|4dcae462-6351-11ef-9c6d-fa163e1f464f |
|4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
+---------------------------------------+
10 rows selected (14.257 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 23
+---------------------------------------+
| uuid |
+---------------------------------------+
|b74b9f80-6351-11ef-894d-fa163e1f464f |
|b74ba12e-6351-11ef-894d-fa163e1f464f |
|b74ba2c8-6351-11ef-894d-fa163e1f464f |
|b74ba43a-6351-11ef-894d-fa163e1f464f |
|b74ba5d4-6351-11ef-894d-fa163e1f464f |
|b74ba782-6351-11ef-894d-fa163e1f464f |
|b74ba8fe-6351-11ef-894d-fa163e1f464f |
|b74baac0-6351-11ef-894d-fa163e1f464f |
|b74bace6-6351-11ef-894d-fa163e1f464f |
|b74bae62-6351-11ef-894d-fa163e1f464f |
+---------------------------------------+
0: jdbc:hive2://10-155-194-203:22550/> DESCRIBE FORMATTED test.orc_table;
+-------------------------------+---------------------------------------------------------+----------+
| col_name | data_type
| comment |
+-------------------------------+---------------------------------------------------------+----------+
| id | string
| NULL |
| uuid | char(36)
| NULL |
| bigint_col | bigint
| NULL |
| double_col | double
| NULL |
| float_col | float
| NULL |
| decimal_col | decimal(20,10)
| NULL |
| byte_col | tinyint
| NULL |
| short_col | smallint
| NULL |
| str_col1 | varchar(10)
| NULL |
| str_col2 | varchar(5)
| NULL |
| str_col3 | string
| NULL |
| int_col_with_empty | int
| NULL |
| update_time_int | int
| NULL |
| update_time_date | date
| NULL |
| update_time | timestamp
| NULL |
| load_time | date
| NULL |
| # Partition Information |
| |
| # col_name | data_type
| comment |
| load_time | date
| NULL |
| |
| |
| # Detailed Table Information |
| |
| Database | test
| |
| Table | orc_table
| |
| Owner | admintest
| |
| Created Time | Mon Sep 02 18:56:10 CST 2024
| |
| Last Access | UNKNOWN
| |
| Created By | Spark 3.3.1-h0.cbu.mrs.350.r1-SNAPSHOT
| |
| Type | MANAGED
| |
| Provider | hive
| |
| Table Properties | [transient_lastDdlTime=1725274570]
| |
| Location |
hdfs://hacluster/user/hive/warehouse/test.db/orc_table | |
| Serde Library | org.apache.hadoop.hive.ql.io.orc.OrcSerde
| |
| InputFormat |
org.apache.hadoop.hive.ql.io.orc.OrcInputFormat | |
| OutputFormat |
org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat | |
| Storage Properties | [serialization.format=1]
| |
| Partition Provider | Catalog
| |
+-------------------------------+------------
was:
1. select * from test.orc_table where load_time<='2024-06-14' limit 10;
it work fine when execute every time...
2. select uuid from (select * from test.orc_table where load_time<='2024-06-14'
limit 10) order by uuid;
when execute this, will renturn different result for each query...
-----------------------------------------------------------------------
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 17
{+}----{-}{-}{+}-------------------------------------{-}++{-}-----------{-}{-}--------------------{-}++{-}----------{-}{-}--------------------{-}++{-}---------{-}{-}----------{-}++{-}-----------{-}{-}---------{-}++{-}---------{-}{-}-------------------{-}++{-}----------------{-}{-}-----------------{-}++{-}----------------------{-}{-}------------+
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}----{-}{-}{+}-------------------------------------{-}++{-}-----------{-}{-}--------------------{-}++{-}----------{-}{-}--------------------{-}++{-}---------{-}{-}----------{-}++{-}-----------{-}{-}---------{-}++{-}---------{-}{-}-------------------{-}++{-}----------------{-}{-}-----------------{-}++{-}----------------------{-}{-}------------+
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}----{-}{-}{+}-------------------------------------{-}++{-}-----------{-}{-}--------------------{-}++{-}----------{-}{-}--------------------{-}++{-}---------{-}{-}----------{-}++{-}-----------{-}{-}---------{-}++{-}---------{-}{-}-------------------{-}++{-}----------------{-}{-}-----------------{-}++{-}----------------------{-}{-}------------+
10 rows selected (1.156 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
load_time<='2024-06-14' limit 10;
INFO : Execution ID: 18
{+}----{-}{-}{+}-------------------------------------{-}++{-}-----------{-}{-}--------------------{-}++{-}----------{-}{-}--------------------{-}++{-}---------{-}{-}----------{-}++{-}-----------{-}{-}---------{-}++{-}---------{-}{-}-------------------{-}++{-}----------------{-}{-}-----------------{-}++{-}----------------------{-}{-}------------+
|id | uuid |bigint_col | double_col
|float_col | decimal_col |byte_col |short_col | str_col1 |str_col2
|str_col3 |int_col_with_empty |update_time_int |update_time_date |
update_time | load_time |
{+}----{-}{-}{+}-------------------------------------{-}++{-}-----------{-}{-}--------------------{-}++{-}----------{-}{-}--------------------{-}++{-}---------{-}{-}----------{-}++{-}-----------{-}{-}---------{-}++{-}---------{-}{-}-------------------{-}++{-}----------------{-}{-}-----------------{-}++{-}----------------------{-}{-}------------+
|30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
|147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R |
|NULL |1666420940 |2022-10-22 |2022-10-22
14:42:20.0 |2024-06-13 |
|31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
|361.9 |1465514.4052712470 |-68 |11708 |LM |]
|1 |338 |1626523815 |2021-07-17 |2021-07-17
20:10:15.0 |2024-06-13 |
|32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
|375.24 |9553529.9337097820 |72 |31066 |ODq |B |
|NULL |1619008729 |2021-04-21 |2021-04-21
20:38:49.0 |2024-06-13 |
|33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
|633.7 |5365944.0580279310 |-1 |-13914 |dAh |] |3
|843 |1649232760 |2022-04-06 |2022-04-06
16:12:40.0 |2024-06-13 |
|34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
|77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX: |
|NULL |1652880551 |2022-05-18 |2022-05-18
21:29:11.0 |2024-06-13 |
|35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
|961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s |5
|862 |1667403736 |2022-11-02 |2022-11-02
23:42:16.0 |2024-06-13 |
|36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
|227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6 |
|NULL |1625136929 |2021-07-01 |2021-07-01
18:55:29.0 |2024-06-13 |
|37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
|161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$ |7
|859 |1615176529 |2021-03-08 |2021-03-08
12:08:49.0 |2024-06-13 |
|38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
|984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
| |NULL |1587504598 |2020-04-22 |2020-04-22
05:29:58.0 |2024-06-13 |
|39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
|707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R |9
|-858 |1592389599 |2020-06-17 |2020-06-17
18:26:39.0 |2024-06-13 |
{+}----{-}{-}{+}-------------------------------------{-}++{-}-----------{-}{-}--------------------{-}++{-}----------{-}{-}--------------------{-}++{-}---------{-}{-}----------{-}++{-}-----------{-}{-}---------{-}++{-}---------{-}{-}-------------------{-}++{-}----------------{-}{-}-----------------{-}++{-}----------------------{-}{-}------------+
10 rows selected (1.027 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 22
+---------------------------------------+
| uuid |
+---------------------------------------+
|4dcabc94-6351-11ef-9c6d-fa163e1f464f |
|4dcad134-6351-11ef-9c6d-fa163e1f464f |
|4dcad616-6351-11ef-9c6d-fa163e1f464f |
|4dcad86e-6351-11ef-9c6d-fa163e1f464f |
|4dcadb70-6351-11ef-9c6d-fa163e1f464f |
|4dcadda0-6351-11ef-9c6d-fa163e1f464f |
|4dcadf58-6351-11ef-9c6d-fa163e1f464f |
|4dcae16a-6351-11ef-9c6d-fa163e1f464f |
|4dcae462-6351-11ef-9c6d-fa163e1f464f |
|4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
+---------------------------------------+
10 rows selected (14.257 seconds)
0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
INFO : Execution ID: 23
+---------------------------------------+
| uuid |
+---------------------------------------+
|b74b9f80-6351-11ef-894d-fa163e1f464f |
|b74ba12e-6351-11ef-894d-fa163e1f464f |
|b74ba2c8-6351-11ef-894d-fa163e1f464f |
|b74ba43a-6351-11ef-894d-fa163e1f464f |
|b74ba5d4-6351-11ef-894d-fa163e1f464f |
|b74ba782-6351-11ef-894d-fa163e1f464f |
|b74ba8fe-6351-11ef-894d-fa163e1f464f |
|b74baac0-6351-11ef-894d-fa163e1f464f |
|b74bace6-6351-11ef-894d-fa163e1f464f |
|b74bae62-6351-11ef-894d-fa163e1f464f |
+---------------------------------------+
> ORDERY BY result is wrong when use sub query
> --------------------------------------------
>
> Key: SPARK-49493
> URL: https://issues.apache.org/jira/browse/SPARK-49493
> Project: Spark
> Issue Type: Bug
> Components: SQL
> Affects Versions: 3.3.1
> Reporter: chaijunjie
> Priority: Major
>
> 1. select * from test.orc_table where load_time<='2024-06-14' limit 10;
> it work fine when execute every time...
> 2. select uuid from (select * from test.orc_table where
> load_time<='2024-06-14' limit 10) order by uuid;
> when execute this, will renturn different result for each query...
>
> -----------------------------------------------------------------------
> 0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
> load_time<='2024-06-14' limit 10;
> INFO : Execution ID: 17
> {+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
> |id | uuid |bigint_col | double_col
> |float_col | decimal_col |byte_col |short_col | str_col1
> |str_col2 |str_col3 |int_col_with_empty |update_time_int
> |update_time_date | update_time | load_time |
> {+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
> |30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
> |147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R
> | |NULL |1666420940 |2022-10-22
> |2022-10-22 14:42:20.0 |2024-06-13 |
> |31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
> |361.9 |1465514.4052712470 |-68 |11708 |LM |]
> |1 |338 |1626523815 |2021-07-17 |2021-07-17
> 20:10:15.0 |2024-06-13 |
> |32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
> |375.24 |9553529.9337097820 |72 |31066 |ODq |B
> | |NULL |1619008729 |2021-04-21
> |2021-04-21 20:38:49.0 |2024-06-13 |
> |33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
> |633.7 |5365944.0580279310 |-1 |-13914 |dAh |]
> |3 |843 |1649232760 |2022-04-06 |2022-04-06
> 16:12:40.0 |2024-06-13 |
> |34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
> |77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX:
> | |NULL |1652880551 |2022-05-18
> |2022-05-18 21:29:11.0 |2024-06-13 |
> |35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
> |961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s
> |5 |862 |1667403736 |2022-11-02 |2022-11-02
> 23:42:16.0 |2024-06-13 |
> |36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
> |227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6
> | |NULL |1625136929 |2021-07-01
> |2021-07-01 18:55:29.0 |2024-06-13 |
> |37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
> |161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$
> |7 |859 |1615176529 |2021-03-08 |2021-03-08
> 12:08:49.0 |2024-06-13 |
> |38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
> |984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
> | |NULL |1587504598 |2020-04-22
> |2020-04-22 05:29:58.0 |2024-06-13 |
> |39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
> |707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R
> |9 |-858 |1592389599 |2020-06-17
> |2020-06-17 18:26:39.0 |2024-06-13 |
> {+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
> 10 rows selected (1.156 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select * from test.orc_table where
> load_time<='2024-06-14' limit 10;
> INFO : Execution ID: 18
> {+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
> |id | uuid |bigint_col | double_col
> |float_col | decimal_col |byte_col |short_col | str_col1
> |str_col2 |str_col3 |int_col_with_empty |update_time_int
> |update_time_date | update_time | load_time |
> {+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
> |30 |4dcabd0c-6351-11ef-894d-fa163e1f464f |346241349 |-844.9487229745225
> |147.95 |3421347.6256917490 |-118 |16892 |EpJSZ |K.E[R
> | |NULL |1666420940 |2022-10-22
> |2022-10-22 14:42:20.0 |2024-06-13 |
> |31 |4dcad1c0-6351-11ef-894d-fa163e1f464f |165286550 |134.87396080730628
> |361.9 |1465514.4052712470 |-68 |11708 |LM |]
> |1 |338 |1626523815 |2021-07-17 |2021-07-17
> 20:10:15.0 |2024-06-13 |
> |32 |4dcad4b8-6351-11ef-894d-fa163e1f464f |617143505 |233.8322457965403
> |375.24 |9553529.9337097820 |72 |31066 |ODq |B
> | |NULL |1619008729 |2021-04-21
> |2021-04-21 20:38:49.0 |2024-06-13 |
> |33 |4dcad6e8-6351-11ef-894d-fa163e1f464f |-850318287 |-643.2482811722057
> |633.7 |5365944.0580279310 |-1 |-13914 |dAh |]
> |3 |843 |1649232760 |2022-04-06 |2022-04-06
> 16:12:40.0 |2024-06-13 |
> |34 |4dcad936-6351-11ef-894d-fa163e1f464f |816166703 |639.3306965862166
> |77.35 |663475.6290422603 |121 |-17926 |ZvXKtsOeH7 |YkhX:
> | |NULL |1652880551 |2022-05-18
> |2022-05-18 21:29:11.0 |2024-06-13 |
> |35 |4dcadda0-6351-11ef-894d-fa163e1f464f |839706199 |869.3877816165896
> |961.51 |8786185.3877616410 |-20 |-2824 |iZd65Gp |E@5{s
> |5 |862 |1667403736 |2022-11-02 |2022-11-02
> 23:42:16.0 |2024-06-13 |
> |36 |4dcadf9e-6351-11ef-894d-fa163e1f464f |-532480509 |-587.6876978563778
> |227.04 |-1121.1695184447 |51 |-22846 |YoOiRTdm |>6
> | |NULL |1625136929 |2021-07-01
> |2021-07-01 18:55:29.0 |2024-06-13 |
> |37 |4dcae160-6351-11ef-894d-fa163e1f464f |-460217433 |-103.26899600423451
> |161.81 |183290.7002898455 |33 |-18996 |k8pnU |'|$
> |7 |859 |1615176529 |2021-03-08 |2021-03-08
> 12:08:49.0 |2024-06-13 |
> |38 |4dcae3c2-6351-11ef-894d-fa163e1f464f |-424723975 |57.963186369765936
> |984.4 |-4318991.6278704120 |65 |-30655 |nNqV |Rm-
> | |NULL |1587504598 |2020-04-22
> |2020-04-22 05:29:58.0 |2024-06-13 |
> |39 |4dcae548-6351-11ef-894d-fa163e1f464f |854628730 |876.8500133187738
> |707.35 |-5479422.2518274130 |126 |2003 |3YtkqOv |R
> |9 |-858 |1592389599 |2020-06-17
> |2020-06-17 18:26:39.0 |2024-06-13 |
> {+}---{-}{{-}}{-}{-}{+}-----------------------------------{-}{{-}}+{+}{{-}}{-}---------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}--------{-}{{-}}{{-}}{-}------------------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}--------{-}{{-}}{+}{+}{{-}}{-}---------{-}{{-}}{{-}}{-}-------{-}{{-}}{+}{+}{{-}}{-}-------{-}{{-}}{{-}}{-}-----------------{-}{{-}}{+}{+}{{-}}{-}--------------{-}{{-}}{{-}}{-}---------------{-}{{-}}{+}{+}{{-}}{-}--------------------{-}{{-}}{{-}}{-}-----------{+}
> 10 rows selected (1.027 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
> test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
> INFO : Execution ID: 22
> +---------------------------------------+
> | uuid |
> +---------------------------------------+
> |4dcabc94-6351-11ef-9c6d-fa163e1f464f |
> |4dcad134-6351-11ef-9c6d-fa163e1f464f |
> |4dcad616-6351-11ef-9c6d-fa163e1f464f |
> |4dcad86e-6351-11ef-9c6d-fa163e1f464f |
> |4dcadb70-6351-11ef-9c6d-fa163e1f464f |
> |4dcadda0-6351-11ef-9c6d-fa163e1f464f |
> |4dcadf58-6351-11ef-9c6d-fa163e1f464f |
> |4dcae16a-6351-11ef-9c6d-fa163e1f464f |
> |4dcae462-6351-11ef-9c6d-fa163e1f464f |
> |4dcae5fc-6351-11ef-9c6d-fa163e1f464f |
> +---------------------------------------+
> 10 rows selected (14.257 seconds)
> 0: jdbc:hive2://10-155-194-203:22550/> select uuid from (select * from
> test.orc_table where load_time<='2024-06-14' limit 10) order by uuid;
> INFO : Execution ID: 23
> +---------------------------------------+
> | uuid |
> +---------------------------------------+
> |b74b9f80-6351-11ef-894d-fa163e1f464f |
> |b74ba12e-6351-11ef-894d-fa163e1f464f |
> |b74ba2c8-6351-11ef-894d-fa163e1f464f |
> |b74ba43a-6351-11ef-894d-fa163e1f464f |
> |b74ba5d4-6351-11ef-894d-fa163e1f464f |
> |b74ba782-6351-11ef-894d-fa163e1f464f |
> |b74ba8fe-6351-11ef-894d-fa163e1f464f |
> |b74baac0-6351-11ef-894d-fa163e1f464f |
> |b74bace6-6351-11ef-894d-fa163e1f464f |
> |b74bae62-6351-11ef-894d-fa163e1f464f |
> +---------------------------------------+
>
> 0: jdbc:hive2://10-155-194-203:22550/> DESCRIBE FORMATTED test.orc_table;
> +-------------------------------+---------------------------------------------------------+----------+
> | col_name | data_type
> | comment |
> +-------------------------------+---------------------------------------------------------+----------+
> | id | string
> | NULL |
> | uuid | char(36)
> | NULL |
> | bigint_col | bigint
> | NULL |
> | double_col | double
> | NULL |
> | float_col | float
> | NULL |
> | decimal_col | decimal(20,10)
> | NULL |
> | byte_col | tinyint
> | NULL |
> | short_col | smallint
> | NULL |
> | str_col1 | varchar(10)
> | NULL |
> | str_col2 | varchar(5)
> | NULL |
> | str_col3 | string
> | NULL |
> | int_col_with_empty | int
> | NULL |
> | update_time_int | int
> | NULL |
> | update_time_date | date
> | NULL |
> | update_time | timestamp
> | NULL |
> | load_time | date
> | NULL |
> | # Partition Information |
> | |
> | # col_name | data_type
> | comment |
> | load_time | date
> | NULL |
> | |
> | |
> | # Detailed Table Information |
> | |
> | Database | test
> | |
> | Table | orc_table
> | |
> | Owner | admintest
> | |
> | Created Time | Mon Sep 02 18:56:10 CST 2024
> | |
> | Last Access | UNKNOWN
> | |
> | Created By | Spark 3.3.1-h0.cbu.mrs.350.r1-SNAPSHOT
> | |
> | Type | MANAGED
> | |
> | Provider | hive
> | |
> | Table Properties | [transient_lastDdlTime=1725274570]
> | |
> | Location |
> hdfs://hacluster/user/hive/warehouse/test.db/orc_table | |
> | Serde Library | org.apache.hadoop.hive.ql.io.orc.OrcSerde
> | |
> | InputFormat |
> org.apache.hadoop.hive.ql.io.orc.OrcInputFormat | |
> | OutputFormat |
> org.apache.hadoop.hive.ql.io.orc.OrcOutputFormat | |
> | Storage Properties | [serialization.format=1]
> | |
> | Partition Provider | Catalog
> | |
> +-------------------------------+------------
--
This message was sent by Atlassian Jira
(v8.20.10#820010)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
