[
https://issues.apache.org/jira/browse/CARBONDATA-610?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
abhishek giri updated CARBONDATA-610:
-------------------------------------
Description:
Update query is not working with spark 1.6 and String
Create Table Query = CREATE TABLE uniqdata (CUST_ID int,CUST_NAME
String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1
bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2
decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1
int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ("TABLE_BLOCKSIZE"=
"256 MB");
Load data query = LOAD DATA INPATH
'hdfs://localhost:54310/tmp/testData/3000_UniqData.csv' into table uniqdata
OPTIONS('FILEHEADER'='CUST_ID,CUST_NAME,ACTIVE_EMUI_VERSION,DOB,DOJ,BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,Double_COLUMN1,Double_COLUMN2,INTEGER_COLUMN1');
Query = update uniqdata set (CUST_NAME)=('tony stark');
After update NULL is being inserted as shown below:
---------------------+-------------------------+----------------------+-----------------------+------------------+--+
| cust_id | cust_name | active_emui_version | dob |
doj | bigint_column1 | bigint_column2 |
decimal_column1 | decimal_column2 | double_column1 |
double_column2 | integer_column1 |
+----------+------------+----------------------------+------------------------+------------------------+-----------------+-----------------+-------------------------+-------------------------+----------------------+-----------------------+------------------+--+
| 10987 | NULL | ACTIVE_EMUI_VERSION_01987 | 1975-06-11 01:00:03.0 |
1975-06-11 02:00:03.0 | 123372038841 | -223372034867 | 12345.6808882656
| 22345.6808882656 | 1.12345674897976E10 | -1.12345674897976E10 |
1988 |
| 10988 | NULL | ACTIVE_EMUI_VERSION_01988 | 1975-06-12 01:00:03.0 |
1975-06-12 02:00:03.0 | 123372038842 | -223372034866 | 12345.6808892656
| 22345.6808892656 | 1.12345674897976E10 | -1.12345674897976E10 |
1989 |
| 10989 | NULL | ACTIVE_EMUI_VERSION_01989 | 1975-06-13 01:00:03.0 |
1975-06-13 02:00:03.0 | 123372038843 | -223372034865 | 12345.6808902656
| 22345.6808902656 | 1.12345674897976E10 | -1.12345674897976E10 |
1990 |
| 10990 | NULL | ACTIVE_EMUI_VERSION_01990 | 1975-06-14 01:00:03.0 |
1975-06-14 02:00:03.0 | 123372038844 | -223372034864 | 12345.6808912656
| 22345.6808912656 | 1.12345674897976E10 | -1.12345674897976E10 |
1991 |
| 10991 | NULL | ACTIVE_EMUI_VERSION_01991 | 1975-06-15 01:00:03.0 |
1975-06-15 02:00:03.0 | 123372038845 | -223372034863 | 12345.6808922656
| 22345.6808922656 | 1.12345674897976E10 | -1.12345674897976E10 |
1992 |
| 10992 | NULL | ACTIVE_EMUI_VERSION_01992 | 1975-06-16 01:00:03.0 |
1975-06-16 02:00:03.0 | 123372038846 | -223372034862 | 12345.6808932656
| 22345.6808932656 | 1.12345674897976E10 | -1.12345674897976E10 |
1993 |
| 10993 | NULL | ACTIVE_EMUI_VERSION_01993 | 1975-06-17 01:00:03.0 |
1975-06-17 02:00:03.0 | 123372038847 | -223372034861 | 12345.6808942656
| 22345.6808942656 | 1.12345674897976E10 | -1.12345674897976E10 |
1994 |
| 10994 | NULL | ACTIVE_EMUI_VERSION_01994 | 1975-06-18 01:00:03.0 |
1975-06-18 02:00:03.0 | 123372038848 | -223372034860 | 12345.6808952656
| 22345.6808952656 | 1.12345674897976E10 | -1.12345674897976E10 |
1995 |
| 10995 | NULL | ACTIVE_EMUI_VERSION_01995 | 1975-06-19 01:00:03.0 |
1975-06-19 02:00:03.0 | 123372038849 | -223372034859 | 12345.6808962656
| 22345.6808962656 | 1.12345674897976E10 | -1.12345674897976E10 |
1996 |
| 10996 | NULL | ACTIVE_EMUI_VERSION_01996 | 1975-06-20 01:00:03.0 |
1975-06-20 02:00:03.0 | 123372038850 | -223372034858 | 12345.6808972656
| 22345.6808972656 | 1.12345674897976E10 | -1.12345674897976E10 |
1997 |
| 10997 | NULL | ACTIVE_EMUI_VERSION_01997 | 1975-06-21 01:00:03.0 |
1975-06-21 02:00:03.0 | 123372038851 | -223372034857 | 12345.6808982656
| 22345.6808982656 | 1.12345674897976E10 | -1.12345674897976E10 |
1998 |
| 10998 | NULL | ACTIVE_EMUI_VERSION_01998 | 1975-06-22 01:00:03.0 |
1975-06-22 02:00:03.0 | 123372038852 | -223372034856 | 12345.6808992656
| 22345.6808992656 | 1.12345674897976E10 | -1.12345674897976E10 |
1999 |
+----------+------------+----------------------------+------------------------+------------------------+-----------------+-----------------+-------------------------+-------------------------+----------------------+-----------------------+------------------+--+
was:
Update query is not working with spark 1.6 and String
Create Table Query = CREATE TABLE uniqdata (CUST_ID int,CUST_NAME
String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp, BIGINT_COLUMN1
bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10), DECIMAL_COLUMN2
decimal(36,10),Double_COLUMN1 double, Double_COLUMN2 double,INTEGER_COLUMN1
int) STORED BY 'org.apache.carbondata.format' TBLPROPERTIES ("TABLE_BLOCKSIZE"=
"256 MB");
Load data query = LOAD DATA INPATH
'hdfs://localhost:54310/tmp/testData/3000_UniqData.csv' into table uniqdata
OPTIONS('FILEHEADER'='CUST_ID,CUST_NAME,ACTIVE_EMUI_VERSION,DOB,DOJ,BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,Double_COLUMN1,Double_COLUMN2,INTEGER_COLUMN1');
Query = update uniqdata set (CUST_NAME)=('tony stark');
---------------------+-------------------------+----------------------+-----------------------+------------------+--+
| cust_id | cust_name | active_emui_version | dob |
doj | bigint_column1 | bigint_column2 |
decimal_column1 | decimal_column2 | double_column1 |
double_column2 | integer_column1 |
+----------+------------+----------------------------+------------------------+------------------------+-----------------+-----------------+-------------------------+-------------------------+----------------------+-----------------------+------------------+--+
| 10987 | NULL | ACTIVE_EMUI_VERSION_01987 | 1975-06-11 01:00:03.0 |
1975-06-11 02:00:03.0 | 123372038841 | -223372034867 | 12345.6808882656
| 22345.6808882656 | 1.12345674897976E10 | -1.12345674897976E10 |
1988 |
| 10988 | NULL | ACTIVE_EMUI_VERSION_01988 | 1975-06-12 01:00:03.0 |
1975-06-12 02:00:03.0 | 123372038842 | -223372034866 | 12345.6808892656
| 22345.6808892656 | 1.12345674897976E10 | -1.12345674897976E10 |
1989 |
| 10989 | NULL | ACTIVE_EMUI_VERSION_01989 | 1975-06-13 01:00:03.0 |
1975-06-13 02:00:03.0 | 123372038843 | -223372034865 | 12345.6808902656
| 22345.6808902656 | 1.12345674897976E10 | -1.12345674897976E10 |
1990 |
| 10990 | NULL | ACTIVE_EMUI_VERSION_01990 | 1975-06-14 01:00:03.0 |
1975-06-14 02:00:03.0 | 123372038844 | -223372034864 | 12345.6808912656
| 22345.6808912656 | 1.12345674897976E10 | -1.12345674897976E10 |
1991 |
| 10991 | NULL | ACTIVE_EMUI_VERSION_01991 | 1975-06-15 01:00:03.0 |
1975-06-15 02:00:03.0 | 123372038845 | -223372034863 | 12345.6808922656
| 22345.6808922656 | 1.12345674897976E10 | -1.12345674897976E10 |
1992 |
| 10992 | NULL | ACTIVE_EMUI_VERSION_01992 | 1975-06-16 01:00:03.0 |
1975-06-16 02:00:03.0 | 123372038846 | -223372034862 | 12345.6808932656
| 22345.6808932656 | 1.12345674897976E10 | -1.12345674897976E10 |
1993 |
| 10993 | NULL | ACTIVE_EMUI_VERSION_01993 | 1975-06-17 01:00:03.0 |
1975-06-17 02:00:03.0 | 123372038847 | -223372034861 | 12345.6808942656
| 22345.6808942656 | 1.12345674897976E10 | -1.12345674897976E10 |
1994 |
| 10994 | NULL | ACTIVE_EMUI_VERSION_01994 | 1975-06-18 01:00:03.0 |
1975-06-18 02:00:03.0 | 123372038848 | -223372034860 | 12345.6808952656
| 22345.6808952656 | 1.12345674897976E10 | -1.12345674897976E10 |
1995 |
| 10995 | NULL | ACTIVE_EMUI_VERSION_01995 | 1975-06-19 01:00:03.0 |
1975-06-19 02:00:03.0 | 123372038849 | -223372034859 | 12345.6808962656
| 22345.6808962656 | 1.12345674897976E10 | -1.12345674897976E10 |
1996 |
| 10996 | NULL | ACTIVE_EMUI_VERSION_01996 | 1975-06-20 01:00:03.0 |
1975-06-20 02:00:03.0 | 123372038850 | -223372034858 | 12345.6808972656
| 22345.6808972656 | 1.12345674897976E10 | -1.12345674897976E10 |
1997 |
| 10997 | NULL | ACTIVE_EMUI_VERSION_01997 | 1975-06-21 01:00:03.0 |
1975-06-21 02:00:03.0 | 123372038851 | -223372034857 | 12345.6808982656
| 22345.6808982656 | 1.12345674897976E10 | -1.12345674897976E10 |
1998 |
| 10998 | NULL | ACTIVE_EMUI_VERSION_01998 | 1975-06-22 01:00:03.0 |
1975-06-22 02:00:03.0 | 123372038852 | -223372034856 | 12345.6808992656
| 22345.6808992656 | 1.12345674897976E10 | -1.12345674897976E10 |
1999 |
+----------+------------+----------------------------+------------------------+------------------------+-----------------+-----------------+-------------------------+-------------------------+----------------------+-----------------------+------------------+--+
> Update is not working with String Datatype
> ------------------------------------------
>
> Key: CARBONDATA-610
> URL: https://issues.apache.org/jira/browse/CARBONDATA-610
> Project: CarbonData
> Issue Type: Bug
> Components: data-query
> Affects Versions: 1.0.0-incubating
> Environment: SPARK=1.6
> Reporter: abhishek giri
> Attachments: 3000_UniqData.csv
>
>
> Update query is not working with spark 1.6 and String
> Create Table Query = CREATE TABLE uniqdata (CUST_ID int,CUST_NAME
> String,ACTIVE_EMUI_VERSION string, DOB timestamp, DOJ timestamp,
> BIGINT_COLUMN1 bigint,BIGINT_COLUMN2 bigint,DECIMAL_COLUMN1 decimal(30,10),
> DECIMAL_COLUMN2 decimal(36,10),Double_COLUMN1 double, Double_COLUMN2
> double,INTEGER_COLUMN1 int) STORED BY 'org.apache.carbondata.format'
> TBLPROPERTIES ("TABLE_BLOCKSIZE"= "256 MB");
> Load data query = LOAD DATA INPATH
> 'hdfs://localhost:54310/tmp/testData/3000_UniqData.csv' into table uniqdata
> OPTIONS('FILEHEADER'='CUST_ID,CUST_NAME,ACTIVE_EMUI_VERSION,DOB,DOJ,BIGINT_COLUMN1,BIGINT_COLUMN2,DECIMAL_COLUMN1,DECIMAL_COLUMN2,Double_COLUMN1,Double_COLUMN2,INTEGER_COLUMN1');
>
> Query = update uniqdata set (CUST_NAME)=('tony stark');
> After update NULL is being inserted as shown below:
> ---------------------+-------------------------+----------------------+-----------------------+------------------+--+
> | cust_id | cust_name | active_emui_version | dob
> | doj | bigint_column1 | bigint_column2 |
> decimal_column1 | decimal_column2 | double_column1 |
> double_column2 | integer_column1 |
> +----------+------------+----------------------------+------------------------+------------------------+-----------------+-----------------+-------------------------+-------------------------+----------------------+-----------------------+------------------+--+
> | 10987 | NULL | ACTIVE_EMUI_VERSION_01987 | 1975-06-11 01:00:03.0
> | 1975-06-11 02:00:03.0 | 123372038841 | -223372034867 |
> 12345.6808882656 | 22345.6808882656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1988 |
> | 10988 | NULL | ACTIVE_EMUI_VERSION_01988 | 1975-06-12 01:00:03.0
> | 1975-06-12 02:00:03.0 | 123372038842 | -223372034866 |
> 12345.6808892656 | 22345.6808892656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1989 |
> | 10989 | NULL | ACTIVE_EMUI_VERSION_01989 | 1975-06-13 01:00:03.0
> | 1975-06-13 02:00:03.0 | 123372038843 | -223372034865 |
> 12345.6808902656 | 22345.6808902656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1990 |
> | 10990 | NULL | ACTIVE_EMUI_VERSION_01990 | 1975-06-14 01:00:03.0
> | 1975-06-14 02:00:03.0 | 123372038844 | -223372034864 |
> 12345.6808912656 | 22345.6808912656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1991 |
> | 10991 | NULL | ACTIVE_EMUI_VERSION_01991 | 1975-06-15 01:00:03.0
> | 1975-06-15 02:00:03.0 | 123372038845 | -223372034863 |
> 12345.6808922656 | 22345.6808922656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1992 |
> | 10992 | NULL | ACTIVE_EMUI_VERSION_01992 | 1975-06-16 01:00:03.0
> | 1975-06-16 02:00:03.0 | 123372038846 | -223372034862 |
> 12345.6808932656 | 22345.6808932656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1993 |
> | 10993 | NULL | ACTIVE_EMUI_VERSION_01993 | 1975-06-17 01:00:03.0
> | 1975-06-17 02:00:03.0 | 123372038847 | -223372034861 |
> 12345.6808942656 | 22345.6808942656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1994 |
> | 10994 | NULL | ACTIVE_EMUI_VERSION_01994 | 1975-06-18 01:00:03.0
> | 1975-06-18 02:00:03.0 | 123372038848 | -223372034860 |
> 12345.6808952656 | 22345.6808952656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1995 |
> | 10995 | NULL | ACTIVE_EMUI_VERSION_01995 | 1975-06-19 01:00:03.0
> | 1975-06-19 02:00:03.0 | 123372038849 | -223372034859 |
> 12345.6808962656 | 22345.6808962656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1996 |
> | 10996 | NULL | ACTIVE_EMUI_VERSION_01996 | 1975-06-20 01:00:03.0
> | 1975-06-20 02:00:03.0 | 123372038850 | -223372034858 |
> 12345.6808972656 | 22345.6808972656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1997 |
> | 10997 | NULL | ACTIVE_EMUI_VERSION_01997 | 1975-06-21 01:00:03.0
> | 1975-06-21 02:00:03.0 | 123372038851 | -223372034857 |
> 12345.6808982656 | 22345.6808982656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1998 |
> | 10998 | NULL | ACTIVE_EMUI_VERSION_01998 | 1975-06-22 01:00:03.0
> | 1975-06-22 02:00:03.0 | 123372038852 | -223372034856 |
> 12345.6808992656 | 22345.6808992656 | 1.12345674897976E10 |
> -1.12345674897976E10 | 1999 |
> +----------+------------+----------------------------+------------------------+------------------------+-----------------+-----------------+-------------------------+-------------------------+----------------------+-----------------------+------------------+--+
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)