Author: gunther
Date: Fri Feb 28 21:17:33 2014
New Revision: 1573083
URL: http://svn.apache.org/r1573083
Log:
HIVE-6524: Update ORC Filedump stripe sizes to match the memory manager changes
(Gopal V via Gunther Hagleitner)
Modified:
hive/branches/tez/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
Modified:
hive/branches/tez/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
URL:
http://svn.apache.org/viewvc/hive/branches/tez/ql/src/test/resources/orc-file-dump-dictionary-threshold.out?rev=1573083&r1=1573082&r2=1573083&view=diff
==============================================================================
---
hive/branches/tez/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
(original)
+++
hive/branches/tez/ql/src/test/resources/orc-file-dump-dictionary-threshold.out
Fri Feb 28 21:17:33 2014
@@ -6,30 +6,30 @@ Type: struct<i:int,l:bigint,s:string>
Stripe Statistics:
Stripe 1:
- Column 0: count: 4000
- Column 1: count: 4000 min: -2147115959 max: 2145911404 sum: 71315665983
- Column 2: count: 4000 min: -9211329013123260308 max: 9217851628057711416
- Column 3: count: 4000 min: Darkness,-230 max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788
sum: 245096
+ Column 0: count: 5000
+ Column 1: count: 5000 min: -2147115959 max: 2145911404 sum: 159677169195
+ Column 2: count: 5000 min: -9216505819108477308 max: 9217851628057711416
+ Column 3: count: 5000 min: Darkness,-230 max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744
sum: 381254
Stripe 2:
Column 0: count: 5000
- Column 1: count: 5000 min: -2147390285 max: 2146838901 sum: 107869424275
+ Column 1: count: 5000 min: -2147390285 max: 2147224606 sum: -14961457759
Column 2: count: 5000 min: -9222178666167296739 max: 9221301751385928177
- Column 3: count: 5000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984
sum: 972748
+ Column 3: count: 5000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938
sum: 1117994
Stripe 3:
Column 0: count: 5000
- Column 1: count: 5000 min: -2145928262 max: 2147224606 sum: 38276585043
+ Column 1: count: 5000 min: -2145842720 max: 2146718321 sum: 141092475520
Column 2: count: 5000 min: -9221963099397084326 max: 9222722740629726770
- Column 3: count: 5000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766
sum: 1753024
+ Column 3: count: 5000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974
sum: 1925226
Stripe 4:
Column 0: count: 5000
- Column 1: count: 5000 min: -2145378214 max: 2147453086 sum: -43469576640
+ Column 1: count: 5000 min: -2145378214 max: 2147453086 sum: -153680004530
Column 2: count: 5000 min: -9222731174895935707 max: 9222919052987871506
- Column 3: count: 5000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-127
82-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788
sum: 2636664
+ Column 3: count: 5000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-120
96-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904
sum: 2815002
Stripe 5:
- Column 0: count: 2000
- Column 1: count: 2000 min: -2143595397 max: 2144595861 sum: -64863580335
- Column 2: count: 2000 min: -9212379634781416464 max: 9208134757538374043
- Column 3: count: 2000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-86
20-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936
sum: 1302706
+ Column 0: count: 1000
+ Column 1: count: 1000 min: -2143595397 max: 2136858458 sum: -22999664100
+ Column 2: count: 1000 min: -9212379634781416464 max: 9197412874152820822
+ Column 3: count: 1000 min:
Darkness,-230-368-488-586-862-930-1686-2044-2636-2652-2872-3108-3162-3192-3404-3442-3508-3542-3550-3712-3980-4146-4204-4336-4390-4418-4424-4490-4512-4650-4768-4924-4950-5210-5524-5630-5678-5710-5758-5952-6238-6252-6300-6366-6668-6712-6926-6942-7100-7194-7802-8030-8452-8608-8640-8862-8868-9134-9234-9412-9602-9608-9642-9678-9740-9780-10426-10510-10514-10706-10814-10870-10942-11028-11244-11326-11462-11496-11656-11830-12022-12178-12418-12832-13304-13448-13590-13618-13908-14188-14246-14340-14364-14394-14762-14850-14964-15048-15494-15674-15726-16006-16056-16180-16304-16332-16452-16598-16730-16810-16994-17210-17268-17786-17962-18214-18444-18446-18724-18912-18952-19164-19348-19400-19546-19776-19896-20084
max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7
960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936
sum: 670762
File Statistics:
Column 0: count: 21000
@@ -38,67 +38,67 @@ File Statistics:
Column 3: count: 21000 min: Darkness,-230 max:
worst-54-290-346-648-908-996-1038-1080-1560-1584-1620-1744-1770-1798-1852-1966-2162-2244-2286-2296-2534-2660-3114-3676-3788-4068-4150-4706-4744-5350-5420-5582-5696-5726-6006-6020-6024-6098-6184-6568-6636-6802-6994-7004-7318-7498-7758-7780-7798-7920-7952-7960-7988-8232-8256-8390-8416-8478-8620-8840-8984-9038-9128-9236-9248-9344-9594-9650-9714-9928-9938-10178-10368-10414-10502-10732-10876-11008-11158-11410-11722-11836-11964-12054-12096-12126-12136-12202-12246-12298-12616-12774-12782-12790-12802-12976-13216-13246-13502-13766-14454-14974-15004-15124-15252-15294-15356-15530-15610-16316-16936-17024-17122-17214-17310-17528-17682-17742-17870-17878-18010-18410-18524-18788-19204-19254-19518-19596-19786-19874-19904-20390-20752-20936
sum: 6910238
Stripes:
- Stripe: offset: 3 data: 102311 rows: 4000 tail: 68 index: 224
+ Stripe: offset: 3 data: 144733 rows: 5000 tail: 68 index: 235
Stream: column 0 section ROW_INDEX start: 3 length 10
Stream: column 1 section ROW_INDEX start: 13 length 36
Stream: column 2 section ROW_INDEX start: 49 length 39
- Stream: column 3 section ROW_INDEX start: 88 length 139
- Stream: column 1 section DATA start: 227 length 16022
- Stream: column 2 section DATA start: 16249 length 32028
- Stream: column 3 section DATA start: 48277 length 50887
- Stream: column 3 section LENGTH start: 99164 length 3374
+ Stream: column 3 section ROW_INDEX start: 88 length 150
+ Stream: column 1 section DATA start: 238 length 20029
+ Stream: column 2 section DATA start: 20267 length 40035
+ Stream: column 3 section DATA start: 60302 length 80382
+ Stream: column 3 section LENGTH start: 140684 length 4287
Encoding column 0: DIRECT
Encoding column 1: DIRECT_V2
Encoding column 2: DIRECT_V2
Encoding column 3: DIRECT_V2
- Stripe: offset: 102606 data: 284999 rows: 5000 tail: 68 index: 356
- Stream: column 0 section ROW_INDEX start: 102606 length 10
- Stream: column 1 section ROW_INDEX start: 102616 length 36
- Stream: column 2 section ROW_INDEX start: 102652 length 39
- Stream: column 3 section ROW_INDEX start: 102691 length 271
- Stream: column 1 section DATA start: 102962 length 20029
- Stream: column 2 section DATA start: 122991 length 40035
- Stream: column 3 section DATA start: 163026 length 219588
- Stream: column 3 section LENGTH start: 382614 length 5347
+ Stripe: offset: 145039 data: 321684 rows: 5000 tail: 68 index: 415
+ Stream: column 0 section ROW_INDEX start: 145039 length 10
+ Stream: column 1 section ROW_INDEX start: 145049 length 35
+ Stream: column 2 section ROW_INDEX start: 145084 length 39
+ Stream: column 3 section ROW_INDEX start: 145123 length 331
+ Stream: column 1 section DATA start: 145454 length 20029
+ Stream: column 2 section DATA start: 165483 length 40035
+ Stream: column 3 section DATA start: 205518 length 256119
+ Stream: column 3 section LENGTH start: 461637 length 5501
Encoding column 0: DIRECT
Encoding column 1: DIRECT_V2
Encoding column 2: DIRECT_V2
Encoding column 3: DIRECT_V2
- Stripe: offset: 388029 data: 491655 rows: 5000 tail: 69 index: 544
- Stream: column 0 section ROW_INDEX start: 388029 length 10
- Stream: column 1 section ROW_INDEX start: 388039 length 36
- Stream: column 2 section ROW_INDEX start: 388075 length 39
- Stream: column 3 section ROW_INDEX start: 388114 length 459
- Stream: column 1 section DATA start: 388573 length 20029
- Stream: column 2 section DATA start: 408602 length 40035
- Stream: column 3 section DATA start: 448637 length 425862
- Stream: column 3 section LENGTH start: 874499 length 5729
+ Stripe: offset: 467206 data: 531773 rows: 5000 tail: 69 index: 569
+ Stream: column 0 section ROW_INDEX start: 467206 length 10
+ Stream: column 1 section ROW_INDEX start: 467216 length 36
+ Stream: column 2 section ROW_INDEX start: 467252 length 39
+ Stream: column 3 section ROW_INDEX start: 467291 length 484
+ Stream: column 1 section DATA start: 467775 length 20029
+ Stream: column 2 section DATA start: 487804 length 40035
+ Stream: column 3 section DATA start: 527839 length 466002
+ Stream: column 3 section LENGTH start: 993841 length 5707
Encoding column 0: DIRECT
Encoding column 1: DIRECT_V2
Encoding column 2: DIRECT_V2
Encoding column 3: DIRECT_V2
- Stripe: offset: 880297 data: 707368 rows: 5000 tail: 68 index: 691
- Stream: column 0 section ROW_INDEX start: 880297 length 10
- Stream: column 1 section ROW_INDEX start: 880307 length 36
- Stream: column 2 section ROW_INDEX start: 880343 length 39
- Stream: column 3 section ROW_INDEX start: 880382 length 606
- Stream: column 1 section DATA start: 880988 length 20029
- Stream: column 2 section DATA start: 901017 length 40035
- Stream: column 3 section DATA start: 941052 length 641580
- Stream: column 3 section LENGTH start: 1582632 length 5724
+ Stripe: offset: 999617 data: 751374 rows: 5000 tail: 69 index: 734
+ Stream: column 0 section ROW_INDEX start: 999617 length 10
+ Stream: column 1 section ROW_INDEX start: 999627 length 36
+ Stream: column 2 section ROW_INDEX start: 999663 length 39
+ Stream: column 3 section ROW_INDEX start: 999702 length 649
+ Stream: column 1 section DATA start: 1000351 length 20029
+ Stream: column 2 section DATA start: 1020380 length 40035
+ Stream: column 3 section DATA start: 1060415 length 685567
+ Stream: column 3 section LENGTH start: 1745982 length 5743
Encoding column 0: DIRECT
Encoding column 1: DIRECT_V2
Encoding column 2: DIRECT_V2
Encoding column 3: DIRECT_V2
- Stripe: offset: 1588424 data: 348697 rows: 2000 tail: 67 index: 797
- Stream: column 0 section ROW_INDEX start: 1588424 length 10
- Stream: column 1 section ROW_INDEX start: 1588434 length 36
- Stream: column 2 section ROW_INDEX start: 1588470 length 39
- Stream: column 3 section ROW_INDEX start: 1588509 length 712
- Stream: column 1 section DATA start: 1589221 length 8011
- Stream: column 2 section DATA start: 1597232 length 16014
- Stream: column 3 section DATA start: 1613246 length 322259
- Stream: column 3 section LENGTH start: 1935505 length 2413
+ Stripe: offset: 1800000 data: 177935 rows: 1000 tail: 67 index: 813
+ Stream: column 0 section ROW_INDEX start: 1800000 length 10
+ Stream: column 1 section ROW_INDEX start: 1800010 length 36
+ Stream: column 2 section ROW_INDEX start: 1800046 length 39
+ Stream: column 3 section ROW_INDEX start: 1800085 length 728
+ Stream: column 1 section DATA start: 1800813 length 4007
+ Stream: column 2 section DATA start: 1804820 length 8007
+ Stream: column 3 section DATA start: 1812827 length 164661
+ Stream: column 3 section LENGTH start: 1977488 length 1260
Encoding column 0: DIRECT
Encoding column 1: DIRECT_V2
Encoding column 2: DIRECT_V2
