[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Jesus Camacho Rodriguez updated HIVE-13876: --- Target Version/s: (was: 2.1.1) > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Assignee: Gopal V >Priority: Critical > Fix For: 2.1.0 > > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Resolution: Fixed Release Note: Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead (Gopal V, reviewed by Sergey Shelukhin) Status: Resolved (was: Patch Available) Applied to master & branch-2.1 > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Assignee: Gopal V >Priority: Critical > Fix For: 2.2.0 > > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Fix Version/s: (was: 2.2.0) 2.1.0 > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Assignee: Gopal V >Priority: Critical > Fix For: 2.1.0 > > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Fix Version/s: 2.2.0 > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Assignee: Gopal V >Priority: Critical > Fix For: 2.2.0 > > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Status: Patch Available (was: Open) > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Assignee: Gopal V >Priority: Critical > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Sergey Shelukhin updated HIVE-13876: Assignee: Gopal V > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Assignee: Gopal V >Priority: Critical > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Priority: Critical (was: Major) > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V >Priority: Critical > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Attachment: HIVE-13876.1.patch > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Attachment: (was: HIVE-13876.1.patch) > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Attachment: HIVE-13876.1.patch > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, > Map) TezProcessor.java:172 > org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) > TezProcessor.java:160 > org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() > LogicalIOProcessorRuntimeTask.java:370 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:73 > org.apache.tez.runtime.task.TaskRunner2Callable$1.run() > TaskRunner2Callable.java:61 > java.security.AccessController.doPrivileged(PrivilegedExceptionAction, > AccessControlContext) AccessController.java (native) > javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) > Subject.java:422 > org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) > UserGroupInformation.java:1657 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:61 > org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() > TaskRunner2Callable.java:37 > org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 > java.util.concurrent.FutureTask.run() FutureTask.java:266 > java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) > ThreadPoolExecutor.java:1142 > java.util.concurrent.ThreadPoolExecutor$Worker.run() > ThreadPoolExecutor.java:617 > java.lang.Thread.run() Thread.java:745 > {code} -- This message was sent by Atlassian JIRA (v6.3.4#6332)
[jira] [Updated] (HIVE-13876) Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead
[ https://issues.apache.org/jira/browse/HIVE-13876?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel ] Gopal V updated HIVE-13876: --- Description: High CPU usage due to exception handling code. {code} TezTaskRunner [RUNNABLE] [DAEMON] java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) java.lang.Throwable.fillInStackTrace() Throwable.java:783 java.lang.Throwable.(String) Throwable.java:265 java.lang.Exception.(String) Exception.java:66 java.lang.RuntimeException.(String) RuntimeException.java:62 java.lang.IllegalArgumentException.(String) IllegalArgumentException.java:52 java.lang.NumberFormatException.(String) NumberFormatException.java:55 sun.misc.FloatingDecimal.readJavaFormatString(String) FloatingDecimal.java:1842 sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 java.lang.Float.parseFloat(String) Float.java:451 org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() LazySimpleDeserializeRead.java:309 org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, int, int) VectorDeserializeRow.java:346 org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, int) VectorDeserializeRow.java:659 org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) VectorMapOperator.java:814 org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) MapRecordSource.java:86 org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() MapRecordSource.java:70 org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() MapRecordProcessor.java:361 org.apache.hadoop.hive.ql.exec.tez.TezProcessor.initializeAndRunProcessor(Map, Map) TezProcessor.java:172 org.apache.hadoop.hive.ql.exec.tez.TezProcessor.run(Map, Map) TezProcessor.java:160 org.apache.tez.runtime.LogicalIOProcessorRuntimeTask.run() LogicalIOProcessorRuntimeTask.java:370 org.apache.tez.runtime.task.TaskRunner2Callable$1.run() TaskRunner2Callable.java:73 org.apache.tez.runtime.task.TaskRunner2Callable$1.run() TaskRunner2Callable.java:61 java.security.AccessController.doPrivileged(PrivilegedExceptionAction, AccessControlContext) AccessController.java (native) javax.security.auth.Subject.doAs(Subject, PrivilegedExceptionAction) Subject.java:422 org.apache.hadoop.security.UserGroupInformation.doAs(PrivilegedExceptionAction) UserGroupInformation.java:1657 org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() TaskRunner2Callable.java:61 org.apache.tez.runtime.task.TaskRunner2Callable.callInternal() TaskRunner2Callable.java:37 org.apache.tez.common.CallableWithNdc.call() CallableWithNdc.java:36 java.util.concurrent.FutureTask.run() FutureTask.java:266 java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor$Worker) ThreadPoolExecutor.java:1142 java.util.concurrent.ThreadPoolExecutor$Worker.run() ThreadPoolExecutor.java:617 java.lang.Thread.run() Thread.java:745 {code} > Vectorization: Port HIVE-11544 to LazySimpleDeserializeRead > --- > > Key: HIVE-13876 > URL: https://issues.apache.org/jira/browse/HIVE-13876 > Project: Hive > Issue Type: Bug > Components: File Formats, Vectorization >Affects Versions: 2.1.0 >Reporter: Gopal V > Attachments: HIVE-13876.1.patch > > > High CPU usage due to exception handling code. > {code} > TezTaskRunner [RUNNABLE] [DAEMON] > java.lang.Throwable.fillInStackTrace(int) Throwable.java (native) > java.lang.Throwable.fillInStackTrace() Throwable.java:783 > java.lang.Throwable.(String) Throwable.java:265 > java.lang.Exception.(String) Exception.java:66 > java.lang.RuntimeException.(String) RuntimeException.java:62 > java.lang.IllegalArgumentException.(String) > IllegalArgumentException.java:52 > java.lang.NumberFormatException.(String) NumberFormatException.java:55 > sun.misc.FloatingDecimal.readJavaFormatString(String) > FloatingDecimal.java:1842 > sun.misc.FloatingDecimal.parseFloat(String) FloatingDecimal.java:122 > java.lang.Float.parseFloat(String) Float.java:451 > org.apache.hadoop.hive.serde2.lazy.fast.LazySimpleDeserializeRead.readCheckNull() > LazySimpleDeserializeRead.java:309 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserializeRowColumn(VectorizedRowBatch, > int, int) VectorDeserializeRow.java:346 > org.apache.hadoop.hive.ql.exec.vector.VectorDeserializeRow.deserialize(VectorizedRowBatch, > int) VectorDeserializeRow.java:659 > org.apache.hadoop.hive.ql.exec.vector.VectorMapOperator.process(Writable) > VectorMapOperator.java:814 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.processRow(Object) > MapRecordSource.java:86 > org.apache.hadoop.hive.ql.exec.tez.MapRecordSource.pushRecord() > MapRecordSource.java:70 > org.apache.hadoop.hive.ql.exec.tez.MapRecordProcessor.run() > MapRecordProcessor.java:361 >