[
https://issues.apache.org/jira/browse/HIVE-14901?page=com.atlassian.jira.plugin.system.issuetabpanels:comment-tabpanel&focusedCommentId=15843961#comment-15843961
]
Hive QA commented on HIVE-14901:
--------------------------------
Here are the results of testing the latest attachment:
https://issues.apache.org/jira/secure/attachment/12849756/HIVE-14901.patch
{color:red}ERROR:{color} -1 due to no test(s) being added or modified.
{color:red}ERROR:{color} -1 due to 119 failed/errored test(s), 10834 tests
executed
*Failed tests:*
{noformat}
TestDerbyConnector - did not produce a TEST-*.xml file (likely timed out)
(batchId=235)
org.apache.hadoop.hive.cli.TestEncryptedHDFSCliDriver.testCliDriver[encryption_join_with_different_encryption_keys]
(batchId=159)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[vector_char_simple]
(batchId=147)
org.apache.hadoop.hive.cli.TestMiniLlapLocalCliDriver.testCliDriver[vector_if_expr]
(batchId=140)
org.apache.hadoop.hive.cli.TestMiniTezCliDriver.testCliDriver[explainuser_3]
(batchId=93)
org.apache.hadoop.hive.cli.TestPerfCliDriver.testCliDriver[query23]
(batchId=223)
org.apache.hadoop.hive.hooks.TestHs2Hooks.testHookContexts (batchId=208)
org.apache.hive.beeline.TestBeeLineWithArgs.org.apache.hive.beeline.TestBeeLineWithArgs
(batchId=211)
org.apache.hive.beeline.TestBeelinePasswordOption.org.apache.hive.beeline.TestBeelinePasswordOption
(batchId=211)
org.apache.hive.beeline.cli.TestHiveCli.testCmd (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testDatabaseOptions (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testErrOutput (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testHelp (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testInValidCmd (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testInvalidDatabaseOptions (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testInvalidOptions (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testInvalidOptions2 (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testNoErrorDB (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSetHeaderValue (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSetPromptValue (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSourceCmd (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSourceCmd2 (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSourceCmd3 (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSqlFromCmd (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testSqlFromCmdWithDBName (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testUseCurrentDB1 (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testUseCurrentDB2 (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testUseCurrentDB3 (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testUseInvalidDB (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testVariables (batchId=168)
org.apache.hive.beeline.cli.TestHiveCli.testVariablesForSource (batchId=168)
org.apache.hive.beeline.hs2connection.TestBeelineConnectionUsingHiveSite.testBeelineConnectionHttp
(batchId=211)
org.apache.hive.beeline.hs2connection.TestBeelineConnectionUsingHiveSite.testBeelineConnectionNoAuth
(batchId=211)
org.apache.hive.beeline.hs2connection.TestBeelineConnectionUsingHiveSite.testBeelineConnectionSSL
(batchId=211)
org.apache.hive.beeline.hs2connection.TestBeelineConnectionUsingHiveSite.testBeelineUsingArgs
(batchId=211)
org.apache.hive.beeline.hs2connection.TestBeelineWithUserHs2ConnectionFile.testBeelineConnectionHttp
(batchId=211)
org.apache.hive.beeline.hs2connection.TestBeelineWithUserHs2ConnectionFile.testBeelineConnectionNoAuth
(batchId=211)
org.apache.hive.beeline.hs2connection.TestBeelineWithUserHs2ConnectionFile.testBeelineConnectionSSL
(batchId=211)
org.apache.hive.jdbc.TestJdbcDriver2.org.apache.hive.jdbc.TestJdbcDriver2
(batchId=215)
org.apache.hive.jdbc.TestJdbcWithLocalClusterSpark.org.apache.hive.jdbc.TestJdbcWithLocalClusterSpark
(batchId=217)
org.apache.hive.jdbc.TestJdbcWithMiniHA.org.apache.hive.jdbc.TestJdbcWithMiniHA
(batchId=216)
org.apache.hive.jdbc.TestJdbcWithMiniHS2.org.apache.hive.jdbc.TestJdbcWithMiniHS2
(batchId=217)
org.apache.hive.jdbc.TestJdbcWithMiniLlap.testEscapedStrings (batchId=217)
org.apache.hive.jdbc.TestJdbcWithMiniLlap.testLlapInputFormatEndToEnd
(batchId=217)
org.apache.hive.jdbc.TestJdbcWithMiniLlap.testNonAsciiStrings (batchId=217)
org.apache.hive.jdbc.TestMultiSessionsHS2WithLocalClusterSpark.org.apache.hive.jdbc.TestMultiSessionsHS2WithLocalClusterSpark
(batchId=217)
org.apache.hive.jdbc.TestNoSaslAuth.testConnection (batchId=217)
org.apache.hive.jdbc.TestSSL.testMetastoreWithSSL (batchId=214)
org.apache.hive.jdbc.TestSSL.testSSLConnectionWithProperty (batchId=214)
org.apache.hive.jdbc.TestSSL.testSSLConnectionWithURL (batchId=214)
org.apache.hive.jdbc.TestSSL.testSSLFetch (batchId=214)
org.apache.hive.jdbc.TestSSL.testSSLFetchHttp (batchId=214)
org.apache.hive.jdbc.TestSchedulerQueue.testFairSchedulerPrimaryQueueMapping
(batchId=220)
org.apache.hive.jdbc.TestSchedulerQueue.testFairSchedulerQueueMapping
(batchId=220)
org.apache.hive.jdbc.TestSchedulerQueue.testFairSchedulerSecondaryQueueMapping
(batchId=220)
org.apache.hive.jdbc.TestSchedulerQueue.testQueueMappingCheckDisabled
(batchId=220)
org.apache.hive.jdbc.TestServiceDiscoveryWithMiniHS2.testConnectionWithConfigsPublished
(batchId=218)
org.apache.hive.jdbc.TestServiceDiscoveryWithMiniHS2.testConnectionWithoutConfigsPublished
(batchId=218)
org.apache.hive.jdbc.TestXSRFFilter.testFilterDisabledNoInjection (batchId=217)
org.apache.hive.jdbc.TestXSRFFilter.testFilterDisabledWithInjection
(batchId=217)
org.apache.hive.jdbc.TestXSRFFilter.testFilterEnabledWithInjection (batchId=217)
org.apache.hive.jdbc.authorization.TestHS2AuthzContext.testAuthzContextContentsCmdProcessorCmd
(batchId=218)
org.apache.hive.jdbc.authorization.TestHS2AuthzContext.testAuthzContextContentsDriverCmd
(batchId=218)
org.apache.hive.jdbc.authorization.TestJdbcMetadataApiAuth.org.apache.hive.jdbc.authorization.TestJdbcMetadataApiAuth
(batchId=218)
org.apache.hive.jdbc.authorization.TestJdbcWithSQLAuthUDFBlacklist.testBlackListedUdfUsage
(batchId=217)
org.apache.hive.jdbc.authorization.TestJdbcWithSQLAuthorization.testAllowedCommands
(batchId=218)
org.apache.hive.jdbc.authorization.TestJdbcWithSQLAuthorization.testAuthorization1
(batchId=218)
org.apache.hive.jdbc.authorization.TestJdbcWithSQLAuthorization.testBlackListedUdfUsage
(batchId=218)
org.apache.hive.jdbc.authorization.TestJdbcWithSQLAuthorization.testConfigWhiteList
(batchId=218)
org.apache.hive.jdbc.miniHS2.TestMiniHS2.testConfInSession (batchId=218)
org.apache.hive.minikdc.TestHs2HooksWithMiniKdc.testHookContexts (batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testConnection
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testIsValid (batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testIsValidNeg
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testNegativeProxyAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testNegativeTokenAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testNoKrbSASLTokenAuthNeg
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testNonKrbSASLAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testNonKrbSASLFullNameAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testProxyAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcNonKrbSASLWithMiniKdc.testTokenAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testConnection (batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testIsValid (batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testIsValidNeg (batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testNegativeProxyAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testNegativeTokenAuth
(batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testProxyAuth (batchId=229)
org.apache.hive.minikdc.TestJdbcWithDBTokenStore.testTokenAuth (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testConnection (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testIsValid (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testIsValidNeg (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testNegativeProxyAuth (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testNegativeTokenAuth (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testProxyAuth (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdc.testTokenAuth (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdcCookie.testCookie (batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdcSQLAuthBinary.testAuthorization1
(batchId=229)
org.apache.hive.minikdc.TestJdbcWithMiniKdcSQLAuthHttp.testAuthorization1
(batchId=229)
org.apache.hive.service.TestHS2ImpersonationWithRemoteMS.testImpersonation
(batchId=213)
org.apache.hive.service.auth.TestCustomAuthentication.testCustomAuthentication
(batchId=211)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLog
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogAsync
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogCleanup
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogWithExecutionMode
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogWithNoneMode
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogWithOrientation
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogWithPerformanceMode
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithMr.testFetchResultsOfLogWithVerboseMode
(batchId=213)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithTez.testFetchResultsOfLogCleanup
(batchId=212)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithTez.testFetchResultsOfLogWithExecutionMode
(batchId=212)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithTez.testFetchResultsOfLogWithNoneMode
(batchId=212)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithTez.testFetchResultsOfLogWithPerformanceMode
(batchId=212)
org.apache.hive.service.cli.operation.TestOperationLoggingAPIWithTez.testFetchResultsOfLogWithVerboseMode
(batchId=212)
org.apache.hive.service.cli.operation.TestOperationLoggingLayout.testSwitchLogLayout
(batchId=213)
org.apache.hive.service.cli.session.TestSessionGlobalInitFile.testSessionGlobalInitDir
(batchId=185)
org.apache.hive.service.cli.session.TestSessionGlobalInitFile.testSessionGlobalInitFile
(batchId=185)
org.apache.hive.service.cli.session.TestSessionGlobalInitFile.testSessionGlobalInitFileWithUser
(batchId=185)
org.apache.hive.service.cli.thrift.TestMiniHS2StateWithNoZookeeper.openSessionAndClose
(batchId=211)
org.apache.hive.service.cli.thrift.TestThriftHttpCLIServiceFeatures.testForwardedHeaders
(batchId=211)
{noformat}
Test results: https://builds.apache.org/job/PreCommit-HIVE-Build/3234/testReport
Console output: https://builds.apache.org/job/PreCommit-HIVE-Build/3234/console
Test logs: http://104.198.109.242/logs/PreCommit-HIVE-Build-3234/
Messages:
{noformat}
Executing org.apache.hive.ptest.execution.TestCheckPhase
Executing org.apache.hive.ptest.execution.PrepPhase
Executing org.apache.hive.ptest.execution.ExecutionPhase
Executing org.apache.hive.ptest.execution.ReportingPhase
Tests exited with: TestsFailedException: 119 tests failed
{noformat}
This message is automatically generated.
ATTACHMENT ID: 12849756 - PreCommit-HIVE-Build
> HiveServer2: Use user supplied fetch size to determine #rows serialized in
> tasks
> --------------------------------------------------------------------------------
>
> Key: HIVE-14901
> URL: https://issues.apache.org/jira/browse/HIVE-14901
> Project: Hive
> Issue Type: Sub-task
> Components: HiveServer2, JDBC, ODBC
> Affects Versions: 2.1.0
> Reporter: Vaibhav Gumashta
> Assignee: Norris Lee
> Attachments: HIVE-14901.patch
>
>
> Currently, we use {{hive.server2.thrift.resultset.max.fetch.size}} to decide
> the max number of rows that we write in tasks. However, we should ideally use
> the user supplied value (which can be extracted from the
> ThriftCLIService.FetchResults' request parameter) to decide how many rows to
> serialize in a blob in the tasks. We should however use
> {{hive.server2.thrift.resultset.max.fetch.size}} to have an upper bound on
> it, so that we don't go OOM in tasks and HS2.
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
