wmfxly commented on issue #32033:
URL:
https://github.com/apache/shardingsphere/issues/32033#issuecomment-2218448383
I change maxPoolSize 1000
REGISTER STORAGE UNIT ds_0 (
URL="jdbc:mysql://ip:3306/proxy_demo_ds_0?useSSL=false",
USER="root",
PASSWORD="mysql",
PROPERTIES("maxPoolSize"=1000,"idleTimeout"="30000","minPoolSize"=10,"maxLifetime"="1800000","connectionTimeout"="30000")
);
and change SHARDING TABLE RULE,start date 202101 end date 202412
ALTER SHARDING TABLE RULE app_notice_ind (
DATANODES("ds_0.app_notice_ind_$->{202101..202412}$->{0..2}"),
TABLE_STRATEGY(TYPE="STANDARD",SHARDING_COLUMN=create_time,SHARDING_ALGORITHM(TYPE(NAME="DATEYYYYMM_THREE_MOD",
PROPERTIES("algorithmClassName"="com.kabao.extend.proxy.algorithm.DateYYYYMMThreeTablePreciseAlgorithm","algorithm-expression"="app_notice_ind_$->{202101..202412}$->{0..2}")))),
AUDIT_STRATEGY (TYPE(NAME="DML_SHARDING_CONDITIONS"),ALLOW_HINT_DISABLE=true)
);
error msg
[INFO ] 2024-07-10 02:56:45.137
[j0102p00004e364016e332a3d217ce95f03b4408e7_Worker-1]
o.a.s.d.p.s.m.p.MigrationJobPreparer - unlock,
jobId=j0102p00004e364016e332a3d217ce95f03b4408e7, shardingItem=0, cost 73913 ms
[ERROR] 2024-07-10 02:56:45.153
[j0102p00004e364016e332a3d217ce95f03b4408e7_Worker-1]
o.a.s.d.p.c.j.AbstractSeparablePipelineJob - Job execution failed,
j0102p00004e364016e332a3d217ce95f03b4408e7-0
org.apache.shardingsphere.data.pipeline.core.exception.PipelineInternalException:
java.sql.SQLException: Can not get 936 connections one time, partition succeed
connection(100) have released. Please consider increasing the 'maxPoolSize' of
the data sources or decreasing the 'max-connections-size-per-query' in
properties.
More details: HikariPool-12 - Connection is not available, request timed out
after 30005ms.
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.prepare(AbstractSeparablePipelineJob.java:133)
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.execute(AbstractSeparablePipelineJob.java:117)
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.execute(AbstractSeparablePipelineJob.java:90)
at
org.apache.shardingsphere.elasticjob.simple.executor.SimpleJobExecutor.process(SimpleJobExecutor.java:33)
at
org.apache.shardingsphere.elasticjob.simple.executor.SimpleJobExecutor.process(SimpleJobExecutor.java:29)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.process(ElasticJobExecutor.java:173)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.process(ElasticJobExecutor.java:142)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.execute(ElasticJobExecutor.java:124)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.execute(ElasticJobExecutor.java:100)
at
org.apache.shardingsphere.elasticjob.lite.internal.schedule.LiteJob.execute(LiteJob.java:35)
at org.quartz.core.JobRunShell.run(JobRunShell.java:202)
at
org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573)
Caused by: java.sql.SQLException: Can not get 936 connections one time,
partition succeed connection(100) have released. Please consider increasing the
'maxPoolSize' of the data sources or decreasing the
'max-connections-size-per-query' in properties.
More details: HikariPool-12 - Connection is not available, request timed out
after 30005ms.
at
org.apache.shardingsphere.infra.exception.core.external.sql.ShardingSphereSQLException.toSQLException(ShardingSphereSQLException.java:76)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnections(DriverDatabaseConnectionManager.java:409)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnections(DriverDatabaseConnectionManager.java:393)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.getConnections(DriverDatabaseConnectionManager.java:359)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.getConnections(DriverDatabaseConnectionManager.java:340)
at
org.apache.shardingsphere.infra.executor.sql.prepare.driver.DriverExecutionPrepareEngine.group(DriverExecutionPrepareEngine.java:89)
at
org.apache.shardingsphere.infra.executor.sql.prepare.AbstractExecutionPrepareEngine.prepare(AbstractExecutionPrepareEngine.java:70)
at
org.apache.shardingsphere.infra.executor.sql.prepare.AbstractExecutionPrepareEngine.prepare(AbstractExecutionPrepareEngine.java:59)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.createExecutionGroupContext(ShardingSphereStatement.java:528)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.useDriverToExecute(ShardingSphereStatement.java:562)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.executeWithExecutionContext(ShardingSphereStatement.java:541)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.execute0(ShardingSphereStatement.java:466)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.execute(ShardingSphereStatement.java:394)
at
org.apache.shardingsphere.data.pipeline.core.preparer.datasource.PipelineJobDataSourcePreparer.executeTargetTableSQL(PipelineJobDataSourcePreparer.java:123)
at
org.apache.shardingsphere.data.pipeline.core.preparer.datasource.PipelineJobDataSourcePreparer.prepareTargetTables(PipelineJobDataSourcePreparer.java:113)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepareTarget(MigrationJobPreparer.java:172)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepareAndCheckTarget(MigrationJobPreparer.java:155)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepareAndCheckTargetWithLock(MigrationJobPreparer.java:140)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepare(MigrationJobPreparer.java:104)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.MigrationJob.doPrepare(MigrationJob.java:108)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.MigrationJob.doPrepare(MigrationJob.java:54)
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.prepare(AbstractSeparablePipelineJob.java:129)
... 11 common frames omitted
Caused by: java.sql.SQLTransientConnectionException: HikariPool-12 -
Connection is not available, request timed out after 30005ms.
at
com.zaxxer.hikari.pool.HikariPool.createTimeoutException(HikariPool.java:696)
at com.zaxxer.hikari.pool.HikariPool.getConnection(HikariPool.java:197)
at com.zaxxer.hikari.pool.HikariPool.getConnection(HikariPool.java:162)
at
com.zaxxer.hikari.HikariDataSource.getConnection(HikariDataSource.java:128)
at
org.apache.shardingsphere.infra.datasource.pool.CatalogSwitchableDataSource.getConnection(CatalogSwitchableDataSource.java:46)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnection(DriverDatabaseConnectionManager.java:419)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnections(DriverDatabaseConnectionManager.java:402)
... 31 common frames omitted
[ERROR] 2024-07-10 02:56:45.167
[j0102p00004e364016e332a3d217ce95f03b4408e7_Worker-1]
o.a.s.e.e.h.g.LogJobErrorHandler - Job
'j0102p00004e364016e332a3d217ce95f03b4408e7' exception occur in job processing
org.apache.shardingsphere.data.pipeline.core.exception.PipelineInternalException:
java.sql.SQLException: Can not get 936 connections one time, partition succeed
connection(100) have released. Please consider increasing the 'maxPoolSize' of
the data sources or decreasing the 'max-connections-size-per-query' in
properties.
More details: HikariPool-12 - Connection is not available, request timed out
after 30005ms.
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.prepare(AbstractSeparablePipelineJob.java:133)
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.execute(AbstractSeparablePipelineJob.java:117)
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.execute(AbstractSeparablePipelineJob.java:90)
at
org.apache.shardingsphere.elasticjob.simple.executor.SimpleJobExecutor.process(SimpleJobExecutor.java:33)
at
org.apache.shardingsphere.elasticjob.simple.executor.SimpleJobExecutor.process(SimpleJobExecutor.java:29)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.process(ElasticJobExecutor.java:173)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.process(ElasticJobExecutor.java:142)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.execute(ElasticJobExecutor.java:124)
at
org.apache.shardingsphere.elasticjob.executor.ElasticJobExecutor.execute(ElasticJobExecutor.java:100)
at
org.apache.shardingsphere.elasticjob.lite.internal.schedule.LiteJob.execute(LiteJob.java:35)
at org.quartz.core.JobRunShell.run(JobRunShell.java:202)
at
org.quartz.simpl.SimpleThreadPool$WorkerThread.run(SimpleThreadPool.java:573)
Caused by: java.sql.SQLException: Can not get 936 connections one time,
partition succeed connection(100) have released. Please consider increasing the
'maxPoolSize' of the data sources or decreasing the
'max-connections-size-per-query' in properties.
More details: HikariPool-12 - Connection is not available, request timed out
after 30005ms.
at
org.apache.shardingsphere.infra.exception.core.external.sql.ShardingSphereSQLException.toSQLException(ShardingSphereSQLException.java:76)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnections(DriverDatabaseConnectionManager.java:409)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnections(DriverDatabaseConnectionManager.java:393)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.getConnections(DriverDatabaseConnectionManager.java:359)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.getConnections(DriverDatabaseConnectionManager.java:340)
at
org.apache.shardingsphere.infra.executor.sql.prepare.driver.DriverExecutionPrepareEngine.group(DriverExecutionPrepareEngine.java:89)
at
org.apache.shardingsphere.infra.executor.sql.prepare.AbstractExecutionPrepareEngine.prepare(AbstractExecutionPrepareEngine.java:70)
at
org.apache.shardingsphere.infra.executor.sql.prepare.AbstractExecutionPrepareEngine.prepare(AbstractExecutionPrepareEngine.java:59)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.createExecutionGroupContext(ShardingSphereStatement.java:528)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.useDriverToExecute(ShardingSphereStatement.java:562)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.executeWithExecutionContext(ShardingSphereStatement.java:541)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.execute0(ShardingSphereStatement.java:466)
at
org.apache.shardingsphere.driver.jdbc.core.statement.ShardingSphereStatement.execute(ShardingSphereStatement.java:394)
at
org.apache.shardingsphere.data.pipeline.core.preparer.datasource.PipelineJobDataSourcePreparer.executeTargetTableSQL(PipelineJobDataSourcePreparer.java:123)
at
org.apache.shardingsphere.data.pipeline.core.preparer.datasource.PipelineJobDataSourcePreparer.prepareTargetTables(PipelineJobDataSourcePreparer.java:113)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepareTarget(MigrationJobPreparer.java:172)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepareAndCheckTarget(MigrationJobPreparer.java:155)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepareAndCheckTargetWithLock(MigrationJobPreparer.java:140)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.preparer.MigrationJobPreparer.prepare(MigrationJobPreparer.java:104)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.MigrationJob.doPrepare(MigrationJob.java:108)
at
org.apache.shardingsphere.data.pipeline.scenario.migration.MigrationJob.doPrepare(MigrationJob.java:54)
at
org.apache.shardingsphere.data.pipeline.core.job.AbstractSeparablePipelineJob.prepare(AbstractSeparablePipelineJob.java:129)
... 11 common frames omitted
Caused by: java.sql.SQLTransientConnectionException: HikariPool-12 -
Connection is not available, request timed out after 30005ms.
at
com.zaxxer.hikari.pool.HikariPool.createTimeoutException(HikariPool.java:696)
at com.zaxxer.hikari.pool.HikariPool.getConnection(HikariPool.java:197)
at com.zaxxer.hikari.pool.HikariPool.getConnection(HikariPool.java:162)
at
com.zaxxer.hikari.HikariDataSource.getConnection(HikariDataSource.java:128)
at
org.apache.shardingsphere.infra.datasource.pool.CatalogSwitchableDataSource.getConnection(CatalogSwitchableDataSource.java:46)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnection(DriverDatabaseConnectionManager.java:419)
at
org.apache.shardingsphere.driver.jdbc.core.connection.DriverDatabaseConnectionManager.createConnections(DriverDatabaseConnectionManager.java:402)
... 31 common frames omitted
[INFO ] 2024-07-10 02:56:45.170
[j0102p00004e364016e332a3d217ce95f03b4408e7_Worker-1]
o.a.s.d.p.c.l.PipelineElasticJobListener - After
j0102p00004e364016e332a3d217ce95f03b4408e7 job execute
@sandynz
How do I set the max-connections-size-per-query configuration，in global.yaml
config ?
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
