This is an automated email from the ASF dual-hosted git repository.
wusheng pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/skywalking.git
from fdc24ed822 Polish docs menu (#9708)
add d7ee9a01d6 Support sharding MySQL database instances and tables.
(#9689)
No new revisions were added by this update.
Summary of changes:
.github/workflows/skywalking.yaml | 9 +
README.md | 2 +-
docs/en/changes/changes.md | 2 +
docs/en/setup/backend/backend-storage.md | 29 +++
docs/en/setup/backend/configuration-vocabulary.md | 10 +-
.../listener/EventRecordAnalyzerListener.java | 2 +-
.../analysis/manual/endpoint/EndpointTraffic.java | 6 +
.../analysis/manual/instance/InstanceTraffic.java | 3 +
.../analysis/manual/log/AbstractLogRecord.java | 1 +
.../server/core/analysis/manual/log/LogRecord.java | 4 +
.../manual/networkalias/NetworkAddressAlias.java | 3 +
.../analysis/manual/process/ProcessTraffic.java | 3 +
.../manual/process/ServiceLabelRecord.java | 5 +-
.../EndpointRelationServerSideMetrics.java | 6 +
.../ServiceInstanceRelationClientSideMetrics.java | 6 +
.../ServiceInstanceRelationServerSideMetrics.java | 6 +
.../process/ProcessRelationClientSideMetrics.java | 5 +-
.../process/ProcessRelationServerSideMetrics.java | 3 +
.../service/ServiceRelationClientSideMetrics.java | 6 +
.../service/ServiceRelationServerSideMetrics.java | 6 +
.../manual/searchtag/TagAutocompleteData.java | 3 +
.../analysis/manual/segment/SegmentRecord.java | 5 +
.../analysis/manual/service/ServiceTraffic.java | 3 +
.../function/sumpermin/SumPerMinFunction.java | 2 +-
.../core/{source => analysis/metrics}/Event.java | 7 +-
.../core/analysis/metrics/MaxLongMetrics.java | 3 -
.../oap/server/core/analysis/metrics/Metrics.java | 7 +
.../manual/errorlog/BrowserErrorLogRecord.java | 6 +
.../oap/server/core/config/ConfigService.java | 4 +
.../ebpf/storage/EBPFProfilingScheduleRecord.java | 3 +
.../oap/server/core/storage/ShardingAlgorithm.java | 189 ++++++++++++++
.../core/storage/annotation/SQLDatabase.java | 13 +
.../storage/model/SQLDatabaseModelExtension.java | 18 ++
.../server/core/storage/model/StorageModels.java | 11 +
.../core/zipkin/ZipkinServiceRelationTraffic.java | 3 +
.../core/zipkin/ZipkinServiceSpanTraffic.java | 3 +
.../server/core/zipkin/ZipkinServiceTraffic.java | 3 +
.../oap/server/core/zipkin/ZipkinSpanRecord.java | 6 +
.../oap/server/core/query/DurationTest.java | 10 +
.../oap/query/graphql/resolver/MetricQuery.java | 1 -
oap-server/server-starter/pom.xml | 5 +
.../src/main/resources/application.yml | 11 +
oap-server/server-storage-plugin/pom.xml | 1 +
.../banyandb/measure/BanyanDBEventQueryDAO.java | 2 +-
.../elasticsearch/query/ESEventQueryDAO.java | 2 +-
.../plugin/jdbc/h2/dao/H2AggregationQueryDAO.java | 16 +-
.../plugin/jdbc/h2/dao/H2EventQueryDAO.java | 2 +-
.../storage/plugin/jdbc/h2/dao/H2LogQueryDAO.java | 2 +-
.../plugin/jdbc/h2/dao/H2MetricsQueryDAO.java | 39 ++-
.../storage/plugin/jdbc/h2/dao/H2SQLExecutor.java | 20 +-
.../plugin/jdbc/h2/dao/H2TableInstaller.java | 5 +-
.../plugin/jdbc/h2/dao/H2TraceQueryDAO.java | 2 +-
.../plugin/jdbc/h2/dao/H2ZipkinQueryDAO.java | 6 +-
.../pom.xml | 6 +-
.../jdbc/shardingsphere/DurationWithinTTL.java | 140 ++++++++++
.../plugin/jdbc/shardingsphere/ShardingRule.java | 64 +++++
.../dao/ShardingAggregationQueryDAO.java} | 35 ++-
.../dao/ShardingBrowserLogQueryDAO.java | 52 ++++
.../shardingsphere/dao/ShardingLogQueryDAO.java | 66 +++++
.../dao/ShardingMetricsQueryDAO.java | 102 ++++++++
.../dao/ShardingTopologyQueryDAO.java | 91 +++++++
.../shardingsphere/dao/ShardingTraceQueryDAO.java | 68 +++++
.../shardingsphere/dao/ShardingZipkinQueryDAO.java | 53 ++++
.../mysql/MySQLShardingHistoryDeleteDAO.java | 147 +++++++++++
.../mysql/MySQLShardingStorageConfig.java} | 19 +-
.../mysql/MySQLShardingStorageProvider.java} | 65 +++--
.../mysql/MySQLShardingTableInstaller.java | 157 ++++++++++++
.../mysql/ShardingRulesOperator.java | 284 +++++++++++++++++++++
.../mysql/dao/MySQLShardingLogQueryDAO.java} | 8 +-
.../mysql/dao/MySQLShardingTraceQueryDAO.java} | 10 +-
.../dao/MysqlShardingBrowserLogQueryDAO.java} | 8 +-
...alking.oap.server.library.module.ModuleProvider | 2 +-
.../mysql/DurationWithinTTLTest.java | 129 ++++++++++
.../shardingsphere/mysql/ShardingRulesTest.java | 102 ++++++++
test/e2e-v2/cases/alarm/mysql/docker-compose.yml | 2 +-
test/e2e-v2/cases/browser/docker-compose.yml | 2 +-
test/e2e-v2/cases/browser/es/docker-compose.yml | 4 +-
.../browser/es/es-sharding/docker-compose.yml | 2 +-
.../sharding}/docker-compose.yml | 50 +++-
.../zk/es => browser/mysql/sharding}/e2e.yaml | 2 +-
test/e2e-v2/cases/event/mysql/docker-compose.yml | 2 +-
test/e2e-v2/cases/log/mysql/docker-compose.yml | 2 +-
.../mysql/sharding}/docker-compose.yml | 50 ++--
.../{es/es-sharding => mysql/sharding}/e2e.yaml | 0
.../cases/mysql/mysql-slowsql/docker-compose.yaml | 4 +-
.../profiling/ebpf/oncpu/mysql/docker-compose.yml | 4 +-
.../profiling/ebpf/oncpu/tidb/docker-compose.yml | 4 +-
.../cases/profiling/trace/mysql/docker-compose.yml | 2 +-
.../cases/profiling/trace/tidb/docker-compose.yml | 2 +-
test/e2e-v2/cases/storage/mysql/docker-compose.yml | 2 +-
.../sharding}/docker-compose.yml | 55 ++--
.../{es/es-sharding => mysql/sharding}/e2e.yaml | 0
test/e2e-v2/cases/storage/tidb/docker-compose.yml | 2 +-
test/e2e-v2/cases/ttl/tidb/docker-compose.yml | 2 +-
test/e2e-v2/cases/zipkin/mysql/docker-compose.yml | 2 +-
.../zipkin/mysql/{ => sharding}/docker-compose.yml | 40 ++-
.../{es/es-sharding => mysql/sharding}/e2e.yaml | 2 +-
.../script/prepare/setup-oap/download-mysql.sh | 4 +-
.../shardingsphere-proxy/base-compose.yml} | 30 +--
.../shardingsphere-proxy/conf/config-sharding.yaml | 45 ++++
.../script/shardingsphere-proxy/conf/server.yaml | 83 ++++++
101 files changed, 2328 insertions(+), 209 deletions(-)
rename
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/{source
=> analysis/metrics}/Event.java (96%)
create mode 100644
oap-server/server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/ShardingAlgorithm.java
copy oap-server/server-storage-plugin/{storage-tidb-plugin =>
storage-shardingsphere-plugin}/pom.xml (96%)
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/DurationWithinTTL.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/ShardingRule.java
copy
oap-server/{server-core/src/main/java/org/apache/skywalking/oap/server/core/storage/query/ITopNRecordsQueryDAO.java
=>
server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingAggregationQueryDAO.java}
(52%)
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingBrowserLogQueryDAO.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingLogQueryDAO.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingMetricsQueryDAO.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingTopologyQueryDAO.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingTraceQueryDAO.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/dao/ShardingZipkinQueryDAO.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/MySQLShardingHistoryDeleteDAO.java
copy
oap-server/server-storage-plugin/{storage-tidb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/tidb/TiDBStorageConfig.java
=>
storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/MySQLShardingStorageConfig.java}
(60%)
copy
oap-server/server-storage-plugin/{storage-tidb-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/tidb/TiDBStorageProvider.java
=>
storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/MySQLShardingStorageProvider.java}
(79%)
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/MySQLShardingTableInstaller.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/ShardingRulesOperator.java
copy
oap-server/server-storage-plugin/{storage-jdbc-hikaricp-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/mysql/MySQLLogQueryDAO.java
=>
storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/dao/MySQLShardingLogQueryDAO.java}
(76%)
copy
oap-server/server-storage-plugin/{storage-jdbc-hikaricp-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/mysql/MySQLTraceQueryDAO.java
=>
storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/dao/MySQLShardingTraceQueryDAO.java}
(75%)
copy
oap-server/server-storage-plugin/{storage-jdbc-hikaricp-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/mysql/MysqlBrowserLogQueryDAO.java
=>
storage-shardingsphere-plugin/src/main/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/dao/MysqlShardingBrowserLogQueryDAO.java}
(75%)
copy oap-server/{exporter =>
server-storage-plugin/storage-shardingsphere-plugin}/src/main/resources/META-INF/services/org.apache.skywalking.oap.server.library.module.ModuleProvider
(88%)
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/test/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/DurationWithinTTLTest.java
create mode 100644
oap-server/server-storage-plugin/storage-shardingsphere-plugin/src/test/java/org/apache/skywalking/oap/server/storage/plugin/jdbc/shardingsphere/mysql/ShardingRulesTest.java
copy test/e2e-v2/cases/browser/{es/es-sharding =>
mysql/sharding}/docker-compose.yml (74%)
copy test/e2e-v2/cases/{cluster/zk/es => browser/mysql/sharding}/e2e.yaml (97%)
copy test/e2e-v2/cases/{storage/mysql =>
log/mysql/sharding}/docker-compose.yml (66%)
copy test/e2e-v2/cases/log/{es/es-sharding => mysql/sharding}/e2e.yaml (100%)
copy test/e2e-v2/cases/storage/{es/es-sharding =>
mysql/sharding}/docker-compose.yml (63%)
copy test/e2e-v2/cases/storage/{es/es-sharding => mysql/sharding}/e2e.yaml
(100%)
copy test/e2e-v2/cases/zipkin/mysql/{ => sharding}/docker-compose.yml (64%)
copy test/e2e-v2/cases/zipkin/{es/es-sharding => mysql/sharding}/e2e.yaml (97%)
copy test/e2e-v2/{cases/event/h2/docker-compose.yml =>
script/shardingsphere-proxy/base-compose.yml} (67%)
create mode 100644
test/e2e-v2/script/shardingsphere-proxy/conf/config-sharding.yaml
create mode 100644 test/e2e-v2/script/shardingsphere-proxy/conf/server.yaml
