This is an automated email from the ASF dual-hosted git repository.
wangdan pushed a change to branch migrate-metrics-dev
in repository https://gitbox.apache.org/repos/asf/incubator-pegasus.git
discard 9c6678515 feat(new_metrics): migrate metrics for latency tracer (#1537)
omit 34a58a540 refactor(new_metrics): remove perf-counters that are still
used in shared log (#1533)
omit e4fa1aa28 feat(new_metrics): remove all table-level perf-counters for
each replica (#1531)
omit ec7952d2d fix(new_metrics): profiled tasks are measured by the wrong
metrics (#1528)
omit 49fb8830e feat(new_metrics): migrate metrics for profiler (#1524)
omit 3d29aa51e feat: Aggregate table/server level metrics (#1517)
omit cfcb7bfad feat(new_metrics): migrate server-level metrics of rocksdb
(#1506)
omit e5b4f6320 feat(new_metrics): migrate metrics for network (#1504)
omit 6902bac9d feat(new_metrics): migrate metrics for failure detector
(#1502)
omit bc9456548 refactor(new_metrics): refactor enum definition for metric
types and units (#1491)
omit e3a5e051a feat(new_metrics): migrate metrics for task queue (#1484)
omit 0edccb5b3 feat(new_metrics): migrate metrics for some duplication
class (#1482)
omit 93fa44f3a feat(new_metrics): migrate metrics for replica_stub (part 7)
(#1475)
omit eb4fb10ea feat(new_metrics): migrate metrics for replica_stub (part 6)
(#1474)
omit 98f51fbd3 feat(new_metrics): migrate metrics for replica_stub (part 5)
(#1469)
omit de0f46171 feat(new_metrics): migrate metrics for replica_stub (part 4)
(#1463)
omit 5861e0466 feat(new_metrics): migrate metrics for replica_stub (part 3)
(#1462)
omit 083d5d96c feat(collector): migrate the collector from
pegasus-kv/collector (#1461)
omit 3b4510ff9 feat(new_metrics): migrate metrics for replica_stub (part 2)
(#1459)
omit 93083ce68 feat(new_metrics): migrate metrics for replica_stub (part 1)
(#1455)
omit 719e0f217 feat(new_metrics): migrate replica-level metrics for
pegasus_manual_compact_service (#1443)
omit 7b8303394 feat(new_metrics): migrate partition-level metrics for
partition_guardian (#1440)
omit e012a27a2 feat(new_metrics): add backup-policy-level metric entity and
migrate backup-policy-level metrics for meta_backup_service (#1438)
omit 028e00aca feat(new_metrics): migrate server-level metrics for
meta_service (#1437)
omit aa51eb44c feat(new_metrics): add partition-level metric entity and
migrate partition-level metrics for greedy_load_balancer of meta (#1435)
omit 18cb2cbc0 feat(new_metrics): add table-level metric entity and migrate
table-level metrics for server_state of meta (#1431)
omit 24e734cbf feat(new_metrics): add disk-level metric entity and migrate
disk-level metrics for fs_manager (#1427)
omit 174450553 feat(new_metrics): migrate server-level metrics for nfs
(#1421)
omit f812f4f08 feat(new_metrics): migrate built-in server-level metrics
(#1418)
omit f75bdb3f1 feat(new_metrics): add server-level metric entity (#1415)
omit e94eeaf4b feat(new_metrics): migrate replica-level metrics for
pegasus_mutation_duplicator (#1413)
omit 01a7f70ea feat(new_metrics): migrate replica-level metrics for
pegasus_event_listener (#1407)
omit e33204e0b feat(new_metrics): migrate replica-level metrics for replica
class (#1397)
omit 578154cd3 feat(new_metrics): migrate replica-level metrics for
capacity_unit_calculator (#1387)
omit b248cb7b2 feat(new_metrics): migrate replica-level metrics for
pegasus_server_impl (part 2) (#1386)
omit 34abc9147 feat(new_metrics): migrate replica-level metrics for
pegasus_server_impl (part 1) (#1374)
omit 16fc21482 feat(new_metrics): migrate replica-level metrics for write
service (#1351)
omit 8e873e3f9 feat(new_metrics): add replica-level metric entity (#1345)
add 09c962d01 chore: update rocksdb install url on thirdparty (#1516)
add a0881816f chore(build): separate the build directory of IWYU version
(#1519)
add 4dcbb1e28 feat: skip IO_ERROR dir_node when assign replicas (#1512)
add d216696e5 refactor: improve the single-responsibility of class
fs_manager (2/n) (#1522)
add f3d13881a feat(Ranger): add a default database policy name for legacy
table (#1507)
add 4ae39997b feat(FQDN): serialization format rpc_host_port (#1496)
add 6972752a5 fix: fix invaild build type (#1521)
add a509e8a92 fix(shell): fix the additional options not applied bug of
command "./run.sh test" (#1526)
add 96116f6dd fix(github): throttle_test failed frequently due to
insufficient disk space (#1530)
add 992cae4e4 feat(replica): close the replica and mark the dir_node as
IO_ERROR when encounter read/write IO error (#1473)
add 78136dd0a feat(Ranger): refactor the logic when ranger performs ACL
(#1518)
new 515f6df15 feat(new_metrics): add replica-level metric entity (#1345)
new 51e9a2143 feat(new_metrics): migrate replica-level metrics for write
service (#1351)
new aa4364041 feat(new_metrics): migrate replica-level metrics for
pegasus_server_impl (part 1) (#1374)
new 6902d4b68 feat(new_metrics): migrate replica-level metrics for
pegasus_server_impl (part 2) (#1386)
new b354f4659 feat(new_metrics): migrate replica-level metrics for
capacity_unit_calculator (#1387)
new 3ec8c2cf8 feat(new_metrics): migrate replica-level metrics for replica
class (#1397)
new 107daa6e8 feat(new_metrics): migrate replica-level metrics for
pegasus_event_listener (#1407)
new 1887bdd0c feat(new_metrics): migrate replica-level metrics for
pegasus_mutation_duplicator (#1413)
new a34761870 feat(new_metrics): add server-level metric entity (#1415)
new b8bc0c0a2 feat(new_metrics): migrate built-in server-level metrics
(#1418)
new 4756fcb82 feat(new_metrics): migrate server-level metrics for nfs
(#1421)
new 4d218930f feat(new_metrics): add disk-level metric entity and migrate
disk-level metrics for fs_manager (#1427)
new 3dba1f6e5 feat(new_metrics): add table-level metric entity and migrate
table-level metrics for server_state of meta (#1431)
new cbf127528 feat(new_metrics): add partition-level metric entity and
migrate partition-level metrics for greedy_load_balancer of meta (#1435)
new 309b9b164 feat(new_metrics): migrate server-level metrics for
meta_service (#1437)
new 1bf76a4bc feat(new_metrics): add backup-policy-level metric entity and
migrate backup-policy-level metrics for meta_backup_service (#1438)
new 5e13aea7b feat(new_metrics): migrate partition-level metrics for
partition_guardian (#1440)
new b7877480c feat(new_metrics): migrate replica-level metrics for
pegasus_manual_compact_service (#1443)
new 200dd45b9 feat(new_metrics): migrate metrics for replica_stub (part 1)
(#1455)
new b3fc882f9 feat(new_metrics): migrate metrics for replica_stub (part 2)
(#1459)
new 1c2db763e feat(collector): migrate the collector from
pegasus-kv/collector (#1461)
new 59ee8de8c feat(new_metrics): migrate metrics for replica_stub (part 3)
(#1462)
new 672e3bfa2 feat(new_metrics): migrate metrics for replica_stub (part 4)
(#1463)
new 909a40f9e feat(new_metrics): migrate metrics for replica_stub (part 5)
(#1469)
new 6a8b290a8 feat(new_metrics): migrate metrics for replica_stub (part 6)
(#1474)
new e3a45b7a5 feat(new_metrics): migrate metrics for replica_stub (part 7)
(#1475)
new ca3fb1c21 feat(new_metrics): migrate metrics for some duplication
class (#1482)
new 35b0cdc73 feat(new_metrics): migrate metrics for task queue (#1484)
new 6a1181480 refactor(new_metrics): refactor enum definition for metric
types and units (#1491)
new fca2378c2 feat(new_metrics): migrate metrics for failure detector
(#1502)
new c0124ada0 feat(new_metrics): migrate metrics for network (#1504)
new c7d614936 feat(new_metrics): migrate server-level metrics of rocksdb
(#1506)
new 1247b5aa6 feat: Aggregate table/server level metrics (#1517)
new fb3d8b9e3 feat(new_metrics): migrate metrics for profiler (#1524)
new d238f5e5f fix(new_metrics): profiled tasks are measured by the wrong
metrics (#1528)
new eaff6ec51 feat(new_metrics): remove all table-level perf-counters for
each replica (#1531)
new 20eab76d4 refactor(new_metrics): remove perf-counters that are still
used in shared log (#1533)
new 7553c6dcf feat(new_metrics): migrate metrics for latency tracer (#1537)
This update added new revisions after undoing existing revisions.
That is to say, some revisions that were in the old version of the
branch are not in the new version. This situation occurs
when a user --force pushes a change and generates a repository
containing something like this:
* -- * -- B -- O -- O -- O (9c6678515)
\
N -- N -- N refs/heads/migrate-metrics-dev (7553c6dcf)
You should already have received notification emails for all of the O
revisions, and so the following emails describe only the N revisions
from the common base, B.
Any revisions marked "omit" are not gone; other references still
refer to them. Any revisions marked "discard" are gone forever.
The 38 revisions listed above as "new" are entirely new to this
repository and will be described in separate emails. The revisions
listed as "add" were already present in the repository and have only
been added to this reference.
Summary of changes:
.github/workflows/lint_and_test_cpp.yaml | 13 +-
idl/dsn.thrift | 5 +
idl/metadata.thrift | 7 +-
run.sh | 37 ++-
src/common/fs_manager.cpp | 181 ++++++++++++--
src/common/fs_manager.h | 19 +-
src/common/replication_enums.h | 1 +
src/common/serialization_helper/thrift_helper.h | 100 ++++++++
src/common/test/fs_manager_test.cpp | 7 +-
src/replica/disk_cleaner.cpp | 7 +
src/replica/replica.cpp | 7 +-
src/replica/replica.h | 3 +-
src/replica/replica_2pc.cpp | 6 +-
src/replica/replica_check.cpp | 1 +
src/replica/replica_context.cpp | 9 +-
src/replica/replica_context.h | 2 +-
src/replica/replica_disk_migrator.cpp | 59 +----
src/replica/replica_failover.cpp | 6 +-
src/replica/replica_learn.cpp | 8 +-
src/replica/replica_stub.cpp | 45 +---
src/replica/replica_stub.h | 2 +-
src/replica/replication_app_base.cpp | 6 +-
src/replica/test/CMakeLists.txt | 3 +-
src/replica/test/replica_disk_test.cpp | 32 +++
src/replica/test/replica_test.cpp | 52 +++-
src/runtime/ranger/access_type.h | 11 +
src/runtime/ranger/ranger_resource_policy.cpp | 248 +++++++++++++++++--
src/runtime/ranger/ranger_resource_policy.h | 208 +++++++++++++++-
.../ranger/ranger_resource_policy_manager.cpp | 112 +++++----
.../ranger/ranger_resource_policy_manager.h | 11 +-
src/runtime/rpc/rpc_host_port.h | 15 +-
src/runtime/security/meta_access_controller.cpp | 4 +-
src/runtime/security/replica_access_controller.cpp | 7 +-
src/runtime/security/replica_access_controller.h | 9 +-
src/runtime/test/host_port_test.cpp | 37 +++
.../test/ranger_resource_policy_manager_test.cpp | 264 +++++++++++++++++----
src/runtime/test/ranger_resource_policy_test.cpp | 135 +++++++++--
src/runtime/test/test_utils.h | 14 ++
src/server/config.min.ini | 1 +
src/test/function_test/config.ini | 4 +
src/test/function_test/run.sh | 19 ++
.../function_test/throttle_test/test_throttle.cpp | 53 ++++-
src/utils/error_code.h | 2 +
src/utils/filesystem.cpp | 1 +
thirdparty/CMakeLists.txt | 3 +-
45 files changed, 1447 insertions(+), 329 deletions(-)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
