wwbmmm commented on code in PR #1608: URL: https://github.com/apache/incubator-brpc/pull/1608#discussion_r940831991
########## src/bvar/multi_dimension_inl.h: ########## @@ -0,0 +1,376 @@ +// Licensed to the Apache Software Foundation (ASF) under one +// or more contributor license agreements. See the NOTICE file +// distributed with this work for additional information +// regarding copyright ownership. The ASF licenses this file +// to you under the Apache License, Version 2.0 (the +// "License"); you may not use this file except in compliance +// with the License. You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, +// software distributed under the License is distributed on an +// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +// KIND, either express or implied. See the License for the +// specific language governing permissions and limitations +// under the License. + +// Date: 2021/11/17 10:57:43 + +#ifndef BVAR_MULTI_DIMENSION_INL_H +#define BVAR_MULTI_DIMENSION_INL_H + +#include <gflags/gflags_declare.h> + +namespace bvar { + +DECLARE_int32(bvar_latency_p1); +DECLARE_int32(bvar_latency_p2); +DECLARE_int32(bvar_latency_p3); + +static const std::string ALLOW_UNUSED METRIC_TYPE_COUNTER = "counter"; +static const std::string ALLOW_UNUSED METRIC_TYPE_SUMMARY = "summary"; +static const std::string ALLOW_UNUSED METRIC_TYPE_HISTOGRAM = "histogram"; +static const std::string ALLOW_UNUSED METRIC_TYPE_GAUGE = "gauge"; + +template <typename T> +inline +MultiDimension<T>::MultiDimension(const key_type& labels) + : Base(labels) +{ + _metric_map.Modify(init_flatmap); +} + +template <typename T> +inline +MultiDimension<T>::MultiDimension(const butil::StringPiece& name, + const key_type& labels) + : Base(labels) +{ + _metric_map.Modify(init_flatmap); + this->expose(name); +} + +template <typename T> +inline +MultiDimension<T>::MultiDimension(const butil::StringPiece& prefix, + const butil::StringPiece& name, + const key_type& labels) + : Base(labels) +{ + _metric_map.Modify(init_flatmap); + this->expose_as(prefix, name); +} + +template <typename T> +MultiDimension<T>::~MultiDimension() { + delete_stats(); + hide(); +} + +template <typename T> +inline +size_t MultiDimension<T>::init_flatmap(MetricMap& bg) { + // size = 1 << 13 + CHECK_EQ(0, bg.init(8192, 80)); + return (size_t)1; +} + +template <typename T> +inline +size_t MultiDimension<T>::count_stats() { + MetricMapScopedPtr metric_map_ptr; + if (_metric_map.Read(&metric_map_ptr) != 0) { + LOG(ERROR) << "Fail to read dbd"; + return 0; + } + return metric_map_ptr->size(); +} + +#ifdef UNIT_TEST +template <typename T> +inline +void MultiDimension<T>::delete_stats(const key_type& labels_value) { + if (is_valid_lables_value(labels_value)) { + // Because there are two copies(foreground and background) in DBD, we need to use an empty tmp_metric, + // get the deleted value of second copy into tmp_metric, which can prevent the bvar object from being deleted twice. + op_value_type tmp_metric = NULL; + auto fn = [&labels_value, &tmp_metric](MetricMap& bg) { + auto it = bg.seek(labels_value); + if (it != NULL) { + tmp_metric = *it; + bg.erase(labels_value); + return 1; + } + return 0; + }; + _metric_map.Modify(fn); + if (tmp_metric) { + delete tmp_metric; + } + } +} +#endif // end UNIT_TEST + +template <typename T> +inline +void MultiDimension<T>::delete_stats() { + // Because there are two copies(foreground and background) in DBD, we need to use an empty tmp_map, + // swap two copies with empty, and get the value of second copy into tmp_map, + // then traversal tmp_map and delete bvar object, + // which can prevent the bvar object from being deleted twice. + MetricMap tmp_map; + auto fn = [&tmp_map](MetricMap& map) { + if (!tmp_map.empty()) { + tmp_map.clear(); + } + tmp_map.swap(map); + return (size_t)1; + }; + int ret = _metric_map.Modify(fn); + CHECK_EQ(1, ret); + for (auto &kv : tmp_map) { + delete kv.second; + } +} + +template <typename T> +inline +void MultiDimension<T>::list_stats(std::vector<key_type>* names) { + if (names == NULL) { + return; + } + names->clear(); + MetricMapScopedPtr metric_map_ptr; + if (_metric_map.Read(&metric_map_ptr) != 0) { + LOG(ERROR) << "Fail to read dbd"; + return; + } + names->reserve(metric_map_ptr->size()); + for (auto it = metric_map_ptr->begin(); it != metric_map_ptr->end(); ++it) { + names->push_back(it->first); + } +} + +template <typename T> +inline +T* MultiDimension<T>::get_stats_impl(const key_type& labels_value, STATS_OP stats_op, bool* do_write) { + if (!is_valid_lables_value(labels_value)) { + return nullptr; + } + { + MetricMapScopedPtr metric_map_ptr; + if (_metric_map.Read(&metric_map_ptr) != 0) { + LOG(ERROR) << "Fail to read dbd"; + return nullptr; + } + + auto it = metric_map_ptr->seek(labels_value); + if (it != NULL) { + return (*it); + } else if (READ_ONLY == stats_op) { + return nullptr; + } + + if (metric_map_ptr->size() > MAX_MULTI_DIMENSION_STATS_COUNT) { + LOG(ERROR) << "Too many stats seen, overflow detected, max stats count:" << MAX_MULTI_DIMENSION_STATS_COUNT; + return nullptr; + } + } + + // Because DBD has two copies(foreground and background) MetricMap, both copies need to be modify, + // In order to avoid new duplicate bvar object, need use cache_metric to cache the new bvar object, + // In this way, when modifying the second copy, can directly use the cache_metric bvar object. + op_value_type cache_metric = NULL; + auto fn = [&labels_value, &cache_metric, &do_write](MetricMap& bg) { + auto bg_metric = bg.seek(labels_value); + if (NULL != bg_metric) { + cache_metric = *bg_metric; Review Comment: 这个应该还是需要的，前面DBD加读锁查询不到，然后再给DBD加写锁之前，可能已经有其它线程写入这个key，所以这里要再判断一下key是否已经写入 -- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. To unsubscribe, e-mail: [email protected] For queries about this service, please contact Infrastructure at: [email protected] --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
