[kudu] branch master updated: [benchmarks] add SameTabletConcurrentWritesTest scenarios

[alexey]

This is an automated email from the ASF dual-hosted git repository.

alexey pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/kudu.git


The following commit(s) were added to refs/heads/master by this push:
     new 5521338  [benchmarks] add SameTabletConcurrentWritesTest scenarios
5521338 is described below

commit 55213388126574db9b9bee297a521035aa4e9d3e
Author: Alexey Serbin <ale...@apache.org>
AuthorDate: Mon Jul 27 22:46:19 2020 -0700

    [benchmarks] add SameTabletConcurrentWritesTest scenarios
    
    Added a new benchmarks for SameTabletConcurrentWritesTest.InsertsOnly
    scenario.
    
    Change-Id: I3df7da1cc430e4b119c2545addf83e0783023869
    Reviewed-on: http://gerrit.cloudera.org:8080/16246
    Reviewed-by: Andrew Wong <aw...@cloudera.com>
    Tested-by: Alexey Serbin <aser...@cloudera.com>
---
 src/kudu/scripts/benchmarks.sh | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)

diff --git a/src/kudu/scripts/benchmarks.sh b/src/kudu/scripts/benchmarks.sh
index bd63a36..e3c3e8f 100755
--- a/src/kudu/scripts/benchmarks.sh
+++ b/src/kudu/scripts/benchmarks.sh
@@ -68,6 +68,8 @@ GET_TABLE_SCHEMA_DIRECT_CALL=GetTableSchemaTestDirectCall
 GET_TABLE_LOCATIONS_RPC=GetTableLocationsTestRpc
 GET_TABLE_LOCATIONS_DIRECT_CALL=GetTableLocationsTestDirectCall
 
+SAME_TABLET_CONCURRENT_WRITES=SameTabletConcurrentWrites
+
 LOG_DIR_NAME=build/latest/bench-logs
 OUT_DIR_NAME=build/latest/bench-out
 HTML_FILE="benchmarks.html"
@@ -349,6 +351,14 @@ run_benchmarks() {
         &> $LOGDIR/${GET_TABLE_LOCATIONS_DIRECT_CALL}_${capacity_mb}_$i.log
     done
   done
+
+  # Run SameTabletConcurrentWritesTest.InsertsOnly with 16 inserter threads.
+  for i in $(seq 1 $NUM_SAMPLES) ; do
+    KUDU_ALLOW_SLOW_TESTS=true 
./build/latest/bin/same_tablet_concurrent_writes-itest \
+      --gtest_filter='SameTabletConcurrentWritesTest.InsertsOnly' \
+      --num_inserter_threads=16 \
+      &> $LOGDIR/${SAME_TABLET_CONCURRENT_WRITES}$i.log
+  done
 }
 
 parse_and_record_all_results() {
@@ -568,6 +578,14 @@ parse_and_record_all_results() {
     done
   done
 
+  for i in $(seq 1 $NUM_SAMPLES); do
+    local log=$LOGDIR/${SAME_TABLET_CONCURRENT_WRITES}$i.log
+    rate=$(grep -o 'write RPC request rate: .* req/sec' $log | awk '{print 
$5}')
+    overflows=$(grep -o 'total count of RPC queue overflows: .*' $log | awk 
'{print $7}')
+    record_result $BUILD_IDENTIFIER ${SAME_TABLET_CONCURRENT_WRITES}_req_rate 
$i $rate
+    record_result $BUILD_IDENTIFIER ${SAME_TABLET_CONCURRENT_WRITES}_overflows 
$i $overflows
+  done
+
   popd
   popd
   popd
@@ -658,6 +676,9 @@ load_stats_and_generate_plots() {
   load_and_generate_plot "${GET_TABLE_LOCATIONS_RPC}%_req_rate" 
get-table-locations-rpc
   load_and_generate_plot "${GET_TABLE_LOCATIONS_DIRECT_CALL}%_req_rate" 
get-table-locations-dc
 
+  load_and_generate_plot "${SAME_TABLET_CONCURRENT_WRITES}_req_rate" 
same-tablet-concurrent-writes-rate
+  load_and_generate_plot "${SAME_TABLET_CONCURRENT_WRITES}_overflows" 
same-tablet-concurrent-writes-overflows
+
   # Generate all the pngs for all the mt-tablet tests
   for i in $(seq 0 $NUM_MT_TABLET_TESTS); do
     cat $LOGDIR/${MT_TABLET_TEST}.log | ./graph-metrics.py 
MultiThreadedTabletTest/$i > $OUTDIR/test$i.tsv