[ 
https://issues.apache.org/jira/browse/SOLR-5749?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
 ]

Shalin Shekhar Mangar updated SOLR-5749:
----------------------------------------

    Attachment: SOLR-5749.patch

Added statistics on DistributedQueue as well.

{code}
{
  "responseHeader":{
    "status":0,
    "QTime":28},
  "leader":"127.0.1.1:8983_solr",
  "overseer_queue_size":0,
  "overseer_work_queue_size":0,
  "overseer_collection_queue_size":2,
  "overseer_operations":[
    "createcollection",{
      "requests":1,
      "errors":0,
      "totalTime":0.971481,
      "avgRequestsPerMinute":0.4506035128995973,
      "5minRateReqsPerMinute":7.910887562405325,
      "15minRateReqsPerMinute":10.443896710000685,
      "avgTimePerRequest":0.971481,
      "medianRequestTime":0.971481,
      "75thPcRequestTime":0.971481,
      "95thPcRequestTime":0.971481,
      "99thPcRequestTime":0.971481,
      "999thPcRequestTime":0.971481},
    "removeshard",{
      "requests":2,
      "errors":0,
      "totalTime":0.528514,
      "avgRequestsPerMinute":1.3925947936037932,
      "5minRateReqsPerMinute":9.662379888216847,
      "15minRateReqsPerMinute":11.16388960970474,
      "avgTimePerRequest":0.264257,
      "medianRequestTime":0.26425699999999996,
      "75thPcRequestTime":0.273016,
      "95thPcRequestTime":0.273016,
      "99thPcRequestTime":0.273016,
      "999thPcRequestTime":0.273016},
    "updateshardstate",{
      "requests":3,
      "errors":0,
      "totalTime":2.400814,
      "avgRequestsPerMinute":1.585204122426084,
      "5minRateReqsPerMinute":8.747699997919707,
      "15minRateReqsPerMinute":10.798558466515363,
      "avgTimePerRequest":0.8002713333333333,
      "medianRequestTime":0.653465,
      "75thPcRequestTime":1.194389,
      "95thPcRequestTime":1.194389,
      "99thPcRequestTime":1.194389,
      "999thPcRequestTime":1.194389},
    "state",{
      "requests":20,
      "errors":0,
      "totalTime":24.947245,
      "avgRequestsPerMinute":7.125324255165824,
      "5minRateReqsPerMinute":17.05318606289356,
      "15minRateReqsPerMinute":21.377358367732,
      "avgTimePerRequest":1.24736225,
      "medianRequestTime":0.6480015,
      "75thPcRequestTime":0.77874075,
      "95thPcRequestTime":10.828164299999994,
      "99thPcRequestTime":11.242307,
      "999thPcRequestTime":11.242307},
    "createshard",{
      "requests":6,
      "errors":0,
      "totalTime":0.6182,
      "avgRequestsPerMinute":3.114875928429097,
      "5minRateReqsPerMinute":17.4905427262541,
      "15minRateReqsPerMinute":21.596450394663627,
      "avgTimePerRequest":0.10303333333333332,
      "medianRequestTime":0.1074325,
      "75thPcRequestTime":0.128297,
      "95thPcRequestTime":0.155576,
      "99thPcRequestTime":0.155576,
      "999thPcRequestTime":0.155576},
    "leader",{
      "requests":20,
      "errors":0,
      "totalTime":2.068689,
      "avgRequestsPerMinute":7.222057819167628,
      "5minRateReqsPerMinute":17.568357153570165,
      "15minRateReqsPerMinute":21.607558446226854,
      "avgTimePerRequest":0.10343445,
      "medianRequestTime":0.105716,
      "75thPcRequestTime":0.125223,
      "95thPcRequestTime":0.15367004999999997,
      "99thPcRequestTime":0.154579,
      "999thPcRequestTime":0.154579},
    "deletecore",{
      "requests":2,
      "errors":0,
      "totalTime":0.108824,
      "avgRequestsPerMinute":1.3923955098922307,
      "5minRateReqsPerMinute":9.662379888216847,
      "15minRateReqsPerMinute":11.16388960970474,
      "avgTimePerRequest":0.054412,
      "medianRequestTime":0.054412,
      "75thPcRequestTime":0.058704,
      "95thPcRequestTime":0.058704,
      "99thPcRequestTime":0.058704,
      "999thPcRequestTime":0.058704}],
  "collection_operations":[
    "overseerstatus",{
      "requests":3,
      "errors":0,
      "totalTime":14.146347,
      "avgRequestsPerMinute":1.2874214823830716,
      "5minRateReqsPerMinute":8.124718170996797,
      "15minRateReqsPerMinute":10.512878920945859,
      "avgTimePerRequest":4.715449,
      "medianRequestTime":4.757046,
      "75thPcRequestTime":4.925945,
      "95thPcRequestTime":4.925945,
      "99thPcRequestTime":4.925945,
      "999thPcRequestTime":4.925945},
    "splitshard",{
      "requests":3,
      "errors":0,
      "totalTime":6937.350684,
      "avgRequestsPerMinute":1.5573643647163575,
      "5minRateReqsPerMinute":8.747699997919707,
      "15minRateReqsPerMinute":10.798558466515363,
      "avgTimePerRequest":2312.450228,
      "medianRequestTime":2027.78933,
      "75thPcRequestTime":2935.911503,
      "95thPcRequestTime":2935.911503,
      "99thPcRequestTime":2935.911503,
      "999thPcRequestTime":2935.911503},
    "createcollection",{
      "requests":1,
      "errors":0,
      "totalTime":2236.185807,
      "avgRequestsPerMinute":0.45055336110011696,
      "5minRateReqsPerMinute":7.910887562405325,
      "15minRateReqsPerMinute":10.443896710000685,
      "avgTimePerRequest":2236.185807,
      "medianRequestTime":2236.185807,
      "75thPcRequestTime":2236.185807,
      "95thPcRequestTime":2236.185807,
      "99thPcRequestTime":2236.185807,
      "999thPcRequestTime":2236.185807},
    "deleteshard",{
      "requests":2,
      "errors":1,
      "totalTime":449.782332,
      "avgRequestsPerMinute":2.088013136687043,
      "5minRateReqsPerMinute":9.6597401952259,
      "15minRateReqsPerMinute":11.163546953268966,
      "avgTimePerRequest":149.927444,
      "medianRequestTime":223.62014,
      "75thPcRequestTime":224.781676,
      "95thPcRequestTime":224.781676,
      "99thPcRequestTime":224.781676,
      "999thPcRequestTime":224.781676}],
  "overseer_queue":[
    "peek_wait100",{
      "totalTime":2373.782195,
      "avgRequestsPerMinute":14.806326086807369,
      "5minRateReqsPerMinute":20.993580169733175,
      "15minRateReqsPerMinute":22.99699762014067,
      "avgTimePerRequest":57.89712670731708,
      "medianRequestTime":100.719081,
      "75thPcRequestTime":101.3016165,
      "95thPcRequestTime":101.80825329999999,
      "99thPcRequestTime":101.903817,
      "999thPcRequestTime":101.903817},
    "peek_wait_forever",{
      "totalTime":88855.760833,
      "avgRequestsPerMinute":12.093958880705209,
      "5minRateReqsPerMinute":34.44753369023466,
      "15minRateReqsPerMinute":42.880536002203655,
      "avgTimePerRequest":2613.4047303823527,
      "medianRequestTime":87.3240445,
      "75thPcRequestTime":2211.790657,
      "95thPcRequestTime":17847.67253375,
      "99thPcRequestTime":25305.997634,
      "999thPcRequestTime":25305.997634},
    "remove",{
      "totalTime":83.723085,
      "avgRequestsPerMinute":19.238670321778937,
      "5minRateReqsPerMinute":37.37089757629722,
      "15minRateReqsPerMinute":44.081383699639126,
      "avgTimePerRequest":1.5504275,
      "medianRequestTime":1.424577,
      "75thPcRequestTime":1.7675002499999999,
      "95thPcRequestTime":3.0253507500000003,
      "99thPcRequestTime":4.435305,
      "999thPcRequestTime":4.435305},
    "poll",{
      "totalTime":85.616811,
      "avgRequestsPerMinute":19.238605533763508,
      "5minRateReqsPerMinute":37.37089757629722,
      "15minRateReqsPerMinute":44.081383699639126,
      "avgTimePerRequest":1.5854965,
      "medianRequestTime":1.448463,
      "75thPcRequestTime":1.815407,
      "95thPcRequestTime":3.08085125,
      "99thPcRequestTime":4.510461,
      "999thPcRequestTime":4.510461}],
  "overseer_internal_queue":[
    "peek",{
      "totalTime":0.734537,
      "avgRequestsPerMinute":0.35570294684187176,
      "5minRateReqsPerMinute":7.158067076339619,
      "15minRateReqsPerMinute":10.101505049683713,
      "avgTimePerRequest":0.734537,
      "medianRequestTime":0.734537,
      "75thPcRequestTime":0.734537,
      "95thPcRequestTime":0.734537,
      "99thPcRequestTime":0.734537,
      "999thPcRequestTime":0.734537},
    "offer",{
      "totalTime":43.474119,
      "avgRequestsPerMinute":19.2386904364582,
      "5minRateReqsPerMinute":37.37089757629722,
      "15minRateReqsPerMinute":44.081383699639126,
      "avgTimePerRequest":0.8050762777777778,
      "medianRequestTime":0.815022,
      "75thPcRequestTime":1.017915,
      "95thPcRequestTime":1.33674325,
      "99thPcRequestTime":1.787279,
      "999thPcRequestTime":1.787279},
    "remove",{
      "totalTime":131.244284,
      "avgRequestsPerMinute":31.35258075987943,
      "5minRateReqsPerMinute":71.81843126653187,
      "15minRateReqsPerMinute":86.9619197018428,
      "avgTimePerRequest":1.4914123181818182,
      "medianRequestTime":1.3513225,
      "75thPcRequestTime":2.18225375,
      "95thPcRequestTime":3.0428447,
      "99thPcRequestTime":3.656696,
      "999thPcRequestTime":3.656696},
    "poll",{
      "totalTime":135.212298,
      "avgRequestsPerMinute":31.352528139029836,
      "5minRateReqsPerMinute":71.81843126653187,
      "15minRateReqsPerMinute":86.9619197018428,
      "avgTimePerRequest":1.5365033863636364,
      "medianRequestTime":1.3905595000000002,
      "75thPcRequestTime":2.2290725,
      "95thPcRequestTime":3.0980611,
      "99thPcRequestTime":3.714584,
      "999thPcRequestTime":3.714584}],
  "collection_queue":[
    "remove_event",{
      "totalTime":34.544719,
      "avgRequestsPerMinute":4.2920515037757445,
      "5minRateReqsPerMinute":9.430673865735049,
      "15minRateReqsPerMinute":11.051746440368753,
      "avgTimePerRequest":3.4544718999999997,
      "medianRequestTime":3.161874,
      "75thPcRequestTime":4.8347845,
      "95thPcRequestTime":5.08054,
      "99thPcRequestTime":5.08054,
      "999thPcRequestTime":5.08054},
    "peek_wait_forever",{
      "totalTime":158944.84134,
      "avgRequestsPerMinute":3.9126903584045136,
      "5minRateReqsPerMinute":1.517316852098354,
      "15minRateReqsPerMinute":0.607514604536483,
      "avgTimePerRequest":14449.53103090909,
      "medianRequestTime":11498.972881,
      "75thPcRequestTime":27505.157498,
      "95thPcRequestTime":35014.040773,
      "99thPcRequestTime":35014.040773,
      "999thPcRequestTime":35014.040773}]}
{code}


> Implement an Overseer status API
> --------------------------------
>
>                 Key: SOLR-5749
>                 URL: https://issues.apache.org/jira/browse/SOLR-5749
>             Project: Solr
>          Issue Type: Sub-task
>          Components: SolrCloud
>            Reporter: Shalin Shekhar Mangar
>             Fix For: 5.0
>
>         Attachments: SOLR-5749.patch, SOLR-5749.patch, SOLR-5749.patch
>
>
> Right now there is little to no information exposed about the overseer from 
> SolrCloud.
> I propose that we have an API for overseer status which can return:
> # Past N commands executed (grouped by command type)
> # Status (queue-size, current overseer leader node)
> # Overseer log



--
This message was sent by Atlassian JIRA
(v6.2#6252)

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscr...@lucene.apache.org
For additional commands, e-mail: dev-h...@lucene.apache.org

Reply via email to