[
https://issues.apache.org/jira/browse/SPARK-11546?page=com.atlassian.jira.plugin.system.issuetabpanels:all-tabpanel
]
Michael Armbrust updated SPARK-11546:
-------------------------------------
Assignee: Navis
> Thrift server makes too many logs about result schema
> -----------------------------------------------------
>
> Key: SPARK-11546
> URL: https://issues.apache.org/jira/browse/SPARK-11546
> Project: Spark
> Issue Type: Improvement
> Components: SQL
> Reporter: Navis
> Assignee: Navis
> Priority: Trivial
> Fix For: 1.6.0
>
>
> SparkExecuteStatementOperation logs result schema for each getNextRowSet()
> calls which is by default every 1000 rows, overwhelming whole log file. For
> example, (it's just 3 rows)
> 5/11/06 11:41:00 INFO SparkExecuteStatementOperation: Result Schema:
> ArrayBuffer(city_id#297, gu_id#298, dong_id#299, branch_id#300,
> company_id#301, team_id#302, part_id#303, enb_id#304, cell_id#305,
> du_grp_no#306, ru_id#307, pci#308, freq_typ_cd#309, city_name#310,
> gu_name#311, dong_name#312, branch_name#313, company_name#314, team_name#315,
> part_name#316, enb_name#317, du_grp_name#318, ru_name#319, tot_et#320,
> tot_calculated_et#321, tot_cei_lv#322, tot_cei_value#323, tot_user_cnt#324,
> hdv_et#325, hdv_cei_lv#326, hdv_cei_value#327, hdv_user_cnt#328,
> hdv_qoe1_value#329, hdv_qoe1_kpi1#330, hdv_qoe1_kpi2#331, hdv_qoe1_kpi3#332,
> hdv_qoe1_qos1#333, hdv_attempt_cnt#334, hdv_success_cnt#335,
> hdv_complete_cnt#336, hdv_drop_cnt#337, hdv_loss_cnt#338, hdv_jitter_cnt#339,
> hdv_calculated_et#340, hdv_bad_et#341, hdv_barring_rate#342,
> hdv_barring_time#343, hdv_npr#344, lte_et#345, lte_calculated_et#346,
> lte_cei_lv#347, lte_cei_value#348, lte_user_cnt#349,
> lte_qoe1_calculated_et#350, lte_qoe1#351, lte_qoe1_kpi1#352,
> lte_qoe1_kpi2#353, lte_qoe1_kpi3#354, lte_qoe1_kpi4#355, lte_qoe1_kpi5#356,
> lte_qoe1_qos1#357, lte_attempt_cnt#358, lte_success_cnt#359,
> lte_data_attempt_cnt#360, lte_data_success_cnt#361, lte_ims_attempt_cnt#362,
> lte_ims_success_cnt#363, lte_drop_cnt#364, lte_dns_attempt_cnt#365,
> lte_dns_success_cnt#366, lte_bad_et#367, lte_barring_rate#368,
> lte_barring_time#369, lte_npr#370, total_play_time#371,
> total_buffering_time#372, wcdr_et#373, wcdr_cei_lv#374, wcdr_cei_value#375,
> wcdr_user_cnt#376, wcdr_qoe1_value#377, wcdr_qoe1_kpi1#378,
> wcdr_qoe1_kpi2#379, wcdr_qoe1_qos1#380, wcdr_attempt_cnt#381,
> wcdr_success_cnt#382, wcdr_complete_cnt#383, wcdr_drop_cnt#384,
> wcdr_reattempt_cnt#385, wcdr_calculated_et#386, wcdr_bad_et#387,
> wcdr_outgoing_cnt#388, wcdr_incoming_cnt#389, wcdr_npr_cnt#390,
> sgsn_mobility_cnt#391, cdate#392, total_valid_user_cnt#393,
> hdv_valid_user_cnt#394, lte_valid_user_cnt#395, wcdr_valid_user_cnt#396,
> lfas_cnt#397, lte_qoe3_qos5#398, page_loading_cnt#399, page_loading_time#400,
> rrc_attc_cnt#401, rrc_sussc_cnt#402, rre_attc_cnt#403, rre_sussc_cnt#404,
> erab_attc_cnt#405, erab_sussc_cnt#406, erab_add_attc_cnt#407,
> erab_add_sussc_cnt#408, cf_nfalt_num#409, hdov_x2_in_attc_cnt#410,
> hdov_x2_in_sussc_cnt#411, hdov_x2_out_attc_cnt#412,
> hdov_x2_out_sussc_cnt#413, pdcpsdulossrateultot#414,
> pdcpsdulossrateulcnt#415, totprbdltot#416, totprbdlcnt#417, totprbultot#418,
> totprbulcnt#419, rssipath0_tot#420, rssipath0_cnt#421,
> rssipath0_tot_night#422, rssipath0_cnt_night#423, rssipath1_tot#424,
> rssipath1_cnt#425, rssipath1_tot_night#426, rssipath1_cnt_night#427,
> loslofdiff#428, gtpsnenbpeakloss#429, gtpsnenbdlcnt#430, dt#296)
> 15/11/06 11:41:00 INFO SparkExecuteStatementOperation: Result Schema:
> ArrayBuffer(city_id#297, gu_id#298, dong_id#299, branch_id#300,
> company_id#301, team_id#302, part_id#303, enb_id#304, cell_id#305,
> du_grp_no#306, ru_id#307, pci#308, freq_typ_cd#309, city_name#310,
> gu_name#311, dong_name#312, branch_name#313, company_name#314, team_name#315,
> part_name#316, enb_name#317, du_grp_name#318, ru_name#319, tot_et#320,
> tot_calculated_et#321, tot_cei_lv#322, tot_cei_value#323, tot_user_cnt#324,
> hdv_et#325, hdv_cei_lv#326, hdv_cei_value#327, hdv_user_cnt#328,
> hdv_qoe1_value#329, hdv_qoe1_kpi1#330, hdv_qoe1_kpi2#331, hdv_qoe1_kpi3#332,
> hdv_qoe1_qos1#333, hdv_attempt_cnt#334, hdv_success_cnt#335,
> hdv_complete_cnt#336, hdv_drop_cnt#337, hdv_loss_cnt#338, hdv_jitter_cnt#339,
> hdv_calculated_et#340, hdv_bad_et#341, hdv_barring_rate#342,
> hdv_barring_time#343, hdv_npr#344, lte_et#345, lte_calculated_et#346,
> lte_cei_lv#347, lte_cei_value#348, lte_user_cnt#349,
> lte_qoe1_calculated_et#350, lte_qoe1#351, lte_qoe1_kpi1#352,
> lte_qoe1_kpi2#353, lte_qoe1_kpi3#354, lte_qoe1_kpi4#355, lte_qoe1_kpi5#356,
> lte_qoe1_qos1#357, lte_attempt_cnt#358, lte_success_cnt#359,
> lte_data_attempt_cnt#360, lte_data_success_cnt#361, lte_ims_attempt_cnt#362,
> lte_ims_success_cnt#363, lte_drop_cnt#364, lte_dns_attempt_cnt#365,
> lte_dns_success_cnt#366, lte_bad_et#367, lte_barring_rate#368,
> lte_barring_time#369, lte_npr#370, total_play_time#371,
> total_buffering_time#372, wcdr_et#373, wcdr_cei_lv#374, wcdr_cei_value#375,
> wcdr_user_cnt#376, wcdr_qoe1_value#377, wcdr_qoe1_kpi1#378,
> wcdr_qoe1_kpi2#379, wcdr_qoe1_qos1#380, wcdr_attempt_cnt#381,
> wcdr_success_cnt#382, wcdr_complete_cnt#383, wcdr_drop_cnt#384,
> wcdr_reattempt_cnt#385, wcdr_calculated_et#386, wcdr_bad_et#387,
> wcdr_outgoing_cnt#388, wcdr_incoming_cnt#389, wcdr_npr_cnt#390,
> sgsn_mobility_cnt#391, cdate#392, total_valid_user_cnt#393,
> hdv_valid_user_cnt#394, lte_valid_user_cnt#395, wcdr_valid_user_cnt#396,
> lfas_cnt#397, lte_qoe3_qos5#398, page_loading_cnt#399, page_loading_time#400,
> rrc_attc_cnt#401, rrc_sussc_cnt#402, rre_attc_cnt#403, rre_sussc_cnt#404,
> erab_attc_cnt#405, erab_sussc_cnt#406, erab_add_attc_cnt#407,
> erab_add_sussc_cnt#408, cf_nfalt_num#409, hdov_x2_in_attc_cnt#410,
> hdov_x2_in_sussc_cnt#411, hdov_x2_out_attc_cnt#412,
> hdov_x2_out_sussc_cnt#413, pdcpsdulossrateultot#414,
> pdcpsdulossrateulcnt#415, totprbdltot#416, totprbdlcnt#417, totprbultot#418,
> totprbulcnt#419, rssipath0_tot#420, rssipath0_cnt#421,
> rssipath0_tot_night#422, rssipath0_cnt_night#423, rssipath1_tot#424,
> rssipath1_cnt#425, rssipath1_tot_night#426, rssipath1_cnt_night#427,
> loslofdiff#428, gtpsnenbpeakloss#429, gtpsnenbdlcnt#430, dt#296)
> 15/11/06 11:41:00 INFO SparkExecuteStatementOperation: Result Schema:
> ArrayBuffer(city_id#297, gu_id#298, dong_id#299, branch_id#300,
> company_id#301, team_id#302, part_id#303, enb_id#304, cell_id#305,
> du_grp_no#306, ru_id#307, pci#308, freq_typ_cd#309, city_name#310,
> gu_name#311, dong_name#312, branch_name#313, company_name#314, team_name#315,
> part_name#316, enb_name#317, du_grp_name#318, ru_name#319, tot_et#320,
> tot_calculated_et#321, tot_cei_lv#322, tot_cei_value#323, tot_user_cnt#324,
> hdv_et#325, hdv_cei_lv#326, hdv_cei_value#327, hdv_user_cnt#328,
> hdv_qoe1_value#329, hdv_qoe1_kpi1#330, hdv_qoe1_kpi2#331, hdv_qoe1_kpi3#332,
> hdv_qoe1_qos1#333, hdv_attempt_cnt#334, hdv_success_cnt#335,
> hdv_complete_cnt#336, hdv_drop_cnt#337, hdv_loss_cnt#338, hdv_jitter_cnt#339,
> hdv_calculated_et#340, hdv_bad_et#341, hdv_barring_rate#342,
> hdv_barring_time#343, hdv_npr#344, lte_et#345, lte_calculated_et#346,
> lte_cei_lv#347, lte_cei_value#348, lte_user_cnt#349,
> lte_qoe1_calculated_et#350, lte_qoe1#351, lte_qoe1_kpi1#352,
> lte_qoe1_kpi2#353, lte_qoe1_kpi3#354, lte_qoe1_kpi4#355, lte_qoe1_kpi5#356,
> lte_qoe1_qos1#357, lte_attempt_cnt#358, lte_success_cnt#359,
> lte_data_attempt_cnt#360, lte_data_success_cnt#361, lte_ims_attempt_cnt#362,
> lte_ims_success_cnt#363, lte_drop_cnt#364, lte_dns_attempt_cnt#365,
> lte_dns_success_cnt#366, lte_bad_et#367, lte_barring_rate#368,
> lte_barring_time#369, lte_npr#370, total_play_time#371,
> total_buffering_time#372, wcdr_et#373, wcdr_cei_lv#374, wcdr_cei_value#375,
> wcdr_user_cnt#376, wcdr_qoe1_value#377, wcdr_qoe1_kpi1#378,
> wcdr_qoe1_kpi2#379, wcdr_qoe1_qos1#380, wcdr_attempt_cnt#381,
> wcdr_success_cnt#382, wcdr_complete_cnt#383, wcdr_drop_cnt#384,
> wcdr_reattempt_cnt#385, wcdr_calculated_et#386, wcdr_bad_et#387,
> wcdr_outgoing_cnt#388, wcdr_incoming_cnt#389, wcdr_npr_cnt#390,
> sgsn_mobility_cnt#391, cdate#392, total_valid_user_cnt#393,
> hdv_valid_user_cnt#394, lte_valid_user_cnt#395, wcdr_valid_user_cnt#396,
> lfas_cnt#397, lte_qoe3_qos5#398, page_loading_cnt#399, page_loading_time#400,
> rrc_attc_cnt#401, rrc_sussc_cnt#402, rre_attc_cnt#403, rre_sussc_cnt#404,
> erab_attc_cnt#405, erab_sussc_cnt#406, erab_add_attc_cnt#407,
> erab_add_sussc_cnt#408, cf_nfalt_num#409, hdov_x2_in_attc_cnt#410,
> hdov_x2_in_sussc_cnt#411, hdov_x2_out_attc_cnt#412,
> hdov_x2_out_sussc_cnt#413, pdcpsdulossrateultot#414,
> pdcpsdulossrateulcnt#415, totprbdltot#416, totprbdlcnt#417, totprbultot#418,
> totprbulcnt#419, rssipath0_tot#420, rssipath0_cnt#421,
> rssipath0_tot_night#422, rssipath0_cnt_night#423, rssipath1_tot#424,
> rssipath1_cnt#425, rssipath1_tot_night#426, rssipath1_cnt_night#427,
> loslofdiff#428, gtpsnenbpeakloss#429, gtpsnenbdlcnt#430, dt#296)
> ps. "noformat" tag is omitted by intention
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
