Navis created SPARK-11546:
-----------------------------
Summary: Thrift server makes too many logs about result schema
Key: SPARK-11546
URL: https://issues.apache.org/jira/browse/SPARK-11546
Project: Spark
Issue Type: Improvement
Components: SQL
Reporter: Navis
Priority: Trivial
SparkExecuteStatementOperation logs result schema for each getNextRowSet()
calls which is by default every 1000 rows, overwhelming whole log file. For
example, (it's just 3 rows)
5/11/06 11:41:00 INFO SparkExecuteStatementOperation: Result Schema:
ArrayBuffer(city_id#297, gu_id#298, dong_id#299, branch_id#300, company_id#301,
team_id#302, part_id#303, enb_id#304, cell_id#305, du_grp_no#306, ru_id#307,
pci#308, freq_typ_cd#309, city_name#310, gu_name#311, dong_name#312,
branch_name#313, company_name#314, team_name#315, part_name#316, enb_name#317,
du_grp_name#318, ru_name#319, tot_et#320, tot_calculated_et#321,
tot_cei_lv#322, tot_cei_value#323, tot_user_cnt#324, hdv_et#325,
hdv_cei_lv#326, hdv_cei_value#327, hdv_user_cnt#328, hdv_qoe1_value#329,
hdv_qoe1_kpi1#330, hdv_qoe1_kpi2#331, hdv_qoe1_kpi3#332, hdv_qoe1_qos1#333,
hdv_attempt_cnt#334, hdv_success_cnt#335, hdv_complete_cnt#336,
hdv_drop_cnt#337, hdv_loss_cnt#338, hdv_jitter_cnt#339, hdv_calculated_et#340,
hdv_bad_et#341, hdv_barring_rate#342, hdv_barring_time#343, hdv_npr#344,
lte_et#345, lte_calculated_et#346, lte_cei_lv#347, lte_cei_value#348,
lte_user_cnt#349, lte_qoe1_calculated_et#350, lte_qoe1#351, lte_qoe1_kpi1#352,
lte_qoe1_kpi2#353, lte_qoe1_kpi3#354, lte_qoe1_kpi4#355, lte_qoe1_kpi5#356,
lte_qoe1_qos1#357, lte_attempt_cnt#358, lte_success_cnt#359,
lte_data_attempt_cnt#360, lte_data_success_cnt#361, lte_ims_attempt_cnt#362,
lte_ims_success_cnt#363, lte_drop_cnt#364, lte_dns_attempt_cnt#365,
lte_dns_success_cnt#366, lte_bad_et#367, lte_barring_rate#368,
lte_barring_time#369, lte_npr#370, total_play_time#371,
total_buffering_time#372, wcdr_et#373, wcdr_cei_lv#374, wcdr_cei_value#375,
wcdr_user_cnt#376, wcdr_qoe1_value#377, wcdr_qoe1_kpi1#378, wcdr_qoe1_kpi2#379,
wcdr_qoe1_qos1#380, wcdr_attempt_cnt#381, wcdr_success_cnt#382,
wcdr_complete_cnt#383, wcdr_drop_cnt#384, wcdr_reattempt_cnt#385,
wcdr_calculated_et#386, wcdr_bad_et#387, wcdr_outgoing_cnt#388,
wcdr_incoming_cnt#389, wcdr_npr_cnt#390, sgsn_mobility_cnt#391, cdate#392,
total_valid_user_cnt#393, hdv_valid_user_cnt#394, lte_valid_user_cnt#395,
wcdr_valid_user_cnt#396, lfas_cnt#397, lte_qoe3_qos5#398, page_loading_cnt#399,
page_loading_time#400, rrc_attc_cnt#401, rrc_sussc_cnt#402, rre_attc_cnt#403,
rre_sussc_cnt#404, erab_attc_cnt#405, erab_sussc_cnt#406,
erab_add_attc_cnt#407, erab_add_sussc_cnt#408, cf_nfalt_num#409,
hdov_x2_in_attc_cnt#410, hdov_x2_in_sussc_cnt#411, hdov_x2_out_attc_cnt#412,
hdov_x2_out_sussc_cnt#413, pdcpsdulossrateultot#414, pdcpsdulossrateulcnt#415,
totprbdltot#416, totprbdlcnt#417, totprbultot#418, totprbulcnt#419,
rssipath0_tot#420, rssipath0_cnt#421, rssipath0_tot_night#422,
rssipath0_cnt_night#423, rssipath1_tot#424, rssipath1_cnt#425,
rssipath1_tot_night#426, rssipath1_cnt_night#427, loslofdiff#428,
gtpsnenbpeakloss#429, gtpsnenbdlcnt#430, dt#296)
15/11/06 11:41:00 INFO SparkExecuteStatementOperation: Result Schema:
ArrayBuffer(city_id#297, gu_id#298, dong_id#299, branch_id#300, company_id#301,
team_id#302, part_id#303, enb_id#304, cell_id#305, du_grp_no#306, ru_id#307,
pci#308, freq_typ_cd#309, city_name#310, gu_name#311, dong_name#312,
branch_name#313, company_name#314, team_name#315, part_name#316, enb_name#317,
du_grp_name#318, ru_name#319, tot_et#320, tot_calculated_et#321,
tot_cei_lv#322, tot_cei_value#323, tot_user_cnt#324, hdv_et#325,
hdv_cei_lv#326, hdv_cei_value#327, hdv_user_cnt#328, hdv_qoe1_value#329,
hdv_qoe1_kpi1#330, hdv_qoe1_kpi2#331, hdv_qoe1_kpi3#332, hdv_qoe1_qos1#333,
hdv_attempt_cnt#334, hdv_success_cnt#335, hdv_complete_cnt#336,
hdv_drop_cnt#337, hdv_loss_cnt#338, hdv_jitter_cnt#339, hdv_calculated_et#340,
hdv_bad_et#341, hdv_barring_rate#342, hdv_barring_time#343, hdv_npr#344,
lte_et#345, lte_calculated_et#346, lte_cei_lv#347, lte_cei_value#348,
lte_user_cnt#349, lte_qoe1_calculated_et#350, lte_qoe1#351, lte_qoe1_kpi1#352,
lte_qoe1_kpi2#353, lte_qoe1_kpi3#354, lte_qoe1_kpi4#355, lte_qoe1_kpi5#356,
lte_qoe1_qos1#357, lte_attempt_cnt#358, lte_success_cnt#359,
lte_data_attempt_cnt#360, lte_data_success_cnt#361, lte_ims_attempt_cnt#362,
lte_ims_success_cnt#363, lte_drop_cnt#364, lte_dns_attempt_cnt#365,
lte_dns_success_cnt#366, lte_bad_et#367, lte_barring_rate#368,
lte_barring_time#369, lte_npr#370, total_play_time#371,
total_buffering_time#372, wcdr_et#373, wcdr_cei_lv#374, wcdr_cei_value#375,
wcdr_user_cnt#376, wcdr_qoe1_value#377, wcdr_qoe1_kpi1#378, wcdr_qoe1_kpi2#379,
wcdr_qoe1_qos1#380, wcdr_attempt_cnt#381, wcdr_success_cnt#382,
wcdr_complete_cnt#383, wcdr_drop_cnt#384, wcdr_reattempt_cnt#385,
wcdr_calculated_et#386, wcdr_bad_et#387, wcdr_outgoing_cnt#388,
wcdr_incoming_cnt#389, wcdr_npr_cnt#390, sgsn_mobility_cnt#391, cdate#392,
total_valid_user_cnt#393, hdv_valid_user_cnt#394, lte_valid_user_cnt#395,
wcdr_valid_user_cnt#396, lfas_cnt#397, lte_qoe3_qos5#398, page_loading_cnt#399,
page_loading_time#400, rrc_attc_cnt#401, rrc_sussc_cnt#402, rre_attc_cnt#403,
rre_sussc_cnt#404, erab_attc_cnt#405, erab_sussc_cnt#406,
erab_add_attc_cnt#407, erab_add_sussc_cnt#408, cf_nfalt_num#409,
hdov_x2_in_attc_cnt#410, hdov_x2_in_sussc_cnt#411, hdov_x2_out_attc_cnt#412,
hdov_x2_out_sussc_cnt#413, pdcpsdulossrateultot#414, pdcpsdulossrateulcnt#415,
totprbdltot#416, totprbdlcnt#417, totprbultot#418, totprbulcnt#419,
rssipath0_tot#420, rssipath0_cnt#421, rssipath0_tot_night#422,
rssipath0_cnt_night#423, rssipath1_tot#424, rssipath1_cnt#425,
rssipath1_tot_night#426, rssipath1_cnt_night#427, loslofdiff#428,
gtpsnenbpeakloss#429, gtpsnenbdlcnt#430, dt#296)
15/11/06 11:41:00 INFO SparkExecuteStatementOperation: Result Schema:
ArrayBuffer(city_id#297, gu_id#298, dong_id#299, branch_id#300, company_id#301,
team_id#302, part_id#303, enb_id#304, cell_id#305, du_grp_no#306, ru_id#307,
pci#308, freq_typ_cd#309, city_name#310, gu_name#311, dong_name#312,
branch_name#313, company_name#314, team_name#315, part_name#316, enb_name#317,
du_grp_name#318, ru_name#319, tot_et#320, tot_calculated_et#321,
tot_cei_lv#322, tot_cei_value#323, tot_user_cnt#324, hdv_et#325,
hdv_cei_lv#326, hdv_cei_value#327, hdv_user_cnt#328, hdv_qoe1_value#329,
hdv_qoe1_kpi1#330, hdv_qoe1_kpi2#331, hdv_qoe1_kpi3#332, hdv_qoe1_qos1#333,
hdv_attempt_cnt#334, hdv_success_cnt#335, hdv_complete_cnt#336,
hdv_drop_cnt#337, hdv_loss_cnt#338, hdv_jitter_cnt#339, hdv_calculated_et#340,
hdv_bad_et#341, hdv_barring_rate#342, hdv_barring_time#343, hdv_npr#344,
lte_et#345, lte_calculated_et#346, lte_cei_lv#347, lte_cei_value#348,
lte_user_cnt#349, lte_qoe1_calculated_et#350, lte_qoe1#351, lte_qoe1_kpi1#352,
lte_qoe1_kpi2#353, lte_qoe1_kpi3#354, lte_qoe1_kpi4#355, lte_qoe1_kpi5#356,
lte_qoe1_qos1#357, lte_attempt_cnt#358, lte_success_cnt#359,
lte_data_attempt_cnt#360, lte_data_success_cnt#361, lte_ims_attempt_cnt#362,
lte_ims_success_cnt#363, lte_drop_cnt#364, lte_dns_attempt_cnt#365,
lte_dns_success_cnt#366, lte_bad_et#367, lte_barring_rate#368,
lte_barring_time#369, lte_npr#370, total_play_time#371,
total_buffering_time#372, wcdr_et#373, wcdr_cei_lv#374, wcdr_cei_value#375,
wcdr_user_cnt#376, wcdr_qoe1_value#377, wcdr_qoe1_kpi1#378, wcdr_qoe1_kpi2#379,
wcdr_qoe1_qos1#380, wcdr_attempt_cnt#381, wcdr_success_cnt#382,
wcdr_complete_cnt#383, wcdr_drop_cnt#384, wcdr_reattempt_cnt#385,
wcdr_calculated_et#386, wcdr_bad_et#387, wcdr_outgoing_cnt#388,
wcdr_incoming_cnt#389, wcdr_npr_cnt#390, sgsn_mobility_cnt#391, cdate#392,
total_valid_user_cnt#393, hdv_valid_user_cnt#394, lte_valid_user_cnt#395,
wcdr_valid_user_cnt#396, lfas_cnt#397, lte_qoe3_qos5#398, page_loading_cnt#399,
page_loading_time#400, rrc_attc_cnt#401, rrc_sussc_cnt#402, rre_attc_cnt#403,
rre_sussc_cnt#404, erab_attc_cnt#405, erab_sussc_cnt#406,
erab_add_attc_cnt#407, erab_add_sussc_cnt#408, cf_nfalt_num#409,
hdov_x2_in_attc_cnt#410, hdov_x2_in_sussc_cnt#411, hdov_x2_out_attc_cnt#412,
hdov_x2_out_sussc_cnt#413, pdcpsdulossrateultot#414, pdcpsdulossrateulcnt#415,
totprbdltot#416, totprbdlcnt#417, totprbultot#418, totprbulcnt#419,
rssipath0_tot#420, rssipath0_cnt#421, rssipath0_tot_night#422,
rssipath0_cnt_night#423, rssipath1_tot#424, rssipath1_cnt#425,
rssipath1_tot_night#426, rssipath1_cnt_night#427, loslofdiff#428,
gtpsnenbpeakloss#429, gtpsnenbdlcnt#430, dt#296)
ps. "noformat" tag is omitted by intention
--
This message was sent by Atlassian JIRA
(v6.3.4#6332)
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
