bin/metastore.sh backup Remove the the wrong segment in in /cube/XXX.json bin/metasatore.sh restore TO_META_DIR
2017-09-28 16:07 GMT+08:00 [email protected] <[email protected]> : > Is to clear the wrong data Of segment /cube/{cube_name}.json? > > { > "uuid" : "2fbca32a-a33e-4b69-83dd-0bb8b1f8c53b", > "last_modified" : 1506411023041, > "version" : "1.6.0", > "name" : "sales_cube", > "owner" : null, > "descriptor" : "sales_cube_desc", > "cost" : 50, > "status" : "READY", > "segments" : [ { > "uuid" : "7f05f8c7-d848-49ea-9c22-ad1c15e24cdb", > "name" : "20120101000000_20130101000000", > "storage_location_identifier" : "KYLIN_MJWNSKHD2B", > "date_range_start" : 1325376000000, > "date_range_end" : 1356998400000, > "source_offset_start" : 0, > "source_offset_end" : 0, > "status" : "READY", > "size_kb" : 5744, > "input_records" : 4957, > "input_records_size" : 104480, > "last_build_time" : 1506396911691, > "last_build_job_id" : "735ee8d3-f83a-4c6f-a81c-da30f08e990f", > "create_time_utc" : 1506338600562, > "cuboid_shard_nums" : { }, > "total_shards" : 1, > "blackout_cuboids" : [ ], > "binary_signature" : null, > "dictionaries" : { > "DEFAULT.KYLIN_CATEGORY_GROUPINGS/CATEG_LVL2_NAME" : " > /dict/DEFAULT.KYLIN_CATEGORY_GROUPINGS/CATEG_LVL2_NAME/ > e3bf3894-4355-49c9-915f-0ef8f305f073.dict", > "DEFAULT.KYLIN_SALES/REGION" : "/dict/DEFAULT. > KYLIN_SALES/REGION/a9c75c6f-f6f8-4cb2-94d2-ed30007ada27.dict", > "DEFAULT.KYLIN_SALES/USER_ID" : "/dict/DEFAULT. > KYLIN_SALES/USER_ID/ca95744f-4428-40de-b66f-c9b7487395a5.dict", > "DEFAULT.KYLIN_SALES/LEAF_CATEG_ID" : "/dict/DEFAULT.KYLIN_CATEGORY_ > GROUPINGS/LEAF_CATEG_ID/b63352b8-f71f-4810-a2bb-aced5bea7e69.dict", > "DEFAULT.KYLIN_SALES/SELLER_ID" : "/dict/DEFAULT. > KYLIN_SALES/SELLER_ID/cc240f80-0718-4e0d-b13c-dae70c8d09cf.dict", > "DEFAULT.KYLIN_CATEGORY_GROUPINGS/META_CATEG_NAME" : " > /dict/DEFAULT.KYLIN_CATEGORY_GROUPINGS/META_CATEG_NAME/ > f6080fa6-0fde-4683-862c-08f63f4dfbe3.dict", > "DEFAULT.KYLIN_CATEGORY_GROUPINGS/CATEG_LVL3_NAME" : " > /dict/DEFAULT.KYLIN_CATEGORY_GROUPINGS/CATEG_LVL3_NAME/ > 05f8e3e3-c422-4659-b80f-64019f21e2f8.dict", > "DEFAULT.KYLIN_SALES/LSTG_SITE_ID" : "/dict/DEFAULT.KYLIN_CATEGORY_ > GROUPINGS/SITE_ID/9f7cfc71-ccf7-4e20-8d87-85e7146a0a64.dict" > }, > "snapshots" : { > "DEFAULT.KYLIN_CAL_DT" : "/table_snapshot/DEFAULT. > KYLIN_CAL_DT/a291282d-6022-4410-8d22-352ae6741107.snapshot", > "DEFAULT.KYLIN_CATEGORY_GROUPINGS" : "/table_snapshot/ > DEFAULT.KYLIN_CATEGORY_GROUPINGS/b3875fd4-44a5-4100- > bf08-7d54e307cf8b.snapshot" > }, > "rowkey_stats" : [ [ "LEAF_CATEG_ID", 134, 1 ], [ " > META_CATEG_NAME", 44, 1 ], [ "CATEG_LVL2_NAME", 94, 1 ], [ " > CATEG_LVL3_NAME", 127, 1 ], [ "USER_ID", 3, 1 ], [ "REGION", > 3, 1 ], [ "LSTG_SITE_ID", 8, 1 ], [ "SELLER_ID", 996, 2 ] ] > } ], > "create_time_utc" : 0, > "size_kb" : 5744, > "input_records_count" : 4957, > "input_records_size" : 104480 > } > ------------------------------ > [email protected] > > > *发件人：* [email protected] > *发送时间：* 2017-09-28 12:38 > *收件人：* user <[email protected]> > *主题：* Re: Re: Segment overlap when merge > How to Remove that segment and restore the metadata ！ > > ------------------------------ > [email protected] > > > *From:* Billy Liu <[email protected]> > *Date:* 2017-09-28 12:36 > *To:* user <[email protected]> > *Subject:* Re: Segment overlap when merge > The metadata has the wrong segments already. If you dump out the metadata, > should figure out one of that segments is invalid. Remove that segment and > restore the metadata. > > 2017-09-28 11:59 GMT+08:00 [email protected] < > [email protected]>: > >> >> Hi: >> kylin causes an exception(Segment overlap) when merge ! >> The segment has two 20170208000000_20170209000000 segment（in the >> picture）,it can not merge (cause Segment overlap)！ >> Is this a bug? >> How to solve ! >> >> >> ------------------------------ >> [email protected] >> > >
