castorqin commented on code in PR #9029:
URL: https://github.com/apache/inlong/pull/9029#discussion_r1349844360
##########
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/resource/sink/cls/ClsResourceOperator.java:
##########
@@ -152,15 +203,86 @@ private void createTopicIndex(SinkInfo sinkInfo) throws
BusinessException {
CreateIndexRequest req = new CreateIndexRequest();
req.setTopicId(clsSinkDTO.getTopicId());
req.setRule(ruleInfo);
+ return req;
+ }
+
+ private void updateTopicIndex(SinkInfo sinkInfo, ClsDataNodeDTO
clsDataNode) {
+ ClsClient clsClient = getClsClient(clsDataNode);
+ ClsSinkDTO clsSinkDTO = JsonUtils.parseObject(sinkInfo.getExtParams(),
ClsSinkDTO.class);
+ RuleInfo ruleInfo = new RuleInfo();
+ FullTextInfo fullTextInfo1 = new FullTextInfo();
+ fullTextInfo1.setTokenizer(clsSinkDTO.getTokenizer());
+ ruleInfo.setFullText(fullTextInfo1);
+
+ ModifyIndexRequest req = new ModifyIndexRequest();
+ req.setTopicId(clsSinkDTO.getTopicId());
+ req.setRule(ruleInfo);
try {
- clsClient.CreateIndex(req);
+ clsClient.ModifyIndex(req);
} catch (TencentCloudSDKException e) {
- String errMsg = "Create cls topic index failed: " + e.getMessage();
+ String errMsg = "update cls topic index failed: " + e.getMessage();
LOG.error(errMsg, e);
sinkService.updateStatus(sinkInfo.getId(),
SinkStatus.CONFIG_FAILED.getCode(), errMsg);
throw new BusinessException(errMsg);
}
- LOG.info("topic {} create index success tokenizer is {}",
clsSinkDTO.getTopicName(), clsSinkDTO.getTokenizer());
+ }
+
+ /**
+ * Describe cls topicId by topic name
+ */
+ private String describeTopicIDByTopicName(SinkInfo sinkInfo,
ClsDataNodeDTO clsDataNode) {
+ ClsClient clsClient = getClsClient(clsDataNode);
+ ClsSinkDTO clsSinkDTO = JsonUtils.parseObject(sinkInfo.getExtParams(),
ClsSinkDTO.class);
+ Filter[] filters = getDescribeFilters(clsDataNode, clsSinkDTO);
+ DescribeTopicsRequest req = new DescribeTopicsRequest();
+ req.setFilters(filters);
+ req.setPreciseSearch(PRECISE_SEARCH);
+ try {
+ DescribeTopicsResponse describeTopicsResponse =
clsClient.DescribeTopics(req);
+ LOG.info("sink {} describe cls topic success topic count {}",
sinkInfo.getSinkName(),
+ describeTopicsResponse.getTotalCount());
+ if (ArrayUtils.isNotEmpty(describeTopicsResponse.getTopics())) {
+ TopicInfo[] topics = describeTopicsResponse.getTopics();
+ return topics[0].getTopicId();
+ }
+ return null;
+ } catch (TencentCloudSDKException e) {
+ String errMsg = "describe cls topic failed: " + e.getMessage();
+ LOG.error(errMsg, e);
+ throw new BusinessException(errMsg);
+ }
+ }
+
+ /**
+ * Get cls topic index full text
+ */
+ private FullTextInfo getTopicIndexFullText(SinkInfo sinkInfo,
ClsDataNodeDTO clsDataNode) {
+ ClsClient clsClient = getClsClient(clsDataNode);
+ ClsSinkDTO clsSinkDTO = JsonUtils.parseObject(sinkInfo.getExtParams(),
ClsSinkDTO.class);
+
+ DescribeIndexRequest req = new DescribeIndexRequest();
+ req.setTopicId(clsSinkDTO.getTopicId());
+ try {
+ DescribeIndexResponse resp = clsClient.DescribeIndex(req);
+ return resp.getRule() == null ? null :
resp.getRule().getFullText();
+ } catch (TencentCloudSDKException e) {
+ String errMsg = "describe cls topic index failed: " +
e.getMessage();
+ LOG.error(errMsg, e);
+ throw new BusinessException(errMsg);
+ }
+ }
+
+ private Filter[] getDescribeFilters(ClsDataNodeDTO clsDataNode, ClsSinkDTO
clsSinkDTO) {
+ Filter filter = new Filter();
+ String[] filterValues = new String[1];
+ filterValues[0] = clsSinkDTO.getTopicName();
+ filter.setKey(TOPIC_NAME);
+ filter.setValues(filterValues);
+ Filter filter1 = new Filter();
Review Comment:
done
##########
inlong-manager/manager-service/src/main/java/org/apache/inlong/manager/service/resource/sink/cls/ClsResourceOperator.java:
##########
@@ -152,15 +203,86 @@ private void createTopicIndex(SinkInfo sinkInfo) throws
BusinessException {
CreateIndexRequest req = new CreateIndexRequest();
req.setTopicId(clsSinkDTO.getTopicId());
req.setRule(ruleInfo);
+ return req;
+ }
+
+ private void updateTopicIndex(SinkInfo sinkInfo, ClsDataNodeDTO
clsDataNode) {
+ ClsClient clsClient = getClsClient(clsDataNode);
+ ClsSinkDTO clsSinkDTO = JsonUtils.parseObject(sinkInfo.getExtParams(),
ClsSinkDTO.class);
+ RuleInfo ruleInfo = new RuleInfo();
+ FullTextInfo fullTextInfo1 = new FullTextInfo();
+ fullTextInfo1.setTokenizer(clsSinkDTO.getTokenizer());
+ ruleInfo.setFullText(fullTextInfo1);
+
+ ModifyIndexRequest req = new ModifyIndexRequest();
+ req.setTopicId(clsSinkDTO.getTopicId());
+ req.setRule(ruleInfo);
try {
- clsClient.CreateIndex(req);
+ clsClient.ModifyIndex(req);
} catch (TencentCloudSDKException e) {
- String errMsg = "Create cls topic index failed: " + e.getMessage();
+ String errMsg = "update cls topic index failed: " + e.getMessage();
LOG.error(errMsg, e);
sinkService.updateStatus(sinkInfo.getId(),
SinkStatus.CONFIG_FAILED.getCode(), errMsg);
throw new BusinessException(errMsg);
}
- LOG.info("topic {} create index success tokenizer is {}",
clsSinkDTO.getTopicName(), clsSinkDTO.getTokenizer());
+ }
+
+ /**
+ * Describe cls topicId by topic name
+ */
+ private String describeTopicIDByTopicName(SinkInfo sinkInfo,
ClsDataNodeDTO clsDataNode) {
+ ClsClient clsClient = getClsClient(clsDataNode);
+ ClsSinkDTO clsSinkDTO = JsonUtils.parseObject(sinkInfo.getExtParams(),
ClsSinkDTO.class);
+ Filter[] filters = getDescribeFilters(clsDataNode, clsSinkDTO);
+ DescribeTopicsRequest req = new DescribeTopicsRequest();
+ req.setFilters(filters);
+ req.setPreciseSearch(PRECISE_SEARCH);
+ try {
+ DescribeTopicsResponse describeTopicsResponse =
clsClient.DescribeTopics(req);
+ LOG.info("sink {} describe cls topic success topic count {}",
sinkInfo.getSinkName(),
+ describeTopicsResponse.getTotalCount());
+ if (ArrayUtils.isNotEmpty(describeTopicsResponse.getTopics())) {
+ TopicInfo[] topics = describeTopicsResponse.getTopics();
+ return topics[0].getTopicId();
+ }
+ return null;
+ } catch (TencentCloudSDKException e) {
+ String errMsg = "describe cls topic failed: " + e.getMessage();
+ LOG.error(errMsg, e);
+ throw new BusinessException(errMsg);
+ }
+ }
+
+ /**
+ * Get cls topic index full text
+ */
+ private FullTextInfo getTopicIndexFullText(SinkInfo sinkInfo,
ClsDataNodeDTO clsDataNode) {
+ ClsClient clsClient = getClsClient(clsDataNode);
+ ClsSinkDTO clsSinkDTO = JsonUtils.parseObject(sinkInfo.getExtParams(),
ClsSinkDTO.class);
+
+ DescribeIndexRequest req = new DescribeIndexRequest();
+ req.setTopicId(clsSinkDTO.getTopicId());
+ try {
+ DescribeIndexResponse resp = clsClient.DescribeIndex(req);
+ return resp.getRule() == null ? null :
resp.getRule().getFullText();
+ } catch (TencentCloudSDKException e) {
+ String errMsg = "describe cls topic index failed: " +
e.getMessage();
+ LOG.error(errMsg, e);
+ throw new BusinessException(errMsg);
+ }
+ }
+
+ private Filter[] getDescribeFilters(ClsDataNodeDTO clsDataNode, ClsSinkDTO
clsSinkDTO) {
+ Filter filter = new Filter();
+ String[] filterValues = new String[1];
+ filterValues[0] = clsSinkDTO.getTopicName();
+ filter.setKey(TOPIC_NAME);
+ filter.setValues(filterValues);
+ Filter filter1 = new Filter();
+ String[] filterValues1 = new String[]{clsDataNode.getLogSetId()};
Review Comment:
done
--
This is an automated message from the Apache Git Service.
To respond to the message, please log on to GitHub and use the
URL above to go to the specific comment.
To unsubscribe, e-mail: [email protected]
For queries about this service, please contact Infrastructure at:
[email protected]
