pkuwm commented on a change in pull request #765: Add DedicatedZkClient and update DedicatedZkClientFactory URL: https://github.com/apache/helix/pull/765#discussion_r381627518
########## File path: zookeeper-api/src/main/java/org/apache/helix/zookeeper/impl/client/DedicatedZkClient.java ########## @@ -0,0 +1,480 @@ +package org.apache.helix.zookeeper.impl.client; + +/* + * Licensed to the Apache Software Foundation (ASF) under one + * or more contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. The ASF licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ + +import java.util.List; +import java.util.concurrent.TimeUnit; + +import org.apache.helix.zookeeper.api.client.RealmAwareZkClient; +import org.apache.helix.zookeeper.impl.factory.MetadataStoreRoutingData; +import org.apache.helix.zookeeper.zkclient.DataUpdater; +import org.apache.helix.zookeeper.zkclient.IZkChildListener; +import org.apache.helix.zookeeper.zkclient.IZkConnection; +import org.apache.helix.zookeeper.zkclient.IZkDataListener; +import org.apache.helix.zookeeper.zkclient.ZkConnection; +import org.apache.helix.zookeeper.zkclient.callback.ZkAsyncCallbacks; +import org.apache.helix.zookeeper.zkclient.deprecated.IZkStateListener; +import org.apache.helix.zookeeper.zkclient.exception.ZkNoNodeException; +import org.apache.helix.zookeeper.zkclient.serialize.PathBasedZkSerializer; +import org.apache.helix.zookeeper.zkclient.serialize.ZkSerializer; +import org.apache.zookeeper.CreateMode; +import org.apache.zookeeper.Op; +import org.apache.zookeeper.OpResult; +import org.apache.zookeeper.ZooDefs; +import org.apache.zookeeper.data.ACL; +import org.apache.zookeeper.data.Stat; +import org.slf4j.Logger; +import org.slf4j.LoggerFactory; + + +/** + * NOTE: DO NOT USE THIS CLASS DIRECTLY. Use DedicatedZkClientFactory to create instances of DedicatedZkClient. + * + * An implementation of the RealmAwareZkClient interface. + * Supports CRUD, data change subscription, and ephemeral mode operations. + */ +public class DedicatedZkClient implements RealmAwareZkClient { + private static Logger LOG = LoggerFactory.getLogger(DedicatedZkClient.class); + + private final ZkClient _rawZkClient; + private final MetadataStoreRoutingData _metadataStoreRoutingData; + private final String _zkRealmShardingKey; + private final String _zkRealmAddress; + + // TODO: Remove MetadataStoreRoutingData from constructor + public DedicatedZkClient(RealmAwareZkClient.RealmAwareZkConnectionConfig connectionConfig, + RealmAwareZkClient.RealmAwareZkClientConfig clientConfig, + MetadataStoreRoutingData metadataStoreRoutingData) { + + if (connectionConfig == null) { + throw new IllegalArgumentException("RealmAwareZkConnectionConfig cannot be null!"); + } + _zkRealmShardingKey = connectionConfig.getZkRealmShardingKey(); + + if (metadataStoreRoutingData == null) { + throw new IllegalArgumentException("MetadataStoreRoutingData cannot be null!"); + } + _metadataStoreRoutingData = metadataStoreRoutingData; + + // TODO: Get it from static map/singleton (HttpRoutingDataReader) + // Get the ZkRealm address based on the ZK path sharding key + String zkRealmAddress = _metadataStoreRoutingData.getMetadataStoreRealm(_zkRealmShardingKey); + if (zkRealmAddress == null || zkRealmAddress.isEmpty()) { + throw new IllegalArgumentException( + "ZK realm address for the given ZK realm sharding key is invalid! ZK realm address: " + + zkRealmAddress + " ZK realm sharding key: " + _zkRealmShardingKey); + } + _zkRealmAddress = zkRealmAddress; + + // Create a ZK connection + IZkConnection zkConnection = + new ZkConnection(zkRealmAddress, connectionConfig.getSessionTimeout()); + + // Create a ZkClient + _rawZkClient = new ZkClient(zkConnection, (int) clientConfig.getConnectInitTimeout(), + clientConfig.getOperationRetryTimeout(), clientConfig.getZkSerializer(), + clientConfig.getMonitorType(), clientConfig.getMonitorKey(), + clientConfig.getMonitorInstanceName(), clientConfig.isMonitorRootPathOnly()); + } + + @Override + public List<String> subscribeChildChanges(String path, IZkChildListener listener) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.subscribeChildChanges(path, listener); + } + + @Override + public void unsubscribeChildChanges(String path, IZkChildListener listener) { + checkIfPathContainsShardingKey(path); + _rawZkClient.unsubscribeChildChanges(path, listener); + } + + @Override + public void subscribeDataChanges(String path, IZkDataListener listener) { + checkIfPathContainsShardingKey(path); + _rawZkClient.subscribeDataChanges(path, listener); + } + + @Override + public void unsubscribeDataChanges(String path, IZkDataListener listener) { + checkIfPathContainsShardingKey(path); + _rawZkClient.unsubscribeDataChanges(path, listener); + } + + @Override + public void subscribeStateChanges(IZkStateListener listener) { + _rawZkClient.subscribeStateChanges(listener); + } + + @Override + public void unsubscribeStateChanges(IZkStateListener listener) { + _rawZkClient.unsubscribeStateChanges(listener); + } + + @Override + public void unsubscribeAll() { + _rawZkClient.unsubscribeAll(); + } + + @Override + public void createPersistent(String path) { + createPersistent(path, false); + } + + @Override + public void createPersistent(String path, boolean createParents) { + createPersistent(path, createParents, ZooDefs.Ids.OPEN_ACL_UNSAFE); + } + + @Override + public void createPersistent(String path, boolean createParents, List<ACL> acl) { + checkIfPathContainsShardingKey(path); + _rawZkClient.createPersistent(path, createParents, acl); + } + + @Override + public void createPersistent(String path, Object data) { + create(path, data, CreateMode.PERSISTENT); + } + + @Override + public void createPersistent(String path, Object data, List<ACL> acl) { + create(path, data, acl, CreateMode.PERSISTENT); + } + + @Override + public String createPersistentSequential(String path, Object data) { + return create(path, data, CreateMode.PERSISTENT_SEQUENTIAL); + } + + @Override + public String createPersistentSequential(String path, Object data, List<ACL> acl) { + return create(path, data, acl, CreateMode.PERSISTENT_SEQUENTIAL); + } + + @Override + public void createEphemeral(String path) { + create(path, null, CreateMode.EPHEMERAL); + } + + @Override + public void createEphemeral(String path, String sessionId) { + createEphemeral(path, null, sessionId); + } + + @Override + public void createEphemeral(String path, List<ACL> acl) { + create(path, null, acl, CreateMode.EPHEMERAL); + } + + @Override + public void createEphemeral(String path, List<ACL> acl, String sessionId) { + checkIfPathContainsShardingKey(path); + _rawZkClient.createEphemeral(path, acl, sessionId); + } + + @Override + public String create(String path, Object data, CreateMode mode) { + return create(path, data, ZooDefs.Ids.OPEN_ACL_UNSAFE, mode); + } + + @Override + public String create(String path, Object datat, List<ACL> acl, CreateMode mode) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.create(path, datat, acl, mode); + } + + @Override + public void createEphemeral(String path, Object data) { + create(path, data, CreateMode.EPHEMERAL); + } + + @Override + public void createEphemeral(String path, Object data, String sessionId) { + checkIfPathContainsShardingKey(path); + _rawZkClient.createEphemeral(path, data, sessionId); + } + + @Override + public void createEphemeral(String path, Object data, List<ACL> acl) { + create(path, data, acl, CreateMode.EPHEMERAL); + } + + @Override + public void createEphemeral(String path, Object data, List<ACL> acl, String sessionId) { + checkIfPathContainsShardingKey(path); + _rawZkClient.createEphemeral(path, data, acl, sessionId); + } + + @Override + public String createEphemeralSequential(String path, Object data) { + return create(path, data, CreateMode.EPHEMERAL_SEQUENTIAL); + } + + @Override + public String createEphemeralSequential(String path, Object data, List<ACL> acl) { + return create(path, data, acl, CreateMode.EPHEMERAL_SEQUENTIAL); + } + + @Override + public String createEphemeralSequential(String path, Object data, String sessionId) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.createEphemeralSequential(path, data, sessionId); + } + + @Override + public String createEphemeralSequential(String path, Object data, List<ACL> acl, + String sessionId) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.createEphemeralSequential(path, data, acl, sessionId); + } + + @Override + public List<String> getChildren(String path) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.getChildren(path); + } + + @Override + public int countChildren(String path) { + checkIfPathContainsShardingKey(path); + return countChildren(path); + } + + @Override + public boolean exists(String path) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.exists(path); + } + + @Override + public Stat getStat(String path) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.getStat(path); + } + + @Override + public boolean waitUntilExists(String path, TimeUnit timeUnit, long time) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.waitUntilExists(path, timeUnit, time); + } + + @Override + public void deleteRecursively(String path) { + checkIfPathContainsShardingKey(path); + _rawZkClient.deleteRecursively(path); + } + + @Override + public boolean delete(String path) { + checkIfPathContainsShardingKey(path); + return _rawZkClient.delete(path); + } + + @Override + public <T> T readData(String path) { + return readData(path, false); + } + + @Override + public <T> T readData(String path, boolean returnNullIfPathNotExists) { + T data = null; + try { + return readData(path, null); + } catch (ZkNoNodeException e) { + if (!returnNullIfPathNotExists) { + throw e; + } + } + return data; Review comment: Shall we just call `_rawZkClient.readData(path, returnNullIfPathNotExists)`, so it is easier to maintain the code because it relies on raw ZkClient, which is our initial purpose? ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services --------------------------------------------------------------------- To unsubscribe, e-mail: [email protected] For additional commands, e-mail: [email protected]
