VenuReddy2103 commented on a change in pull request #3436: [CARBONDATA-3548]Geospatial Support: Modified to create and load the table with a nonschema dimension sort column. And added InPolygon UDF URL: https://github.com/apache/carbondata/pull/3436#discussion_r349878392
########## File path: core/src/main/java/org/apache/carbondata/core/geo/GeoHashImpl.java ########## @@ -0,0 +1,171 @@ +/* + * Licensed to the Apache Software Foundation (ASF) under one or more + * contributor license agreements. See the NOTICE file distributed with + * this work for additional information regarding copyright ownership. + * The ASF licenses this file to You under the Apache License, Version 2.0 + * (the "License"); you may not use this file except in compliance with + * the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package org.apache.carbondata.core.geo; + +import java.util.ArrayList; +import java.util.List; +import java.util.Map; + +import org.apache.carbondata.common.exceptions.sql.MalformedCarbonCommandException; +import org.apache.carbondata.core.constants.CarbonCommonConstants; +import org.apache.carbondata.core.util.CustomIndex; + +/** + * GeoHash default implementation + */ +public class GeoHashImpl implements CustomIndex<Long, String, List<Long[]>> { + /** + * Initialize the geohash index handler instance. + * @param handlerName + * @param properties + * @throws Exception + */ + @Override + public void init(String handlerName, Map<String, String> properties) throws Exception { + String options = properties.get(CarbonCommonConstants.INDEX_HANDLER); + if (options == null || options.isEmpty()) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid.", CarbonCommonConstants.INDEX_HANDLER)); + } + options = options.toLowerCase(); + if (!options.contains(handlerName.toLowerCase())) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s is not present.", + CarbonCommonConstants.INDEX_HANDLER, handlerName)); + } + + String commonKey = CarbonCommonConstants.INDEX_HANDLER + "." + handlerName + "."; + String TYPE = commonKey + "type"; + String SOURCE_COLUMNS = commonKey + "sourcecolumns"; + String SOURCE_COLUMN_TYPES = commonKey + "sourcecolumntypes"; + String TARGET_DATA_TYPE = commonKey + "datatype"; + String ORIGIN_LATITUDE = commonKey + "originlatitude"; + String MIN_LONGITUDE = commonKey + "minlongitude"; + String MAX_LONGITUDE = commonKey + "maxlongitude"; + String MIN_LATITUDE = commonKey + "minlatitude"; + String MAX_LATITUDE = commonKey + "maxlatitude"; + String GRID_SIZE = commonKey + "gridsize"; + String CONVERSION_RATIO = commonKey + "conversionratio"; + + + String sourceColumnsOption = properties.get(SOURCE_COLUMNS); + if (sourceColumnsOption == null) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s property is not specified.", + CarbonCommonConstants.INDEX_HANDLER, SOURCE_COLUMNS)); + } + + if (sourceColumnsOption.split(",").length != 2) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s property must have 2 columns.", + CarbonCommonConstants.INDEX_HANDLER, SOURCE_COLUMNS)); + } + + String type = properties.get(TYPE); + if (type != null && !CarbonCommonConstants.GEOHASH.equalsIgnoreCase(type)) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s property must be %s for this class.", + CarbonCommonConstants.INDEX_HANDLER, TYPE, CarbonCommonConstants.GEOHASH)); + } + + properties.put(TYPE, CarbonCommonConstants.GEOHASH); + + String sourceDataTypes = properties.get(SOURCE_COLUMN_TYPES); + String[] srcTypes = sourceDataTypes.split(","); + for (String srcdataType : srcTypes) { + if (!"bigint".equalsIgnoreCase(srcdataType)) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s datatypes must be long.", + CarbonCommonConstants.INDEX_HANDLER, SOURCE_COLUMNS)); + } + } + + String dataType = properties.get(TARGET_DATA_TYPE); + if (dataType != null && !"long".equalsIgnoreCase(dataType)) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s property must be long for this class.", + CarbonCommonConstants.INDEX_HANDLER, TARGET_DATA_TYPE)); + } + + /* Set the generated column data type as long */ + properties.put(TARGET_DATA_TYPE, "long"); + + String originLatitude = properties.get(ORIGIN_LATITUDE); + if (originLatitude == null) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. Must specify %s property.", + CarbonCommonConstants.INDEX_HANDLER, ORIGIN_LATITUDE)); + } + + String minLongitude = properties.get(MIN_LONGITUDE); + String maxLongitude = properties.get(MAX_LONGITUDE); + String minLatitude = properties.get(MIN_LATITUDE); + String maxLatitude = properties.get(MAX_LATITUDE); + if (minLongitude == null || maxLongitude == null + || minLatitude == null || maxLatitude == null) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. Must specify %s, %s, %s and %s properties.", + CarbonCommonConstants.INDEX_HANDLER, MIN_LONGITUDE, MAX_LONGITUDE, + MIN_LATITUDE, MAX_LATITUDE)); + } + + String gridSize = properties.get(GRID_SIZE); + if (gridSize == null) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s property must be specified.", + CarbonCommonConstants.INDEX_HANDLER, GRID_SIZE)); + } + + String conversionRatio = properties.get(CONVERSION_RATIO); + if (conversionRatio == null) { + throw new MalformedCarbonCommandException( + String.format("%s property is invalid. %s property must be specified.", + CarbonCommonConstants.INDEX_HANDLER, CONVERSION_RATIO)); + } + + /* Fill the values to the instance fields */ Review comment: Added TODO. This method will be filled by @MarvinLitt in a different PR. ---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on to GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: us...@infra.apache.org With regards, Apache Git Services
