This is an automated email from the ASF dual-hosted git repository.
apucher pushed a commit to branch generator-sh-fix-20210222
in repository https://gitbox.apache.org/repos/asf/incubator-pinot.git
The following commit(s) were added to refs/heads/generator-sh-fix-20210222 by
this push:
new bb7911b support different row counts per template in generator.sh
bb7911b is described below
commit bb7911b2b5645b2930abba9b3867e7d418b327e4
Author: Alexander Pucher <[email protected]>
AuthorDate: Mon Feb 22 14:27:20 2021 -0800
support different row counts per template in generator.sh
---
docker/images/pinot/bin/generator.sh | 7 ++++++-
1 file changed, 6 insertions(+), 1 deletion(-)
diff --git a/docker/images/pinot/bin/generator.sh
b/docker/images/pinot/bin/generator.sh
index cf331c5..958aaa3 100755
--- a/docker/images/pinot/bin/generator.sh
+++ b/docker/images/pinot/bin/generator.sh
@@ -97,9 +97,14 @@ sed -i -e "s/\"tableName\":
\"$TEMPLATE_NAME\"/\"tableName\": \"$TABLE_NAME\"/g"
sed -i -e "s/\"schemaName\": \"$TEMPLATE_NAME\"/\"schemaName\":
\"$TABLE_NAME\"/g" "${TEMPLATE_BASEDIR}/${TEMPLATE_NAME}_config.json"
sed -i -e "s/\"schemaName\": \"$TEMPLATE_NAME\"/\"schemaName\":
\"$TABLE_NAME\"/g" "${TEMPLATE_BASEDIR}/${TEMPLATE_NAME}_schema.json"
+NUM_RECORDS=354780
+if [ "$TEMPLATE_NAME" = "complexWebsite" ]; then
+ NUM_RECORDS=631152
+fi
+
echo "Generating data for ${TEMPLATE_NAME} in ${DATA_DIR}"
JAVA_OPTS="" ${ADMIN_PATH} GenerateData \
--numFiles 1 -numRecords 631152 -format csv \
+-numFiles 1 -numRecords $NUM_RECORDS -format csv \
-schemaFile "${TEMPLATE_BASEDIR}/${TEMPLATE_NAME}_schema.json" \
-schemaAnnotationFile "${TEMPLATE_BASEDIR}/${TEMPLATE_NAME}_generator.json" \
-outDir "$DATA_DIR"
---------------------------------------------------------------------
To unsubscribe, e-mail: [email protected]
For additional commands, e-mail: [email protected]
