This is an automated email from the ASF dual-hosted git repository.
roryqi pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/gravitino-playground.git
The following commit(s) were added to refs/heads/main by this push:
new 03be796 [Minor] Update for 0.8.0 (#127)
03be796 is described below
commit 03be79663520a8cbe82e86ebb79f937622c52124
Author: danhuawang <[email protected]>
AuthorDate: Sun Jan 26 17:07:52 2025 +0800
[Minor] Update for 0.8.0 (#127)
Update image and jar to 0.8.0 release.
This PR is tested by 0.8.0rc3 and can be merged until 0.8.0 is announced.
---
docker-compose.yaml | 4 ++--
init/jupyter/authorization/gravitino-access-control-example.ipynb | 5 +++--
init/jupyter/gravitino-fileset-example.ipynb | 2 +-
init/jupyter/gravitino-spark-trino-example.ipynb | 2 +-
init/jupyter/gravitino_llamaIndex_demo.ipynb | 2 +-
init/spark/init.sh | 2 +-
init/spark/spark-dependency.sh | 2 +-
7 files changed, 10 insertions(+), 9 deletions(-)
diff --git a/docker-compose.yaml b/docker-compose.yaml
index 6020f08..a664840 100644
--- a/docker-compose.yaml
+++ b/docker-compose.yaml
@@ -59,7 +59,7 @@ services:
memory: 500M
gravitino:
- image: apache/gravitino:0.7.0-incubating
+ image: apache/gravitino:0.8.0-incubating
entrypoint: /bin/bash /tmp/gravitino/init.sh
ports:
- "8090:8090"
@@ -83,7 +83,7 @@ services:
start_period: 20s
trino:
- image: apache/gravitino-playground:trino-435-gravitino-0.7.0-incubating
+ image: apache/gravitino-playground:trino-435-gravitino-0.8.0-incubating
ports:
- "18080:8080"
container_name: playground-trino
diff --git a/init/jupyter/authorization/gravitino-access-control-example.ipynb
b/init/jupyter/authorization/gravitino-access-control-example.ipynb
index b91de0b..22157fb 100644
--- a/init/jupyter/authorization/gravitino-access-control-example.ipynb
+++ b/init/jupyter/authorization/gravitino-access-control-example.ipynb
@@ -96,6 +96,7 @@
" \"authorization.ranger.auth.type\": \"simple\",\n",
" \"authorization.ranger.username\": \"admin\",\n",
" \"authorization.ranger.password\": \"rangerR0cks!\",\n",
+ " \"authorization.ranger.service.type\": \"HadoopSQL\",\n",
" \"authorization.ranger.service.name\": \"hiveDev\"\n",
" }\n",
"}\n",
@@ -133,7 +134,7 @@
" .appName(\"PySpark SQL Example\") \\\n",
" .config(\"spark.plugins\",
\"org.apache.gravitino.spark.connector.plugin.GravitinoSparkPlugin\") \\\n",
" .config(\"spark.jars\",
\"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,\\\n",
- "
/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar,\\\n",
+ "
/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar,\\\n",
"
/tmp/gravitino/packages/kyuubi-spark-authz-shaded_2.12-1.9.2.jar\") \\\n",
" .config(\"spark.sql.gravitino.uri\", \"http://gravitino:8090\";) \\\n",
" .config(\"spark.sql.gravitino.metalake\", \"metalake_demo\") \\\n",
@@ -262,7 +263,7 @@
" .appName(\"PySpark SQL Example\") \\\n",
" .config(\"spark.plugins\",
\"org.apache.gravitino.spark.connector.plugin.GravitinoSparkPlugin\") \\\n",
" .config(\"spark.jars\",
\"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,\\\n",
- "
/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar,\\\n",
+ "
/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar,\\\n",
"
/tmp/gravitino/packages/kyuubi-spark-authz-shaded_2.12-1.9.2.jar\") \\\n",
" .config(\"spark.sql.gravitino.uri\", \"http://gravitino:8090\";) \\\n",
" .config(\"spark.sql.gravitino.metalake\", \"metalake_demo\") \\\n",
diff --git a/init/jupyter/gravitino-fileset-example.ipynb
b/init/jupyter/gravitino-fileset-example.ipynb
index 7f45ae8..f7814d0 100644
--- a/init/jupyter/gravitino-fileset-example.ipynb
+++ b/init/jupyter/gravitino-fileset-example.ipynb
@@ -36,7 +36,7 @@
"metadata": {},
"outputs": [],
"source": [
- "pip install apache-gravitino==0.7.0"
+ "pip install apache-gravitino==0.8.0"
]
},
{
diff --git a/init/jupyter/gravitino-spark-trino-example.ipynb
b/init/jupyter/gravitino-spark-trino-example.ipynb
index 4cbf078..8c76019 100644
--- a/init/jupyter/gravitino-spark-trino-example.ipynb
+++ b/init/jupyter/gravitino-spark-trino-example.ipynb
@@ -25,7 +25,7 @@
"spark = SparkSession.builder \\\n",
" .appName(\"PySpark SQL Example\") \\\n",
" .config(\"spark.plugins\",
\"org.apache.gravitino.spark.connector.plugin.GravitinoSparkPlugin\") \\\n",
- " .config(\"spark.jars\",
\"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar\")
\\\n",
+ " .config(\"spark.jars\",
\"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar\")
\\\n",
" .config(\"spark.sql.gravitino.uri\", \"http://gravitino:8090\";) \\\n",
" .config(\"spark.sql.gravitino.metalake\", \"metalake_demo\") \\\n",
" .config(\"spark.sql.gravitino.enableIcebergSupport\", \"true\") \\\n",
diff --git a/init/jupyter/gravitino_llamaIndex_demo.ipynb
b/init/jupyter/gravitino_llamaIndex_demo.ipynb
index ccd5d27..2952d0b 100644
--- a/init/jupyter/gravitino_llamaIndex_demo.ipynb
+++ b/init/jupyter/gravitino_llamaIndex_demo.ipynb
@@ -53,7 +53,7 @@
"%pip install llama-index-readers-wikipedia\n",
"%pip install llama-index-llms-openai\n",
"%pip install llama-index\n",
- "%pip install apache-gravitino==0.7.0\n",
+ "%pip install apache-gravitino==0.8.0\n",
"%pip install sqlalchemy-trino"
]
},
diff --git a/init/spark/init.sh b/init/spark/init.sh
index 301176f..40c4eef 100644
--- a/init/spark/init.sh
+++ b/init/spark/init.sh
@@ -21,7 +21,7 @@ cp /tmp/spark/spark-defaults.conf /opt/spark/conf
cp /tmp/spark/spark-env.sh /opt/spark/conf
cp /tmp/spark/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar
/opt/spark/jars/iceberg-spark-runtime-3.4_2.12-1.5.2.jar
-cp
/tmp/spark/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar
/opt/spark/jars/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar
+cp
/tmp/spark/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar
/opt/spark/jars/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar
cp /tmp/spark/packages/mysql-connector-java-8.0.27.jar
/opt/spark/jars/mysql-connector-java-8.0.27.jar
cp /tmp/spark/packages/kyuubi-spark-authz-shaded_2.12-1.9.2.jar
/opt/spark/jars/kyuubi-spark-authz-shaded_2.12-1.9.2.jar
sh /tmp/common/init_metalake_catalog.sh
diff --git a/init/spark/spark-dependency.sh b/init/spark/spark-dependency.sh
index 542ffe8..cbc22f6 100755
--- a/init/spark/spark-dependency.sh
+++ b/init/spark/spark-dependency.sh
@@ -33,7 +33,7 @@
ICEBERG_SPARK_RUNTIME_JAR="https://repo1.maven.org/maven2/org/apache/iceberg/ice
ICEBERG_SPARK_RUNTIME_MD5="${ICEBERG_SPARK_RUNTIME_JAR}.md5"
download_and_verify "${ICEBERG_SPARK_RUNTIME_JAR}"
"${ICEBERG_SPARK_RUNTIME_MD5}" "${spark_dir}"
-GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR="https://repo1.maven.org/maven2/org/apache/gravitino/gravitino-spark-connector-runtime-3.4_2.12/0.7.0-incubating/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar";
+GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR="https://repo1.maven.org/maven2/org/apache/gravitino/gravitino-spark-connector-runtime-3.4_2.12/0.8.0-incubating/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar";
GRAVITINO_SPARK_CONNECTOR_RUNTIME_MD5="${GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR}.md5"
download_and_verify "${GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR}"
"${GRAVITINO_SPARK_CONNECTOR_RUNTIME_MD5}" "${spark_dir}"
