Skip to content

Commit

Permalink
[Minor] Update for 0.8.0 (#127)
Browse files Browse the repository at this point in the history
Update image and jar to 0.8.0 release.
 This PR is tested by 0.8.0rc3 and can be merged until 0.8.0 is announced.
  • Loading branch information
danhuawang authored Jan 26, 2025
1 parent a6a2e43 commit 03be796
Show file tree
Hide file tree
Showing 7 changed files with 10 additions and 9 deletions.
4 changes: 2 additions & 2 deletions docker-compose.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -59,7 +59,7 @@ services:
memory: 500M

gravitino:
image: apache/gravitino:0.7.0-incubating
image: apache/gravitino:0.8.0-incubating
entrypoint: /bin/bash /tmp/gravitino/init.sh
ports:
- "8090:8090"
Expand All @@ -83,7 +83,7 @@ services:
start_period: 20s

trino:
image: apache/gravitino-playground:trino-435-gravitino-0.7.0-incubating
image: apache/gravitino-playground:trino-435-gravitino-0.8.0-incubating
ports:
- "18080:8080"
container_name: playground-trino
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -96,6 +96,7 @@
" \"authorization.ranger.auth.type\": \"simple\",\n",
" \"authorization.ranger.username\": \"admin\",\n",
" \"authorization.ranger.password\": \"rangerR0cks!\",\n",
" \"authorization.ranger.service.type\": \"HadoopSQL\",\n",
" \"authorization.ranger.service.name\": \"hiveDev\"\n",
" }\n",
"}\n",
Expand Down Expand Up @@ -133,7 +134,7 @@
" .appName(\"PySpark SQL Example\") \\\n",
" .config(\"spark.plugins\", \"org.apache.gravitino.spark.connector.plugin.GravitinoSparkPlugin\") \\\n",
" .config(\"spark.jars\", \"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,\\\n",
" /tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar,\\\n",
" /tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar,\\\n",
" /tmp/gravitino/packages/kyuubi-spark-authz-shaded_2.12-1.9.2.jar\") \\\n",
" .config(\"spark.sql.gravitino.uri\", \"http://gravitino:8090\") \\\n",
" .config(\"spark.sql.gravitino.metalake\", \"metalake_demo\") \\\n",
Expand Down Expand Up @@ -262,7 +263,7 @@
" .appName(\"PySpark SQL Example\") \\\n",
" .config(\"spark.plugins\", \"org.apache.gravitino.spark.connector.plugin.GravitinoSparkPlugin\") \\\n",
" .config(\"spark.jars\", \"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,\\\n",
" /tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar,\\\n",
" /tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar,\\\n",
" /tmp/gravitino/packages/kyuubi-spark-authz-shaded_2.12-1.9.2.jar\") \\\n",
" .config(\"spark.sql.gravitino.uri\", \"http://gravitino:8090\") \\\n",
" .config(\"spark.sql.gravitino.metalake\", \"metalake_demo\") \\\n",
Expand Down
2 changes: 1 addition & 1 deletion init/jupyter/gravitino-fileset-example.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@
"metadata": {},
"outputs": [],
"source": [
"pip install apache-gravitino==0.7.0"
"pip install apache-gravitino==0.8.0"
]
},
{
Expand Down
2 changes: 1 addition & 1 deletion init/jupyter/gravitino-spark-trino-example.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -25,7 +25,7 @@
"spark = SparkSession.builder \\\n",
" .appName(\"PySpark SQL Example\") \\\n",
" .config(\"spark.plugins\", \"org.apache.gravitino.spark.connector.plugin.GravitinoSparkPlugin\") \\\n",
" .config(\"spark.jars\", \"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar\") \\\n",
" .config(\"spark.jars\", \"/tmp/gravitino/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar,/tmp/gravitino/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar\") \\\n",
" .config(\"spark.sql.gravitino.uri\", \"http://gravitino:8090\") \\\n",
" .config(\"spark.sql.gravitino.metalake\", \"metalake_demo\") \\\n",
" .config(\"spark.sql.gravitino.enableIcebergSupport\", \"true\") \\\n",
Expand Down
2 changes: 1 addition & 1 deletion init/jupyter/gravitino_llamaIndex_demo.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -53,7 +53,7 @@
"%pip install llama-index-readers-wikipedia\n",
"%pip install llama-index-llms-openai\n",
"%pip install llama-index\n",
"%pip install apache-gravitino==0.7.0\n",
"%pip install apache-gravitino==0.8.0\n",
"%pip install sqlalchemy-trino"
]
},
Expand Down
2 changes: 1 addition & 1 deletion init/spark/init.sh
Original file line number Diff line number Diff line change
Expand Up @@ -21,7 +21,7 @@ cp /tmp/spark/spark-defaults.conf /opt/spark/conf
cp /tmp/spark/spark-env.sh /opt/spark/conf

cp /tmp/spark/packages/iceberg-spark-runtime-3.4_2.12-1.5.2.jar /opt/spark/jars/iceberg-spark-runtime-3.4_2.12-1.5.2.jar
cp /tmp/spark/packages/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar /opt/spark/jars/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar
cp /tmp/spark/packages/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar /opt/spark/jars/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar
cp /tmp/spark/packages/mysql-connector-java-8.0.27.jar /opt/spark/jars/mysql-connector-java-8.0.27.jar
cp /tmp/spark/packages/kyuubi-spark-authz-shaded_2.12-1.9.2.jar /opt/spark/jars/kyuubi-spark-authz-shaded_2.12-1.9.2.jar
sh /tmp/common/init_metalake_catalog.sh
Expand Down
2 changes: 1 addition & 1 deletion init/spark/spark-dependency.sh
Original file line number Diff line number Diff line change
Expand Up @@ -33,7 +33,7 @@ ICEBERG_SPARK_RUNTIME_JAR="https://repo1.maven.org/maven2/org/apache/iceberg/ice
ICEBERG_SPARK_RUNTIME_MD5="${ICEBERG_SPARK_RUNTIME_JAR}.md5"
download_and_verify "${ICEBERG_SPARK_RUNTIME_JAR}" "${ICEBERG_SPARK_RUNTIME_MD5}" "${spark_dir}"

GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR="https://repo1.maven.org/maven2/org/apache/gravitino/gravitino-spark-connector-runtime-3.4_2.12/0.7.0-incubating/gravitino-spark-connector-runtime-3.4_2.12-0.7.0-incubating.jar"
GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR="https://repo1.maven.org/maven2/org/apache/gravitino/gravitino-spark-connector-runtime-3.4_2.12/0.8.0-incubating/gravitino-spark-connector-runtime-3.4_2.12-0.8.0-incubating.jar"
GRAVITINO_SPARK_CONNECTOR_RUNTIME_MD5="${GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR}.md5"
download_and_verify "${GRAVITINO_SPARK_CONNECTOR_RUNTIME_JAR}" "${GRAVITINO_SPARK_CONNECTOR_RUNTIME_MD5}" "${spark_dir}"

Expand Down

0 comments on commit 03be796

Please sign in to comment.