Update Dockerfile to add gcp FileIO runtime (#153)

* Update Dockerfile to add gcp FileIO runtime * Update spark/Dockerfile fixed typo missing aws instead of gcp Co-authored-by: Eduard Tudenhoefner <etudenhoefner@gmail.com> --------- Co-authored-by: Eduard Tudenhoefner <etudenhoefner@gmail.com>
tabular-io · May 2, 2024 · c789d1e · c789d1e
1 parent 8d3a94a
commit c789d1e
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/spark/Dockerfile b/spark/Dockerfile
@@ -64,6 +64,9 @@ RUN curl https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-spark-runtime
 # Download AWS bundle
 RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-aws-bundle/${ICEBERG_VERSION}/iceberg-aws-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-aws-bundle-${ICEBERG_VERSION}.jar
 
+# Download GCP bundle
+RUN curl -s https://repo1.maven.org/maven2/org/apache/iceberg/iceberg-gcp-bundle/${ICEBERG_VERSION}/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar -Lo /opt/spark/jars/iceberg-gcp-bundle-${ICEBERG_VERSION}.jar
+
 # Install AWS CLI
 RUN curl "https://awscli.amazonaws.com/awscli-exe-linux-x86_64.zip" -o "awscliv2.zip" \
  && unzip awscliv2.zip \