random commit

caraml-dev · Jan 21, 2025 · e0b3dda · e0b3dda
1 parent bc0658b
commit e0b3dda
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/caraml-store-spark/docker/Dockerfile b/caraml-store-spark/docker/Dockerfile
@@ -6,6 +6,8 @@ ARG BQ_CONNECTOR_VERSION=0.27.1
 USER root
 ADD https://storage.googleapis.com/hadoop-lib/gcs/gcs-connector-hadoop2-${GCS_CONNECTOR_VERSION}.jar /opt/spark/jars
 ADD https://repo1.maven.org/maven2/com/google/cloud/spark/spark-bigquery-with-dependencies_2.12/${BQ_CONNECTOR_VERSION}/spark-bigquery-with-dependencies_2.12-${BQ_CONNECTOR_VERSION}.jar /opt/spark/jars
+RUN git clone https://github.com/aliyun/MaxCompute-Spark.git && cd aliyun-maxcompute-data-collectors/spark-connector && mvn clean package
+ADD datasource/target/spark-odps-datasource-3.3.1-odps0.43.0.jar /opt/spark/jars
 
 RUN pip install Jinja2==3.1.2
 # For logging to /dev/termination-log