We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent e02f8e1 commit 97de61dCopy full SHA for 97de61d
docs/using/recipes.md
@@ -524,9 +524,11 @@ Please note that the [Delta Lake](https://delta.io/) packages are only available
524
FROM jupyter/pyspark-notebook:latest
525
526
ARG DELTA_CORE_VERSION="1.0.0"
527
+RUN pip install --quiet --no-cache-dir delta-spark==${DELTA_CORE_VERSION} && \
528
+ fix-permissions "${HOME}" && \
529
+ fix-permissions "${CONDA_DIR}"
530
531
USER root
-RUN pip install delta-spark==${DELTA_CORE_VERSION}
532
533
RUN echo 'spark.sql.extensions io.delta.sql.DeltaSparkSessionExtension' >> $SPARK_HOME/conf/spark-defaults.conf && \
534
echo 'spark.sql.catalog.spark_catalog org.apache.spark.sql.delta.catalog.DeltaCatalog' >> $SPARK_HOME/conf/spark-defaults.conf
0 commit comments