|
|
@@ -39,10 +39,11 @@ ENV SPARK_HOME /usr/local/spark
|
|
|
ENV PYTHONPATH $SPARK_HOME/python:$SPARK_HOME/python/lib/py4j-0.10.7-src.zip
|
|
|
ENV SPARK_OPTS --driver-java-options=-Xms1024M --driver-java-options=-Xmx4096M --driver-java-options=-Dlog4j.logLevel=info
|
|
|
|
|
|
-RUN pip install pyspark==2.3.1
|
|
|
-RUN pip install --no-deps tensorflow-transform==0.24.1 apache-beam==2.14 tensorflow-metadata==0.14.0 pydot dill
|
|
|
-RUN pip install ipdb
|
|
|
-RUN pip install -e git://github.com/NVIDIA/dllogger#egg=dllogger
|
|
|
+RUN pip install --no-cache-dir nvidia-pyindex
|
|
|
+
|
|
|
+COPY requirements* ./
|
|
|
+RUN pip install --no-cache-dir -r requirements.txt
|
|
|
+RUN pip install --no-cache-dir --no-deps -r requirements-no-deps.txt
|
|
|
|
|
|
WORKDIR /wd
|
|
|
COPY . .
|