Feature/tf zoo (#18)

Adding TensorFlow Sample * Changing model path * Copying data folder from another stage instead of downloading. * Removing old requirement * WIP * Telling pip to not use the cache folder saving hundreds of MiB * Cleaning up and fixing api deprecation warnings. * Fixing devel tag for tf zoo devel image * Adding min dockerfile * Removing unneeded dep from dockerfile * Updating dockerfile entrypoint. * ibid * asdf
idavis · Aug 31, 2019 · 7a6c4ff · 7a6c4ff
1 parent 40c035d
commit 7a6c4ff
Show file tree

Hide file tree

Showing 8 changed files with 722 additions and 1 deletion.
diff --git a/Makefile b/Makefile
@@ -139,6 +139,32 @@ build-%-deepstream-4.0-release:
 					-f $(CURDIR)/docker/examples/deepstream/$*.Dockerfile \
 					$(DOCKER_CONTEXT)
 
+build-%-tensorflow-zoo-devel:
+	$(DOCKER) build --squash \
+					--build-arg IMAGE_NAME=$(IMAGE_NAME) \
+					--build-arg TAG=$* \
+					-t $(REPO):$*-tensorflow-zoo-devel \
+					-f $(CURDIR)/docker/examples/tensorflow/zoo/Dockerfile \
+					$(CURDIR)/docker/examples/tensorflow/zoo/
+
+build-%-tensorflow-zoo-min-full:
+	$(DOCKER) build --squash \
+					--build-arg IMAGE_NAME=$(IMAGE_NAME) \
+					--build-arg TAG=$* \
+					--build-arg DEPENDENCIES_IMAGE=$(IMAGE_NAME):$*-deps \
+					-t $(REPO):$*-tensorflow-zoo-min-full \
+					-f $(CURDIR)/docker/examples/tensorflow/zoo/$*-min-full.Dockerfile \
+					$(CURDIR)/docker/examples/tensorflow/zoo/
+
+build-%-tensorflow-zoo-min:
+	$(DOCKER) build --squash \
+					--build-arg IMAGE_NAME=$(IMAGE_NAME) \
+					--build-arg TAG=$* \
+					--build-arg DEPENDENCIES_IMAGE=$(IMAGE_NAME):$*-deps \
+					-t $(REPO):$*-tensorflow-zoo-min \
+					-f $(CURDIR)/docker/examples/tensorflow/zoo/$*-min.Dockerfile \
+					$(CURDIR)/docker/examples/tensorflow/zoo/
+
 # Libraries
 
 opencv-4.0.1-%:

diff --git a/THIRD-PARTY-NOTICES.TXT b/THIRD-PARTY-NOTICES.TXT
@@ -0,0 +1,17 @@
+jetson-containers uses third-party libraries or other resources that may be
+distributed under licenses different than the .NET Core software.
+
+In the event that we accidentally failed to list a required notice, please
+bring it to our attention by posting an issue.
+
+The attached notices are provided for information only.
+
+
+License notice for TensorFlow Models and TensorFlow Object Detection 
+-------------------------------
+
+Copyright 2016 The TensorFlow Authors.  All rights reserved.
+Licensed under the Apache License, Version 2.0.
+
+Available at
+https://github.com/tensorflow/models/blob/master/LICENSE
diff --git a/docker/examples/samples/Dockerfile b/docker/examples/samples/Dockerfile
@@ -3,7 +3,7 @@ ARG TAG
 FROM ${IMAGE_NAME}:${TAG}-devel as builder
 
 WORKDIR /usr/local/cuda-10.0/samples
-RUN make -j$($(nproc) - 1)
+RUN make -j4
 
 ARG IMAGE_NAME
 ARG TAG

diff --git a/docker/examples/tensorflow/zoo/32.2-nano-dev-jetpack-4.2.1-min-full.Dockerfile b/docker/examples/tensorflow/zoo/32.2-nano-dev-jetpack-4.2.1-min-full.Dockerfile
@@ -0,0 +1,266 @@
+ARG DEPENDENCIES_IMAGE
+ARG IMAGE_NAME
+ARG TAG
+FROM ${DEPENDENCIES_IMAGE} as dependencies
+
+ARG IMAGE_NAME
+ARG TAG
+FROM ${IMAGE_NAME}:${TAG}-base as tensorflow-base
+
+# CUDA Toolkit for L4T
+
+# TensorRT: cuda-cublas-dev-10-0 cuda-cudart-dev-10-0
+# TensorFlow: cuda-cublas-10-0 cuda-cudart-10-0 cuda-cufft-10-0
+#             cuda-curand-10-0 cuda-cusolver-10-0 cuda-cusparse-10-0
+
+ARG CUDA_TOOLKIT_PKG="cuda-repo-l4t-10-0-local-${CUDA_PKG_VERSION}_arm64.deb"
+
+COPY --from=dependencies /data/${CUDA_TOOLKIT_PKG} ${CUDA_TOOLKIT_PKG}
+RUN echo "0e12b2f53c7cbe4233c2da73f7d8e6b4 ${CUDA_TOOLKIT_PKG}" | md5sum -c - && \
+    dpkg --force-all -i ${CUDA_TOOLKIT_PKG} && \
+    rm ${CUDA_TOOLKIT_PKG} && \
+    apt-get update && \
+    apt-get install -y --allow-downgrades \
+    cuda-cublas-dev-10-0 \
+    cuda-cudart-dev-10-0 \
+    cuda-cublas-10-0 \
+    cuda-cudart-10-0 \
+    cuda-cufft-10-0 \
+    cuda-curand-10-0 \
+    cuda-cusolver-10-0 \
+    cuda-cusparse-10-0 \
+    && \
+    dpkg --purge cuda-repo-l4t-10-0-local-10.0.326 \
+    && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# NVIDIA CUDA Deep Neural Network library (cuDNN)
+
+ENV CUDNN_VERSION 7.5.0.56
+
+ENV CUDNN_PKG_VERSION=${CUDA_VERSION}-1
+
+LABEL com.nvidia.cudnn.version="${CUDNN_VERSION}"
+
+COPY --from=dependencies /data/libcudnn7_$CUDNN_VERSION-1+cuda10.0_arm64.deb libcudnn7_$CUDNN_VERSION-1+cuda10.0_arm64.deb
+RUN echo "9f30aa86e505a3b83b127ed7a51309a1 libcudnn7_$CUDNN_VERSION-1+cuda10.0_arm64.deb" | md5sum -c - && \
+    dpkg -i libcudnn7_$CUDNN_VERSION-1+cuda10.0_arm64.deb && \
+    rm libcudnn7_$CUDNN_VERSION-1+cuda10.0_arm64.deb
+
+COPY --from=dependencies /data/libcudnn7-dev_$CUDNN_VERSION-1+cuda10.0_arm64.deb libcudnn7-dev_$CUDNN_VERSION-1+cuda10.0_arm64.deb
+RUN echo "a010637c80859b2143ef24461ee2ef97 libcudnn7-dev_$CUDNN_VERSION-1+cuda10.0_arm64.deb" | md5sum -c - && \
+    dpkg -i libcudnn7-dev_$CUDNN_VERSION-1+cuda10.0_arm64.deb && \
+    rm libcudnn7-dev_$CUDNN_VERSION-1+cuda10.0_arm64.deb
+
+# NVIDIA TensorRT
+ENV LIBINFER_VERSION 5.1.6
+
+ENV LIBINFER_PKG_VERSION=${LIBINFER_VERSION}-1
+
+LABEL com.nvidia.libinfer.version="${LIBINFER_VERSION}"
+
+ENV LIBINFER_PKG libnvinfer5_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb
+
+ENV LIBINFER_DEV_PKG libnvinfer-dev_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb
+
+ENV LIBINFER_SAMPLES_PKG libnvinfer-samples_${LIBINFER_PKG_VERSION}+cuda10.0_all.deb
+
+COPY --from=dependencies /data/${LIBINFER_PKG} ${LIBINFER_PKG}
+RUN echo "dca1e2dadeae2186b57a11861fac7652 ${LIBINFER_PKG}" | md5sum -c - && \
+    dpkg -i ${LIBINFER_PKG} && \
+    rm ${LIBINFER_PKG}
+
+COPY --from=dependencies /data/${LIBINFER_DEV_PKG} ${LIBINFER_DEV_PKG}
+RUN echo "0e0c0c6d427847d5994f04fbce0401d2 ${LIBINFER_DEV_PKG}" | md5sum -c - && \
+    dpkg -i ${LIBINFER_DEV_PKG} && \
+    rm ${LIBINFER_DEV_PKG}
+
+COPY --from=dependencies /data/${LIBINFER_SAMPLES_PKG} ${LIBINFER_SAMPLES_PKG}
+RUN echo "e8f021ea1fad99d99f0f551d7ea3146a ${LIBINFER_SAMPLES_PKG}" | md5sum -c - && \
+    dpkg -i ${LIBINFER_SAMPLES_PKG} && \
+    rm ${LIBINFER_SAMPLES_PKG}
+
+ENV TENSORRT_VERSION 5.1.6.1
+
+ENV TENSORRT_PKG_VERSION=${TENSORRT_VERSION}-1
+
+LABEL com.nvidia.tensorrt.version="${TENSORRT_VERSION}"
+
+ENV TENSORRT_PKG tensorrt_${TENSORRT_PKG_VERSION}+cuda10.0_arm64.deb
+
+COPY --from=dependencies /data/${TENSORRT_PKG} ${TENSORRT_PKG}
+RUN echo "66e6df17b7a92d32dd3465bdfca9fc8d ${TENSORRT_PKG}" | md5sum -c - && \
+    dpkg -i ${TENSORRT_PKG} && \
+    rm ${TENSORRT_PKG}
+
+# Graph Surgeon
+COPY --from=dependencies /data/graphsurgeon-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb graphsurgeon-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb
+RUN echo "5729cc195d365335991c58abd75e0c99 graphsurgeon-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb" | md5sum -c - && \
+    dpkg -i graphsurgeon-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb && \
+    rm graphsurgeon-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb
+
+# UFF Converter
+COPY --from=dependencies /data/uff-converter-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb uff-converter-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb
+RUN echo "b6310b19820a8b844d36dc597d2bf835 uff-converter-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb" | md5sum -c - && \
+    dpkg -i uff-converter-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb && \
+    rm uff-converter-tf_${LIBINFER_PKG_VERSION}+cuda10.0_arm64.deb
+
+# Install dependencies for OpenCV
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+        libavcodec-extra57 \
+        libavformat57 \
+        libavutil55 \
+        libcairo2 \
+        libgtk2.0-0 \
+        libswscale4 \
+        libtbb2 \
+        libtbb-dev \
+    && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+## Additional OpenCV dependencies usually installed by the CUDA Toolkit
+
+RUN apt-get update && \
+    apt-get install -y \
+    libgstreamer1.0-0 \
+    libgstreamer-plugins-base1.0-0 \
+    && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+# Open CV 3.3.1
+
+ENV OPENCV_VERSION 3.3.1
+
+ENV OPENCV_PKG_VERSION=${OPENCV_VERSION}-2-g31ccdfe11
+
+COPY --from=dependencies /data/libopencv_${OPENCV_PKG_VERSION}_arm64.deb libopencv_${OPENCV_PKG_VERSION}_arm64.deb
+RUN echo "dd5b571c08a0098141203daec2ea1acc libopencv_${OPENCV_PKG_VERSION}_arm64.deb" | md5sum -c - && \
+    dpkg -i libopencv_${OPENCV_PKG_VERSION}_arm64.deb && \
+    rm libopencv_${OPENCV_PKG_VERSION}_arm64.deb
+
+## Open CV python binding
+COPY --from=dependencies /data/libopencv-python_${OPENCV_PKG_VERSION}_arm64.deb libopencv-python_${OPENCV_PKG_VERSION}_arm64.deb
+RUN echo "35776ce159afa78a0fe727d4a3c5b6fa libopencv-python_${OPENCV_PKG_VERSION}_arm64.deb" | md5sum -c - && \
+    dpkg -i libopencv-python_${OPENCV_PKG_VERSION}_arm64.deb && \
+    rm libopencv-python_${OPENCV_PKG_VERSION}_arm64.deb
+
+RUN apt-get update && apt-get install -y \
+    build-essential \
+    libhdf5-dev \
+    libhdf5-serial-dev \
+    python3-dev \
+    python3-h5py \
+    python3-pip \
+    python3-setuptools \
+    && \
+    python3 -m pip install --no-cache-dir --upgrade pip && \
+    python3 -m pip install --no-cache-dir --upgrade setuptools && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+RUN python3 -m pip install --no-cache-dir -U numpy grpcio absl-py py-cpuinfo psutil portpicker grpcio six mock requests gast astor termcolor
+
+# Install TensorFlow
+
+#RUN python3 -m pip install --pre --extra-index-url https://developer.download.nvidia.com/compute/redist/jp/v42 tensorflow-gpu
+# can browse from https://developer.download.nvidia.com/compute/redist/jp/
+#RUN python3 -m pip install --extra-index-url https://developer.download.nvidia.com/compute/redist/jp/v42 tensorflow-gpu==$TF_VERSION+nv$NV_VERSION
+
+RUN python3 -m pip install --no-cache-dir --extra-index-url https://developer.download.nvidia.com/compute/redist/jp/v42 tensorflow-gpu==1.14.0+nv19.7
+
+
+FROM tensorflow-base as objectdetection-builder
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    git \
+    protobuf-compiler \
+    && \
+    rm -rf /var/lib/apt/lists/*
+
+# Clone the TensorFlow Models Repository
+# the release branches usually don't contain the research folder, so we have to use master.
+ARG TF_MODELS_VERSION=master
+RUN git clone --depth 1 https://github.com/tensorflow/models.git -b ${TF_MODELS_VERSION}
+
+WORKDIR /models/research
+
+# Compile the Protos
+
+RUN protoc object_detection/protos/*.proto --python_out=.
+
+# Build the Wheels
+
+RUN python3 setup.py build && \
+    python3 setup.py bdist_wheel && \
+    (cd slim && python3 setup.py bdist_wheel)
+
+
+FROM tensorflow-base as app-base
+
+RUN apt-get update && apt-get install -y \
+    libfreetype6-dev \
+    pkg-config \
+    && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+COPY --from=objectdetection-builder /models/research/dist/object_detection-0.1-py3-none-any.whl .
+COPY --from=objectdetection-builder /models/research/slim/dist/slim-0.1-py3-none-any.whl .
+RUN python3 -m pip install --no-cache-dir object_detection-0.1-py3-none-any.whl && \
+    python3 -m pip install --no-cache-dir slim-0.1-py3-none-any.whl && \
+    rm object_detection-0.1-py3-none-any.whl && \
+    rm slim-0.1-py3-none-any.whl
+
+COPY --from=objectdetection-builder /models/research/object_detection/data /data
+
+# App dependencies
+
+RUN apt-get update && apt-get install -y --no-install-recommends \
+    libavcodec-dev \
+    libavformat-dev \
+    libavutil-dev \
+    libeigen3-dev \
+    libglew-dev \
+    libtiff5-dev \
+    libjpeg-dev \
+    libpng-dev \
+    libpostproc-dev \
+    libswscale-dev \
+    libtbb-dev \
+    libgtk2.0-dev \
+    libxvidcore-dev \
+    libx264-dev \
+    zlib1g-dev \
+    libxml2-dev \
+    libxslt1-dev \
+    libcanberra-gtk-module \
+    && \
+    apt-get clean && \
+    rm -rf /var/lib/apt/lists/*
+
+FROM app-base
+
+RUN mkdir app
+WORKDIR /app
+
+COPY requirements.txt ./
+
+RUN python3 -m pip install --no-cache-dir --user -r requirements.txt
+
+COPY app.py ./
+
+#RUN useradd -ms /bin/bash moduleuser
+#USER moduleuser
+
+#ENTRYPOINT [ "python3", "-u", "./main.py" ]
+
+RUN echo "#!/bin/bash" >> entrypoint.sh && \
+    echo "python3 app.py \$*" >> entrypoint.sh && \
+    chmod +x entrypoint.sh
+
+ENTRYPOINT ["sh", "-c", "./entrypoint.sh $*", "--"]
+