Skip to content
GitLab
Select Git revision
  • master
  • develop default
  • 49-zarr-geoparquet
  • wip_model_output_autonaming
  • docfix-2
  • move_python_packages_usr
  • tensorrt_support
  • test_graph_transform
  • 9-cannot-mix-otbtf-application-and-tensorflow-in-python
  • r4.3.0
  • r4.2.2
  • r4.2.1
  • r4.2.0
  • r4.1.0
  • r4.0.0
  • r3.4.0
  • r3.3.0
  • r3.2.1
  • r3.1
  • r3.0-rc2
  • r3.0-rc1
  • r2.5
  • r2.4
  • r2.3
  • r2.2
  • r2.1
  • r1.8
  • r1.7
  • r1.6
Find file BlameHistoryPermalink
Dockerfile 7.84 KiB
1 
##### Configurable Dockerfile with multi-stage build - Author: Vincent Delbar
2 
## Mandatory
3 
ARG BASE_IMG
4
5 
# ----------------------------------------------------------------------------
6 
# Init base stage - will be cloned as intermediate build env
7 
FROM $BASE_IMG AS otbtf-base
8 
WORKDIR /tmp
9
10 
### System packages
11 
COPY tools/docker/build-deps-*.txt ./
12 
ARG DEBIAN_FRONTEND=noninteractive
13 
# CLI
14 
RUN apt-get update -y && apt-get upgrade -y \
15 
 && cat build-deps-cli.txt | xargs apt-get install --no-install-recommends -y \
16 
 && apt-get clean && rm -rf /var/lib/apt/lists/*
17 
# Optional GUI
18 
ARG GUI=false
19 
RUN if $GUI; then \
20 
      apt-get update -y \
21 
      && cat build-deps-gui.txt | xargs apt-get install --no-install-recommends -y \
22 
      && apt-get clean && rm -rf /var/lib/apt/lists/* ; fi
23
24 
### Python3 links and pip packages
25 
RUN ln -s /usr/bin/python3 /usr/local/bin/python && ln -s /usr/bin/pip3 /usr/local/bin/pip
26 
# NumPy version is conflicting with system's gdal dep and may require venv
27 
ARG NUMPY_SPEC="==1.22.*"
28 
ARG PROTO_SPEC="==3.20.*"
29 
RUN pip install --no-cache-dir -U pip wheel mock six future tqdm deprecated "numpy$NUMPY_SPEC" "protobuf$PROTO_SPEC" \
30 
 && pip install --no-cache-dir --no-deps keras_applications keras_preprocessing
31
32 
# ----------------------------------------------------------------------------
33 
# Tmp builder stage - dangling cache should persist until "docker builder prune"
34 
FROM otbtf-base AS builder
35 
# A smaller value may be required to avoid OOM errors when building OTB GUI
36 
ARG CPU_RATIO=1
37
38 
RUN mkdir -p /src/tf /opt/otbtf/bin /opt/otbtf/include /opt/otbtf/lib
39 
WORKDIR /src/tf
40
41 
RUN git config --global advice.detachedHead false
42
43 
### TF
44 
ARG TF=v2.8.0
45 
# Install bazelisk (will read .bazelversion and download the right bazel binary - latest by default)
46 
RUN wget -qO /opt/otbtf/bin/bazelisk https://github.com/bazelbuild/bazelisk/releases/latest/download/bazelisk-linux-amd64 \
47 
 && chmod +x /opt/otbtf/bin/bazelisk \
48 
 && ln -s /opt/otbtf/bin/bazelisk /opt/otbtf/bin/bazel
49
50 
ARG BZL_TARGETS="//tensorflow:libtensorflow_cc.so //tensorflow/tools/pip_package:build_pip_package //tensorflow/tools/graph_transforms:transform_graph"
51 
# "--config=opt" will enable 'march=native' (otherwise read comments about CPU compatibility and edit CC_OPT_FLAGS in build-env-tf.sh)
52 
ARG BZL_CONFIGS="--config=nogcp --config=noaws --config=nohdfs --config=opt"
53 
# "--compilation_mode opt" is already enabled by default (see tf repo .bazelrc and configure.py)
54 
ARG BZL_OPTIONS="--verbose_failures --remote_cache=http://localhost:9090"
55
56 
# Build
57 
ARG ZIP_TF_BIN=false
58 
COPY tools/docker/build-env-tf.sh ./
59 
RUN git clone --single-branch -b $TF https://github.com/tensorflow/tensorflow.git \
60 
 && cd tensorflow \
61 
 && export PATH=$PATH:/opt/otbtf/bin \
62 
 && export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/otbtf/lib \
63 
 && bash -c '\
64 
      source ../build-env-tf.sh \
65 
      && ./configure \
66 
      && export TMP=/tmp/bazel \
67 
      && BZL_CMD="build $BZL_TARGETS $BZL_CONFIGS $BZL_OPTIONS" \
68 
      && bazel $BZL_CMD --jobs="HOST_CPUS*$CPU_RATIO" '
69 
# Installation - split here if you want to check files  ^
70 
RUN cd tensorflow \
7172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140
&& ./bazel-bin/tensorflow/tools/pip_package/build_pip_package /tmp/tensorflow_pkg \ && pip3 install --no-cache-dir --prefix=/opt/otbtf /tmp/tensorflow_pkg/tensorflow*.whl \ && ln -s /opt/otbtf/lib/python3.* /opt/otbtf/lib/python3 \ && cp -P bazel-bin/tensorflow/libtensorflow_cc.so* /opt/otbtf/lib/ \ && cp -r bazel-bin/tensorflow/tools/graph_transforms /opt/otbtf/bin/graph_transforms \ && ln -s $(find /opt/otbtf -type d -wholename "*/site-packages/tensorflow/include") /opt/otbtf/include/tf \ # The only missing header in the wheel && cp tensorflow/cc/saved_model/tag_constants.h /opt/otbtf/include/tf/tensorflow/cc/saved_model/ \ && cp tensorflow/cc/saved_model/signature_constants.h /opt/otbtf/include/tf/tensorflow/cc/saved_model/ \ # Symlink external libs (required for MKL - libiomp5) && for f in $(find -L /opt/otbtf/include/tf -wholename "*/external/*/*.so"); do ln -s $f /opt/otbtf/lib/; done \ # Compress and save TF binaries && ( ! $ZIP_TF_BIN || zip -9 -j --symlinks /opt/otbtf/tf-$TF.zip tensorflow/cc/saved_model/tag_constants.h tensorflow/cc/saved_model/signature_constants.h bazel-bin/tensorflow/libtensorflow_cc.so* /tmp/tensorflow_pkg/tensorflow*.whl ) #\ # Cleaning && rm -rf bazel-* /src/tf /root/.cache/ /tmp/* ### OTB ARG GUI=false ARG OTB=7.4.0 ARG OTBTESTS=false RUN mkdir /src/otb WORKDIR /src/otb # SuperBuild OTB COPY tools/docker/build-flags-otb.txt ./ RUN apt-get update -y \ && apt-get install --reinstall ca-certificates -y \ && update-ca-certificates \ && git clone --single-branch -b $OTB https://gitlab.orfeo-toolbox.org/orfeotoolbox/otb.git \ && mkdir -p build \ && cd build \ && if $OTBTESTS; then \ echo "-DBUILD_TESTING=ON" >> ../build-flags-otb.txt; fi \ # Set GL/Qt build flags && if $GUI; then \ sed -i -r "s/-DOTB_USE_(QT|OPENGL|GL[UFE][WT])=OFF/-DOTB_USE_\1=ON/" ../build-flags-otb.txt; fi \ # Possible ENH: superbuild-all-dependencies switch, with separated build-deps-minimal.txt and build-deps-otbcli.txt) #&& if $OTB_SUPERBUILD_ALL; then sed -i -r "s/-DUSE_SYSTEM_([A-Z0-9]*)=ON/-DUSE_SYSTEM_\1=OFF/ " ../build-flags-otb.txt; fi \ && OTB_FLAGS=$(cat "../build-flags-otb.txt") \ && cmake ../otb/SuperBuild -DCMAKE_INSTALL_PREFIX=/opt/otbtf $OTB_FLAGS \ && make -j $(python -c "import os; print(round( os.cpu_count() * $CPU_RATIO ))") ### OTBTF - copy (without .git/) or clone repository COPY . /src/otbtf #RUN git clone https://github.com/remicres/otbtf.git /src/otbtf RUN ln -s /src/otbtf /src/otb/otb/Modules/Remote/otbtf # Rebuild OTB with module ARG KEEP_SRC_OTB=false RUN cd /src/otb/build/OTB/build \ && export LD_LIBRARY_PATH=$LD_LIBRARY_PATH:/opt/otbtf/lib \ && export PATH=$PATH:/opt/otbtf/bin \ && cmake /src/otb/otb \ -DCMAKE_INSTALL_PREFIX=/opt/otbtf \ -DOTB_WRAP_PYTHON=ON -DPYTHON_EXECUTABLE=/usr/bin/python3 \ -DOTB_USE_TENSORFLOW=ON -DModule_OTBTensorflow=ON \ -Dtensorflow_include_dir=/opt/otbtf/include/tf \ # Forcing TF>=2, this Dockerfile hasn't been tested with v1 + missing link for libtensorflow_framework.so in the wheel -DTENSORFLOW_CC_LIB=/opt/otbtf/lib/libtensorflow_cc.so.2 \ -DTENSORFLOW_FRAMEWORK_LIB=/opt/otbtf/lib/python3/site-packages/tensorflow/libtensorflow_framework.so.2 \ && make install -j $(python -c "import os; print(round( os.cpu_count() * $CPU_RATIO ))") \ # Cleaning && ( $GUI || rm -rf /opt/otbtf/bin/otbgui* ) \ && ( $KEEP_SRC_OTB || rm -rf /src/otb ) \ && rm -rf /root/.cache /tmp/* # Symlink executable python files in PATH RUN for f in /src/otbtf/python/*.py; do if [ -x $f ]; then ln -s $f /opt/otbtf/bin/; fi; done
141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177
# ---------------------------------------------------------------------------- # Final stage FROM otbtf-base LABEL maintainer="Remi Cresson <remi.cresson[at]inrae[dot]fr>" # Copy files from intermediate stage COPY --from=builder /opt/otbtf /opt/otbtf COPY --from=builder /src /src # System-wide ENV ENV PATH="/opt/otbtf/bin:$PATH" ENV LD_LIBRARY_PATH="/opt/otbtf/lib:$LD_LIBRARY_PATH" ENV PYTHONPATH="/opt/otbtf/lib/python3/site-packages:/opt/otbtf/lib/otb/python:/src/otbtf" ENV OTB_APPLICATION_PATH="/opt/otbtf/lib/otb/applications" # Default user, directory and command (bash is the entrypoint when using 'docker create') RUN useradd -s /bin/bash -m otbuser WORKDIR /home/otbuser # Admin rights without password ARG SUDO=true RUN if $SUDO; then \ usermod -a -G sudo otbuser \ && echo "otbuser ALL=(ALL) NOPASSWD:ALL" >> /etc/sudoers; fi # Set /src/otbtf ownership to otbuser (but you still need 'sudo -i' in order to rebuild TF or OTB) RUN chown -R otbuser:otbuser /src/otbtf # This won't prevent ownership problems with volumes if you're not UID 1000 USER otbuser # User-only ENV # Test python imports RUN python -c "import tensorflow" RUN python -c "import otbtf, tricks" RUN python -c "import otbApplication as otb; otb.Registry.CreateApplication('ImageClassifierFromDeepFeatures')"