benchmarks/perfzero/docker/Dockerfile_ubuntu_2204_tf_cuda_12 at ec6e0b59cd290a2fb0652af48aeacd5194ef89f1 · tensorflow/benchmarks · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
# Ubuntu 22.04 Python3 with CUDA 12 and the following:
#  - Installs tf-nightly (this is TF 2.14)
#  - Installs requirements.txt for tensorflow/models

FROM nvidia/cuda:12.1.1-cudnn8-devel-ubuntu22.04 as base
ARG tensorflow_pip_spec="tf-nightly"
ARG local_tensorflow_pip_spec=""
ARG extra_pip_specs=""
ENV PIP_CMD="python3.10 -m pip"

# setup.py passes the base path of local .whl file is chosen for the docker image.
# Otherwise passes an empty existing file from the context.
COPY ${local_tensorflow_pip_spec} /${local_tensorflow_pip_spec}

# Pick up some TF dependencies
# cublas-dev and libcudnn7-dev only needed because of libnvinfer-dev which may not
# really be needed.
# In the future, add the following lines in a shell script running on the
# benchmark vm to get the available dependent versions when updating cuda
# version (e.g to 10.2 or something later):
# sudo apt-cache search cuda-command-line-tool
# sudo apt-cache search cuda-cublas
# sudo apt-cache search cuda-cufft
# sudo apt-cache search cuda-curand
# sudo apt-cache search cuda-cusolver
# sudo apt-cache search cuda-cusparse

# Needed to disable prompts during installation.
ENV DEBIAN_FRONTEND noninteractive


RUN apt-get -y update && apt-get install -y --no-install-recommends \
        libfreetype6-dev \
        libhdf5-serial-dev \
        libzmq3-dev \
        libpng-dev \
        pkg-config \
        software-properties-common \
        unzip \
        lsb-core \
        curl \
        vim

# Python 3.10 related deps in this ppa.
RUN add-apt-repository ppa:deadsnakes/ppa


# Install / update Python and Python3
RUN apt-get -y update && apt-get install -y --no-install-recommends \
      python3.10 \
      python3-pip \
      python3.10-dev \
      python3-setuptools \
      python3.10-venv \
      python3.10-distutils \
      python3.10-lib2to3

# Upgrade pip, need to use pip3 and then pip after this or an error
# is thrown for no main found.
RUN ${PIP_CMD} install --upgrade pip
RUN ${PIP_CMD} install --upgrade distlib
# setuptools upgraded to fix install requirements from model garden.
RUN ${PIP_CMD} install --upgrade setuptools

# For CUDA profiling, TensorFlow requires CUPTI.
ENV LD_LIBRARY_PATH /usr/local/cuda/extras/CUPTI/lib64:/usr/local/cuda-12.1/lib64:$LD_LIBRARY_PATH

# See http://bugs.python.org/issue19846
ENV LANG=C.UTF-8 LC_ALL=C.UTF-8

# Add google-cloud-sdk to the source list
RUN curl -sSL https://sdk.cloud.google.com | bash

ENV PATH $PATH:/root/google-cloud-sdk/bin
# Install extras needed by most models
RUN apt-get -y update && apt-get install -y --no-install-recommends  \
      git \
      ca-certificates \
      wget \
      htop \
      zip

RUN ${PIP_CMD} install --upgrade pyyaml
RUN ${PIP_CMD} install --upgrade google-api-python-client==2.88.0
RUN ${PIP_CMD} install --upgrade google-cloud google-cloud-bigquery google-cloud-datastore mock


RUN ${PIP_CMD} install wheel
RUN ${PIP_CMD} install absl-py
RUN ${PIP_CMD} install --upgrade --force-reinstall ${tensorflow_pip_spec} ${extra_pip_specs}

RUN ${PIP_CMD} install tfds-nightly
RUN ${PIP_CMD} install -U scikit-learn

# Install dependnecies needed for tf.distribute test utils
RUN ${PIP_CMD} install dill tblib portpicker

RUN curl https://raw.githubusercontent.com/tensorflow/models/master/official/nightly_requirements.txt > /tmp/requirements.txt
RUN ${PIP_CMD} install -r /tmp/requirements.txt

RUN ${PIP_CMD} install tf-estimator-nightly
RUN ${PIP_CMD} install tensorflow-text-nightly

# RUN nvidia-smi

RUN nvcc --version


RUN pip freeze