Upgrade runtime to Python 3.10 + enable Transformers 5.x support 🤗

Dockerfile

@@ -1,10 +1,19 @@
 FROM nvidia/cuda:12.5.1-cudnn-devel-ubuntu20.04
 
 ENV DEBIAN_FRONTEND=noninteractive \
-	TZ=Europe/Paris
-
-# Remove any third-party apt sources to avoid issues with expiring keys.
-# Install some basic utilities
+    TZ=Europe/Paris \
+    CONDA_AUTO_UPDATE_CONDA=false \
+    HOME=/home/user \
+    PATH=/home/user/miniconda/bin:$PATH \
+    PYTHONUNBUFFERED=1 \
+    GRADIO_ALLOW_FLAGGING=never \
+    GRADIO_NUM_PORTS=1 \
+    GRADIO_SERVER_NAME=0.0.0.0 \
+    GRADIO_THEME=huggingface \
+    SYSTEM=spaces \
+    SHELL=/bin/bash
+
+# Base utilities
 RUN rm -f /etc/apt/sources.list.d/*.list && \
     apt-get update && apt-get install -y --no-install-recommends \
     curl \
@@ -26,80 +35,61 @@ RUN rm -f /etc/apt/sources.list.d/*.list && \
     software-properties-common \
  && rm -rf /var/lib/apt/lists/*
 
+# nvtop
 RUN add-apt-repository ppa:flexiondotorg/nvtop && \
-    apt-get upgrade -y && \
-    apt-get install -y --no-install-recommends nvtop
+    apt-get update && \
+    apt-get install -y --no-install-recommends nvtop && \
+    rm -rf /var/lib/apt/lists/*
 
-RUN curl -sL https://deb.nodesource.com/setup_21.x  | bash - && \
+# Node.js 21
+RUN curl -fsSL https://deb.nodesource.com/setup_21.x | bash - && \
+    apt-get update && \
     apt-get install -y nodejs && \
-    npm install -g configurable-http-proxy
+    npm install -g configurable-http-proxy && \
+    rm -rf /var/lib/apt/lists/*
 
-# Create a working directory
+# Working directory
 WORKDIR /app
 
-# Create a non-root user and switch to it
-RUN adduser --disabled-password --gecos '' --shell /bin/bash user \
- && chown -R user:user /app
-RUN echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
-USER user
-
-# All users can use /home/user as their home directory
-ENV HOME=/home/user
-RUN mkdir $HOME/.cache $HOME/.config \
- && chmod -R 777 $HOME
-
-# Set up the Conda environment
-ENV CONDA_AUTO_UPDATE_CONDA=false \
-    PATH=$HOME/miniconda/bin:$PATH
-RUN curl -sLo ~/miniconda.sh https://repo.continuum.io/miniconda/Miniconda3-py39_4.10.3-Linux-x86_64.sh \
- && chmod +x ~/miniconda.sh \
- && ~/miniconda.sh -b -p ~/miniconda \
- && rm ~/miniconda.sh \
- && conda clean -ya
+# User setup
+RUN adduser --disabled-password --gecos '' --shell /bin/bash user && \
+    mkdir -p /home/user/.cache /home/user/.config /home/user/app && \
+    chown -R user:user /home/user /app && \
+    echo "user ALL=(ALL) NOPASSWD:ALL" > /etc/sudoers.d/90-user
 
-WORKDIR $HOME/app
+# Miniconda Python 3.10
+USER user
+RUN curl -fsSL -o /home/user/miniconda.sh https://repo.anaconda.com/miniconda/Miniconda3-py310_22.11.1-1-Linux-x86_64.sh && \
+    bash /home/user/miniconda.sh -b -p /home/user/miniconda && \
+    rm -f /home/user/miniconda.sh && \
+    conda clean -ya
 
-#######################################
-# Start root user section
-#######################################
+WORKDIR /home/user/app
 
+# Back to root for system packages / startup
 USER root
 
-# User Debian packages
-## Security warning : Potential user code executed as root (build time)
 RUN --mount=target=/root/packages.txt,source=packages.txt \
     apt-get update && \
-    xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends \
-    && rm -rf /var/lib/apt/lists/*
+    xargs -r -a /root/packages.txt apt-get install -y --no-install-recommends && \
+    rm -rf /var/lib/apt/lists/*
 
 RUN --mount=target=/root/on_startup.sh,source=on_startup.sh,readwrite \
-	bash /root/on_startup.sh
-
-RUN mkdir /data && chown user:user /data
-
-#######################################
-# End root user section
-#######################################
+    bash /root/on_startup.sh
 
-USER user
+RUN mkdir -p /data && chown user:user /data
 
 # Python packages
+USER user
 RUN --mount=target=requirements.txt,source=requirements.txt \
     pip install --no-cache-dir --upgrade -r requirements.txt
 
-# Copy the current directory contents into the container at $HOME/app setting the owner to the user
-COPY --chown=user . $HOME/app
-
-RUN chmod +x start_server.sh
+# App files
+COPY --chown=user:user . /home/user/app
 
-COPY --chown=user login.html /home/user/miniconda/lib/python3.9/site-packages/jupyter_server/templates/login.html
+RUN chmod +x /home/user/app/start_server.sh
 
-ENV PYTHONUNBUFFERED=1 \
-	GRADIO_ALLOW_FLAGGING=never \
-	GRADIO_NUM_PORTS=1 \
-	GRADIO_SERVER_NAME=0.0.0.0 \
-	GRADIO_THEME=huggingface \
-	SYSTEM=spaces \
-	SHELL=/bin/bash
+# Jupyter template path for Python 3.10
+COPY --chown=user:user login.html /home/user/miniconda/lib/python3.10/site-packages/jupyter_server/templates/login.html
 
 CMD ["./start_server.sh"]

requirements.txt

@@ -1,3 +1,3 @@
-jupyterlab==4.2.5
-tornado==6.2
-ipywidgets
+jupyterlab==4.5.6
+tornado==6.5.5
+ipywidgets==8.1.8