sft-trainer/Dockerfile

FROM nvidia/cuda:12.4.1-devel-ubuntu22.04

ENV DEBIAN_FRONTEND=noninteractive
ENV PYTHONUNBUFFERED=1
ENV GRADIO_SERVER_NAME=0.0.0.0
ENV GRADIO_SERVER_PORT=7860

# System dependencies
RUN apt-get update && apt-get install -y --no-install-recommends \
    python3.11 \
    python3.11-venv \
    python3.11-dev \
    python3-pip \
    git \
    git-lfs \
    wget \
    curl \
    build-essential \
    && rm -rf /var/lib/apt/lists/* \
    && git lfs install

# Set python3.11 as default
RUN update-alternatives --install /usr/bin/python3 python3 /usr/bin/python3.11 1 \
    && update-alternatives --install /usr/bin/python python /usr/bin/python3.11 1

# Upgrade pip
RUN python -m pip install --no-cache-dir --upgrade pip setuptools wheel

# Install PyTorch with CUDA 12.4
RUN pip install --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu124

# Install transformers from git main (qwen3_next model type not in any stable release yet)
RUN pip install --no-cache-dir "git+https://github.com/huggingface/transformers.git@main"

# Install flash-attention for faster training
RUN pip install --no-cache-dir flash-attn --no-build-isolation 2>/dev/null || echo "Flash attention build failed, continuing without it"

# Install causal-conv1d and flash-linear-attention for DeltaNet layers (optional but recommended)
RUN pip install --no-cache-dir causal-conv1d 2>/dev/null || echo "causal-conv1d build failed, continuing without it"
RUN pip install --no-cache-dir flash-linear-attention 2>/dev/null || echo "flash-linear-attention build failed, continuing without it"

# Create non-root user FIRST
RUN useradd -m -u 1000 user

# Create app directory
WORKDIR /app

# Copy requirements and install (transformers already installed from git above, pip will skip it)
COPY requirements.txt .
RUN pip install --no-cache-dir -r requirements.txt

# Copy app files
COPY . .

# Create ALL directories under user home (NOT /tmp)
RUN mkdir -p /home/user/hf_cache /home/user/torch_cache /home/user/output /home/user/merged \
    && chown -R user:user /home/user /app

# Set cache env vars to user home
ENV HOME=/home/user
ENV HF_HOME=/home/user/hf_cache
ENV TRANSFORMERS_CACHE=/home/user/hf_cache
ENV TORCH_HOME=/home/user/torch_cache
ENV PATH="/home/user/.local/bin:$PATH"

USER user

EXPOSE 7860

CMD ["python", "app.py"]