|
@@ -66,6 +66,8 @@ ENV HF_HOME=/home/user/hf_cache
|
|
|
ENV TRANSFORMERS_CACHE=/home/user/hf_cache
|
|
ENV TRANSFORMERS_CACHE=/home/user/hf_cache
|
|
|
ENV TORCH_HOME=/home/user/torch_cache
|
|
ENV TORCH_HOME=/home/user/torch_cache
|
|
|
ENV PATH="/home/user/.local/bin:$PATH"
|
|
ENV PATH="/home/user/.local/bin:$PATH"
|
|
|
|
|
+# Limit PyTorch CUDA memory fragmentation and allow expandable segments
|
|
|
|
|
+ENV PYTORCH_CUDA_ALLOC_CONF=expandable_segments:True
|
|
|
|
|
|
|
|
USER user
|
|
USER user
|
|
|
|
|
|