68b227a7d8
* mixtral multipack * use mixtral model * sample yml * calculate cu_seqlens properly * use updated flash ettention setting * attn var checks * force use of flash attention 2 for packing * lint * disable future fix for now * update support table
20 lines
793 B
Plaintext
20 lines
793 B
Plaintext
ARG BASE_TAG=main
|
|
FROM winglian/axolotl:$BASE_TAG
|
|
|
|
ENV HF_DATASETS_CACHE="/workspace/data/huggingface-cache/datasets"
|
|
ENV HUGGINGFACE_HUB_CACHE="/workspace/data/huggingface-cache/hub"
|
|
ENV TRANSFORMERS_CACHE="/workspace/data/huggingface-cache/hub"
|
|
ENV HF_HOME="/workspace/data/huggingface-cache/hub"
|
|
|
|
COPY scripts/runpod-entrypoint.sh /root/runpod-entrypoint.sh
|
|
|
|
RUN apt install --yes --no-install-recommends openssh-server tmux && \
|
|
mkdir -p ~/.ssh && \
|
|
chmod 700 ~/.ssh && \
|
|
printf "\n[[ -z \"\$TMUX\" ]] && { tmux attach-session -t ssh_tmux || tmux new-session -s ssh_tmux; exit; }\n" >> ~/.bashrc && \
|
|
chmod +x /workspace/axolotl/scripts/runpod-entrypoint.sh && \
|
|
chmod +x /root/runpod-entrypoint.sh
|
|
|
|
ENTRYPOINT ["/root/runpod-entrypoint.sh"]
|
|
CMD ["sleep", "infinity"]
|