* Add runpod sls handler * remove LICENSE and fix README * chore: lint * use axolotl cloud image as base and various fixes * fix: trim allowed cuda versions * restore dockerfile * chore: update title * use axolotl cloud image --------- Co-authored-by: Wing Lian <wing@axolotl.ai> Co-authored-by: NanoCode012 <nano@axolotl.ai>
19 lines
606 B
Docker
19 lines
606 B
Docker
FROM axolotlai/axolotl-cloud:main-py3.11-cu124-2.6.0
|
|
|
|
COPY .runpod/requirements.txt /requirements.txt
|
|
RUN --mount=type=cache,target=/root/.cache/pip \
|
|
python3 -m pip install --upgrade pip && \
|
|
python3 -m pip install --upgrade -r /requirements.txt
|
|
|
|
# Environment settings
|
|
ARG BASE_VOLUME="/runpod-volume"
|
|
ENV BASE_VOLUME=$BASE_VOLUME
|
|
ENV HF_DATASETS_CACHE="${BASE_VOLUME}/huggingface-cache/datasets"
|
|
ENV HUGGINGFACE_HUB_CACHE="${BASE_VOLUME}/huggingface-cache/hub"
|
|
ENV TRANSFORMERS_CACHE="${BASE_VOLUME}/huggingface-cache/hub"
|
|
|
|
COPY .runpod/src /src
|
|
|
|
WORKDIR /src
|
|
CMD ["python3", "/src/handler.py"]
|