diff --git a/.github/workflows/main.yml b/.github/workflows/main.yml
index 99190dc71..d0d028982 100644
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -125,3 +125,45 @@ jobs:
${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }}
labels: ${{ steps.metadata.outputs.labels }}
+
+ build-axolotl-cloud-no-tmux:
+ needs: build-axolotl
+ if: ${{ ! contains(github.event.commits[0].message, '[skip docker]]') && github.repository_owner == 'OpenAccess-AI-Collective' }}
+ # this job needs to be run on self-hosted GPU runners...
+ strategy:
+ matrix:
+ include:
+ - cuda: 121
+ cuda_version: 12.1.0
+ python_version: "3.11"
+ pytorch: 2.3.0
+ axolotl_extras:
+ runs-on: axolotl-gpu-runner
+ steps:
+ - name: Checkout
+ uses: actions/checkout@v4
+ - name: Docker metadata
+ id: metadata
+ uses: docker/metadata-action@v5
+ with:
+ images: winglian/axolotl-cloud-term
+ - name: Login to Docker Hub
+ uses: docker/login-action@v3
+ with:
+ username: ${{ secrets.DOCKERHUB_USERNAME }}
+ password: ${{ secrets.DOCKERHUB_TOKEN }}
+ - name: Set up Docker Buildx
+ uses: docker/setup-buildx-action@v2
+ - name: Build
+ uses: docker/build-push-action@v5
+ with:
+ context: .
+ build-args: |
+ BASE_TAG=${{ github.ref_name }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
+ CUDA=${{ matrix.cuda }}
+ file: ./docker/Dockerfile-cloud-no-tmux
+ push: ${{ github.event_name != 'pull_request' }}
+ tags: |
+ ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
+ ${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }}
+ labels: ${{ steps.metadata.outputs.labels }}
diff --git a/.nojekyll b/.nojekyll
index bc30708df..c6884c69e 100644
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-33f00e32
\ No newline at end of file
+fb5fb7ba
\ No newline at end of file
diff --git a/docs/dataset-formats/index.html b/docs/dataset-formats/index.html
index e95dd1138..39caf737d 100644
--- a/docs/dataset-formats/index.html
+++ b/docs/dataset-formats/index.html
@@ -351,7 +351,7 @@ Description
-
+
|
Pre-training
|
@@ -359,7 +359,7 @@ Description
Data format for a pre-training completion task.
-
+
|
Instruction Tuning
|
@@ -367,7 +367,7 @@ Description
Instruction tuning formats for supervised fine-tuning.
-
+
|
Conversation
|
@@ -375,7 +375,7 @@ Description
Conversation format for supervised fine-tuning.
-
+
|
Template-Free
|
@@ -383,7 +383,7 @@ Description
Construct prompts without a template.
-
+
|
Custom Pre-Tokenized Dataset
|
diff --git a/sitemap.xml b/sitemap.xml
index e877d370f..75dc48855 100644
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,90 +2,90 @@
https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.943Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset_preprocessing.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.943Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.943Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.943Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.943Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html
- 2024-05-16T01:36:13.393Z
+ 2024-05-16T02:27:54.947Z
https://OpenAccess-AI-Collective.github.io/axolotl/index.html
- 2024-05-16T01:36:13.401Z
+ 2024-05-16T02:27:54.959Z
https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html
- 2024-05-16T01:36:13.389Z
+ 2024-05-16T02:27:54.943Z