Built site for gh-pages

2024-05-16 02:28:54 +00:00
parent 30f1dddeae
commit ddccbf4fb5
4 changed files with 70 additions and 28 deletions
--- a/.github/workflows/main.yml
+++ b/.github/workflows/main.yml
@@ -125,3 +125,45 @@ jobs:
             ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
             ${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }}
          labels: ${{ steps.metadata.outputs.labels }}
+
+  build-axolotl-cloud-no-tmux:
+    needs: build-axolotl
+    if: ${{ ! contains(github.event.commits[0].message, '[skip docker]]') && github.repository_owner == 'OpenAccess-AI-Collective' }}
+    # this job needs to be run on self-hosted GPU runners...
+    strategy:
+      matrix:
+        include:
+          - cuda: 121
+            cuda_version: 12.1.0
+            python_version: "3.11"
+            pytorch: 2.3.0
+            axolotl_extras:
+    runs-on: axolotl-gpu-runner
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Docker metadata
+        id: metadata
+        uses: docker/metadata-action@v5
+        with:
+          images: winglian/axolotl-cloud-term
+      - name: Login to Docker Hub
+        uses: docker/login-action@v3
+        with:
+          username: ${{ secrets.DOCKERHUB_USERNAME }}
+          password: ${{ secrets.DOCKERHUB_TOKEN }}
+      - name: Set up Docker Buildx
+        uses: docker/setup-buildx-action@v2
+      - name: Build
+        uses: docker/build-push-action@v5
+        with:
+          context: .
+          build-args: |
+            BASE_TAG=${{ github.ref_name }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
+            CUDA=${{ matrix.cuda }}
+          file: ./docker/Dockerfile-cloud-no-tmux
+          push: ${{ github.event_name != 'pull_request' }}
+          tags: |
+             ${{ steps.metadata.outputs.tags }}-py${{ matrix.python_version }}-cu${{ matrix.cuda }}-${{ matrix.pytorch }}${{ matrix.axolotl_extras != '' && '-' || '' }}${{ matrix.axolotl_extras }}
+             ${{ (matrix.is_latest) && format('{0}-latest', steps.metadata.outputs.tags) || '' }}
+          labels: ${{ steps.metadata.outputs.labels }}
--- a/.nojekyll
+++ b/.nojekyll
@@ -1 +1 @@
-33f00e32
+fb5fb7ba
--- a/docs/dataset-formats/index.html
+++ b/docs/dataset-formats/index.html
@@ -351,7 +351,7 @@ Description
 </tr>
 </thead>
 <tbody class="list">
-<tr data-index="0" data-listing-file-modified-sort="1715823373389" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
+<tr data-index="0" data-listing-file-modified-sort="1715826474947" data-listing-reading-time-sort="1" data-listing-word-count-sort="47" data-listing-title-sort="Pre-training" data-listing-filename-sort="pretraining.qmd">
 <td>
 <a href="../../docs/dataset-formats/pretraining.html" class="title listing-title">Pre-training</a>
 </td>
@@ -359,7 +359,7 @@ Description
 <span class="listing-description">Data format for a pre-training completion task.</span>
 </td>
 </tr>
-<tr data-index="1" data-listing-file-modified-sort="1715823373389" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
+<tr data-index="1" data-listing-file-modified-sort="1715826474947" data-listing-reading-time-sort="2" data-listing-word-count-sort="308" data-listing-title-sort="Instruction Tuning" data-listing-filename-sort="inst_tune.qmd">
 <td>
 <a href="../../docs/dataset-formats/inst_tune.html" class="title listing-title">Instruction Tuning</a>
 </td>
@@ -367,7 +367,7 @@ Description
 <span class="listing-description">Instruction tuning formats for supervised fine-tuning.</span>
 </td>
 </tr>
-<tr data-index="2" data-listing-file-modified-sort="1715823373389" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
+<tr data-index="2" data-listing-file-modified-sort="1715826474943" data-listing-reading-time-sort="2" data-listing-word-count-sort="235" data-listing-title-sort="Conversation" data-listing-filename-sort="conversation.qmd">
 <td>
 <a href="../../docs/dataset-formats/conversation.html" class="title listing-title">Conversation</a>
 </td>
@@ -375,7 +375,7 @@ Description
 <span class="listing-description">Conversation format for supervised fine-tuning.</span>
 </td>
 </tr>
-<tr data-index="3" data-listing-file-modified-sort="1715823373389" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
+<tr data-index="3" data-listing-file-modified-sort="1715826474947" data-listing-reading-time-sort="1" data-listing-word-count-sort="3" data-listing-title-sort="Template-Free" data-listing-filename-sort="template_free.qmd">
 <td>
 <a href="../../docs/dataset-formats/template_free.html" class="title listing-title">Template-Free</a>
 </td>
@@ -383,7 +383,7 @@ Description
 <span class="listing-description">Construct prompts without a template.</span>
 </td>
 </tr>
-<tr data-index="4" data-listing-file-modified-sort="1715823373389" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
+<tr data-index="4" data-listing-file-modified-sort="1715826474947" data-listing-reading-time-sort="1" data-listing-word-count-sort="22" data-listing-title-sort="Custom Pre-Tokenized Dataset" data-listing-filename-sort="tokenized.qmd">
 <td>
 <a href="../../docs/dataset-formats/tokenized.html" class="title listing-title">Custom Pre-Tokenized Dataset</a>
 </td>
--- a/sitemap.xml
+++ b/sitemap.xml
@@ -2,90 +2,90 @@
 <urlset xmlns="http://www.sitemaps.org/schemas/sitemap/0.9">
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/examples/colab-notebooks/colab-axolotl-example.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/FAQS.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.943Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multi-node.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset_preprocessing.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/config.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.943Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/inst_tune.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/pretraining.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/tokenized.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/batch_vs_grad.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.943Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/debugging.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/faq.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/fsdp_qlora.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/input_output.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/multipack.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/mac.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/index.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.943Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/conversation.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.943Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/dataset-formats/template_free.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/rlhf.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/docs/nccl.html</loc>
-    <lastmod>2024-05-16T01:36:13.393Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.947Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/index.html</loc>
-    <lastmod>2024-05-16T01:36:13.401Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.959Z</lastmod>
  </url>
  <url>
    <loc>https://OpenAccess-AI-Collective.github.io/axolotl/TODO.html</loc>
-    <lastmod>2024-05-16T01:36:13.389Z</lastmod>
+    <lastmod>2024-05-16T02:27:54.943Z</lastmod>
  </url>
 </urlset>