diff --git a/.nojekyll b/.nojekyll index 009d60b87..feab296d3 100644 --- a/.nojekyll +++ b/.nojekyll @@ -1 +1 @@ -f9f423f8 \ No newline at end of file +5526dc52 \ No newline at end of file diff --git a/FAQS.html b/FAQS.html index 9f44d69c3..56f951e85 100644 --- a/FAQS.html +++ b/FAQS.html @@ -2,13 +2,16 @@ - + faqs – Axolotl - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
-
- - -
- -
- - -
- - - -
- - - - -
-

monkeypatch.llama_expand_mask

-

monkeypatch.llama_expand_mask

-

expands the binary attention mask per 3.2.2 of https://arxiv.org/pdf/2107.02027.pdf

- - -
- -
- -
- - - - - \ No newline at end of file diff --git a/docs/api/monkeypatch.llama_patch_multipack.html b/docs/api/monkeypatch.llama_patch_multipack.html deleted file mode 100644 index 0092e961e..000000000 --- a/docs/api/monkeypatch.llama_patch_multipack.html +++ /dev/null @@ -1,1146 +0,0 @@ - - - - - - - - - -monkeypatch.llama_patch_multipack – Axolotl - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
-
- - -
- -
- - -
- - - -
- - - - -
-

monkeypatch.llama_patch_multipack

-

monkeypatch.llama_patch_multipack

-

Patched LlamaAttention to use torch.nn.functional.scaled_dot_product_attention

- - -
- -
- -
- - - - - \ No newline at end of file diff --git a/docs/api/monkeypatch.lora_kernels.html b/docs/api/monkeypatch.lora_kernels.html index 7e0eff131..c786bf8bc 100644 --- a/docs/api/monkeypatch.lora_kernels.html +++ b/docs/api/monkeypatch.lora_kernels.html @@ -2,13 +2,16 @@ - + monkeypatch.lora_kernels – Axolotl - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - -
-
- - -
- -
- - -
- - - -
- - - - - - - -
- -
- - - - - \ No newline at end of file diff --git a/src/axolotl/integrations/LICENSE.html b/src/axolotl/integrations/LICENSE.html index 556fdbf27..d8aca9621 100644 --- a/src/axolotl/integrations/LICENSE.html +++ b/src/axolotl/integrations/LICENSE.html @@ -2,13 +2,16 @@ - + license – Axolotl