7830fe04b5
* Add unsloth rope embeddings support * support for models weights in 4bit and do some memory gc * use accelerate logger * add unsloth llama rms norm optims * update docs for unsloth * more docs info
53 lines
1.2 KiB
YAML
53 lines
1.2 KiB
YAML
project:
|
|
type: website
|
|
|
|
website:
|
|
title: "Axolotl"
|
|
description: "Fine-tuning"
|
|
favicon: favicon.jpg
|
|
navbar:
|
|
title: Axolotl
|
|
background: dark
|
|
pinned: false
|
|
collapse: false
|
|
tools:
|
|
- icon: twitter
|
|
href: https://twitter.com/axolotl_ai
|
|
- icon: github
|
|
href: https://github.com/axolotl-ai-cloud/axolotl/
|
|
- icon: discord
|
|
href: https://discord.gg/7m9sfhzaf3
|
|
|
|
sidebar:
|
|
pinned: true
|
|
collapse-level: 2
|
|
style: docked
|
|
contents:
|
|
- text: Home
|
|
href: index.qmd
|
|
- section: "How-To Guides"
|
|
contents:
|
|
# TODO Edit folder structure after we have more docs.
|
|
- docs/debugging.qmd
|
|
- docs/multipack.qmd
|
|
- docs/fsdp_qlora.qmd
|
|
- docs/input_output.qmd
|
|
- docs/rlhf.qmd
|
|
- docs/nccl.qmd
|
|
- docs/mac.qmd
|
|
- docs/multi-node.qmd
|
|
- docs/unsloth.qmd
|
|
- section: "Dataset Formats"
|
|
contents: docs/dataset-formats/*
|
|
- section: "Reference"
|
|
contents:
|
|
- docs/config.qmd
|
|
- docs/faq.qmd
|
|
|
|
|
|
format:
|
|
html:
|
|
theme: materia
|
|
css: styles.css
|
|
toc: true
|