Compare commits
2 Commits
20240307-u
...
sharegpt-f
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
b7fe46579d | ||
|
|
638c2dafb5 |
@@ -25,7 +25,7 @@ Features:
|
|||||||
- [Environment](#environment)
|
- [Environment](#environment)
|
||||||
- [Docker](#docker)
|
- [Docker](#docker)
|
||||||
- [Conda/Pip venv](#condapip-venv)
|
- [Conda/Pip venv](#condapip-venv)
|
||||||
- [Cloud GPU](#cloud-gpu) - Latitude.sh, RunPod
|
- [Cloud GPU](#cloud-gpu) - Latitude.sh, JarvisLabs, RunPod
|
||||||
- [Bare Metal Cloud GPU](#bare-metal-cloud-gpu)
|
- [Bare Metal Cloud GPU](#bare-metal-cloud-gpu)
|
||||||
- [Windows](#windows)
|
- [Windows](#windows)
|
||||||
- [Launching on public clouds via SkyPilot](#launching-on-public-clouds-via-skypilot)
|
- [Launching on public clouds via SkyPilot](#launching-on-public-clouds-via-skypilot)
|
||||||
@@ -199,6 +199,7 @@ docker run --privileged --gpus '"all"' --shm-size 10g --rm -it --name axolotl --
|
|||||||
For cloud GPU providers that support docker images, use [`winglian/axolotl-cloud:main-latest`](https://hub.docker.com/r/winglian/axolotl-cloud/tags)
|
For cloud GPU providers that support docker images, use [`winglian/axolotl-cloud:main-latest`](https://hub.docker.com/r/winglian/axolotl-cloud/tags)
|
||||||
|
|
||||||
- on Latitude.sh use this [direct link](https://latitude.sh/blueprint/989e0e79-3bf6-41ea-a46b-1f246e309d5c)
|
- on Latitude.sh use this [direct link](https://latitude.sh/blueprint/989e0e79-3bf6-41ea-a46b-1f246e309d5c)
|
||||||
|
- on JarvisLabs.ai use this [direct link](https://jarvislabs.ai/templates/axolotl)
|
||||||
- on RunPod use this [direct link](https://runpod.io/gsc?template=v2ickqhz9s&ref=6i7fkpdz)
|
- on RunPod use this [direct link](https://runpod.io/gsc?template=v2ickqhz9s&ref=6i7fkpdz)
|
||||||
|
|
||||||
#### Bare Metal Cloud GPU
|
#### Bare Metal Cloud GPU
|
||||||
@@ -1298,4 +1299,6 @@ consider sponsoring the project via [GitHub Sponsors](https://github.com/sponsor
|
|||||||
|
|
||||||
#### 🥉 Bronze Sponsors - $500/mo
|
#### 🥉 Bronze Sponsors - $500/mo
|
||||||
|
|
||||||
|
- [JarvisLabs.ai](https://jarvislabs.ai)
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|||||||
@@ -39,6 +39,8 @@ def load(tokenizer, cfg, ds_cfg: Optional[Dict[str, Any]] = None):
|
|||||||
)
|
)
|
||||||
if ds_cfg and "strict" in ds_cfg:
|
if ds_cfg and "strict" in ds_cfg:
|
||||||
strategy.strict = ds_cfg["strict"]
|
strategy.strict = ds_cfg["strict"]
|
||||||
|
if ds_cfg and "field_messages" in ds_cfg:
|
||||||
|
strategy.field_messages = ds_cfg["field_messages"]
|
||||||
return strategy
|
return strategy
|
||||||
|
|
||||||
|
|
||||||
@@ -83,6 +85,7 @@ class SimpleShareGPTPromptTokenizingStrategy(ShareGPTPromptTokenizingStrategy):
|
|||||||
"""
|
"""
|
||||||
|
|
||||||
_strict = False
|
_strict = False
|
||||||
|
_field_messages = "conversations"
|
||||||
|
|
||||||
@property
|
@property
|
||||||
def strict(self):
|
def strict(self):
|
||||||
@@ -92,8 +95,16 @@ class SimpleShareGPTPromptTokenizingStrategy(ShareGPTPromptTokenizingStrategy):
|
|||||||
def strict(self, strict):
|
def strict(self, strict):
|
||||||
self._strict = strict
|
self._strict = strict
|
||||||
|
|
||||||
|
@property
|
||||||
|
def field_messages(self):
|
||||||
|
return self._strict
|
||||||
|
|
||||||
|
@field_messages.setter
|
||||||
|
def field_messages(self, field_messages):
|
||||||
|
self._field_messages = field_messages
|
||||||
|
|
||||||
def get_conversation_thread(self, prompt):
|
def get_conversation_thread(self, prompt):
|
||||||
conversations = prompt["conversations"]
|
conversations = prompt[self.field_messages]
|
||||||
if self.strict:
|
if self.strict:
|
||||||
return conversations
|
return conversations
|
||||||
role_key = "from"
|
role_key = "from"
|
||||||
|
|||||||
Reference in New Issue
Block a user