tocmo0nlord/axolotl
1
0
Fork 0
Code Issues Pull Requests Actions 2 Packages Projects Releases Wiki Activity

don't worry about duplicate code here

Browse Source
This commit is contained in:
Wing Lian
2023-05-31 12:05:43 -04:00
parent 9b8585dc70
commit 0136f510f2
2 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
tests/test_packed_dataset.py
View File

@@ -17,6 +17,7 @@ class TestPacking(unittest.TestCase):
""" """
def setUp(self) -> None: def setUp(self) -> None:
# pylint: disable=duplicate-code
self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b") self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
self.tokenizer.add_special_tokens( self.tokenizer.add_special_tokens(
{ {

1
tests/test_prompt_tokenizers.py
View File

@@ -18,6 +18,7 @@ class TestPromptTokenizationStrategies(unittest.TestCase):
""" """
def setUp(self) -> None: def setUp(self) -> None:
# pylint: disable=duplicate-code
self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b") self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
self.tokenizer.add_special_tokens( self.tokenizer.add_special_tokens(
{ {