don't worry about duplicate code here

2023-05-31 12:05:43 -04:00
parent 9b8585dc70
commit 0136f510f2
2 changed files with 2 additions and 0 deletions
--- a/tests/test_packed_dataset.py
+++ b/tests/test_packed_dataset.py
@@ -17,6 +17,7 @@ class TestPacking(unittest.TestCase):
    """

    def setUp(self) -> None:
+        # pylint: disable=duplicate-code
        self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
        self.tokenizer.add_special_tokens(
            {
--- a/tests/test_prompt_tokenizers.py
+++ b/tests/test_prompt_tokenizers.py
@@ -18,6 +18,7 @@ class TestPromptTokenizationStrategies(unittest.TestCase):
    """

    def setUp(self) -> None:
+        # pylint: disable=duplicate-code
        self.tokenizer = AutoTokenizer.from_pretrained("huggyllama/llama-7b")
        self.tokenizer.add_special_tokens(
            {