From 945c4191a33753fee06d04b7ab3005df91b0feaf Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Steffen=20R=C3=B6cker?= <sroecker@gmail.com>
Date: Wed, 14 Jun 2023 20:09:26 +0200
Subject: [PATCH] Use AutoTokenizer for redpajama example

---
 examples/redpajama/config-3b.yml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/examples/redpajama/config-3b.yml b/examples/redpajama/config-3b.yml
index e7342b2f7..869c0883e 100644
--- a/examples/redpajama/config-3b.yml
+++ b/examples/redpajama/config-3b.yml
@@ -1,7 +1,7 @@
 base_model: togethercomputer/RedPajama-INCITE-Chat-3B-v1
 base_model_config: togethercomputer/RedPajama-INCITE-Chat-3B-v1
 model_type: GPTNeoXForCausalLM
-tokenizer_type: GPTNeoXTokenizer
+tokenizer_type: AutoTokenizer
 trust_remote_code:
 load_in_8bit: false
 datasets: