From b3984569af3d79bd00defd260e1637a5746429c7 Mon Sep 17 00:00:00 2001
From: Julien Breton <julien.breton@moncitron.fr>
Date: Thu, 1 Feb 2024 18:39:33 +0900
Subject: [PATCH] fix issue

---
 modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py b/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py
index 464ca64..99533c5 100644
--- a/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py
+++ b/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py
@@ -93,7 +93,7 @@ def generate(base_model, new_model):
     model = PeftModel.from_pretrained(base_model_reload, new_model)
     model = model.merge_and_unload()
 
-    tokenizer = transformers.AutoTokenizer.from_pretrained(new_model)
+    tokenizer = transformers.AutoTokenizer.from_pretrained(base_model)
 
     generate_text = transformers.pipeline(
         model=model, tokenizer=tokenizer,
-- 
GitLab