From b3984569af3d79bd00defd260e1637a5746429c7 Mon Sep 17 00:00:00 2001
From: Julien Breton <julien.breton@moncitron.fr>
Date: Thu, 1 Feb 2024 18:39:33 +0900
Subject: [PATCH] fix issue
---
modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py b/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py
index 464ca64..99533c5 100644
--- a/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py
+++ b/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py
@@ -93,7 +93,7 @@ def generate(base_model, new_model):
model = PeftModel.from_pretrained(base_model_reload, new_model)
model = model.merge_and_unload()
- tokenizer = transformers.AutoTokenizer.from_pretrained(new_model)
+ tokenizer = transformers.AutoTokenizer.from_pretrained(base_model)
generate_text = transformers.pipeline(
model=model, tokenizer=tokenizer,
--
GitLab