From b3984569af3d79bd00defd260e1637a5746429c7 Mon Sep 17 00:00:00 2001 From: Julien Breton <julien.breton@moncitron.fr> Date: Thu, 1 Feb 2024 18:39:33 +0900 Subject: [PATCH] fix issue --- modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py b/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py index 464ca64..99533c5 100644 --- a/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py +++ b/modules/llm/Mixtral-8x7b/Mixtral-8x7b_fine_tune.py @@ -93,7 +93,7 @@ def generate(base_model, new_model): model = PeftModel.from_pretrained(base_model_reload, new_model) model = model.merge_and_unload() - tokenizer = transformers.AutoTokenizer.from_pretrained(new_model) + tokenizer = transformers.AutoTokenizer.from_pretrained(base_model) generate_text = transformers.pipeline( model=model, tokenizer=tokenizer, -- GitLab