FractalGPT
/

RuQwen2.5-3B-Instruct-AWQ

Text Generation

text-generation-inference

Inference Endpoints

4-bit precision

Model card Files Files and versions Community

marattt commited on 4 days ago

Commit

479f2a4

•

1 Parent(s): e8877ab

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -110,7 +110,7 @@ def generate(messages):
   return generated_text
 model_name = 'FractalGPT/RuQwen2.5-3B-Instruct-AWQ'
-model = Qwen2ForCausalLMWithBias.from_pretrained(model_name, torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 prompt = "Классификация медицинских терминов"

   return generated_text
 model_name = 'FractalGPT/RuQwen2.5-3B-Instruct-AWQ'
+model = RuQwen2ForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16)
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 prompt = "Классификация медицинских терминов"