File size: 286 Bytes
0f38ced |
1 2 3 4 5 6 7 8 9 10 |
from unsloth import FastLanguageModel
model, tokenizer = FastLanguageModel.from_pretrained(
model_name = "aidando73/llama-3.3-70b-instruct-code-agent-fine-tune-v1",
max_seq_length = 2048,
dtype = "float16",
load_in_4bit = True,
)
FastLanguageModel.for_inference(model)
|