File size: 559 Bytes
dae7d0f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 |
from lyra_llama import lyraLLaMA
model_path = "./models/lamma-13b-1-gpu-fp16.bin"
tokenizer_path = "./models/"
dtype='fp16'
prompt = "列出3个不同的机器学习算法，并说明它们的适用范围"
max_output_length = 512
model = lyraLLaMA(model_path, tokenizer_path, dtype)
prompt = '<human>:' + prompt.strip() + '\n<bot>:'
bs = 1
prompts = [prompt, ] * bs
output_texts = model.generate(
prompts, output_length=max_output_length,
top_k=30, top_p=0.85, temperature=1.0, repetition_penalty=1.0, do_sample=False)
print(output_texts) |