Spaces:
Build error
Build error
File size: 466 Bytes
05fdec8 c1afe8d 05fdec8 |
1 2 3 4 5 6 7 8 9 10 |
from transformers import AutoModelForCausalLM, AutoTokenizer
MODEL_DIR = "pentagoniac/SEMIKONG-8B"
model = AutoModelForCausalLM.from_pretrained(MODEL_DIR, torch_dtype="auto")
tokenizer = AutoTokenizer.from_pretrained(MODEL_DIR, use_fast=False)
input_text = "what is semiconductor ?"
inputs = tokenizer(input_text, return_tensors="pt").to(model.device)
outputs = model.generate(**inputs, max_length=256)
print(tokenizer.decode(outputs[0], skip_special_tokens=True)) |