Suru
/

HSS-shakha-khel-assistant

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Suru commited on Jan 8

Commit

2de74af

•

1 Parent(s): 35a8acd

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -36,7 +36,7 @@ model_name = "Suru/HSS-shakha-khel-assistant" # model from hugging face
 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_4bit=True)
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
-prompt = "Hello Krishna, how can I live fearless life?"
 prompt_format = f"<s>[INST] {prompt} [/INST]"
 model_inputs = tokenizer(prompt_format, return_tensors="pt").to("cuda:0")

 model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto", load_in_4bit=True)
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=True)
+prompt = "Design a 'Surya Namaskar' theme khel using khel like 'mandal kho kho'."
 prompt_format = f"<s>[INST] {prompt} [/INST]"
 model_inputs = tokenizer(prompt_format, return_tensors="pt").to("cuda:0")