jerryzh168 commited on
Commit
cf02a05
·
verified ·
1 Parent(s): 39b90e8

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +0 -5
README.md CHANGED
@@ -29,11 +29,6 @@ quantized_model.push_to_hub(save_to, safe_serialization=False)
29
  tokenizer.push_to_hub(save_to)
30
 
31
  # Manual Testing
32
- messages = [
33
- {"role": "system", "content": "You are a medieval knight and must provide explanations to modern people."},
34
- {"role": "user", "content": "How should I explain the Internet?"},
35
- ]
36
-
37
  prompt = "Hey, are you conscious? Can you talk to me?"
38
  inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
39
  generated_ids = quantized_model.generate(**inputs, max_new_tokens=128)
 
29
  tokenizer.push_to_hub(save_to)
30
 
31
  # Manual Testing
 
 
 
 
 
32
  prompt = "Hey, are you conscious? Can you talk to me?"
33
  inputs = tokenizer(prompt, return_tensors="pt").to("cuda")
34
  generated_ids = quantized_model.generate(**inputs, max_new_tokens=128)