h2oai
/

h2ogpt-oasst1-falcon-40b

Text Generation

large language model

text-generation-inference

Model card Files Files and versions Community

arnocandel commited on Jun 6, 2023

Commit

98f7436

·

1 Parent(s): 92f1a5f

Update README.md

Files changed (1) hide show

README.md +2 -1

README.md CHANGED Viewed

@@ -43,7 +43,8 @@ pip install einops==0.6.1
 import torch
 from transformers import pipeline
-generate_text = pipeline(model="h2oai/h2ogpt-oasst1-falcon-40b", torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", prompt_type='human_bot')
 res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)
 print(res[0]["generated_text"])

 import torch
 from transformers import pipeline
+tokenizer = AutoTokenizer.from_pretrained("h2oai/h2ogpt-oasst1-falcon-40b", padding_side="left")
+generate_text = pipeline(model="h2oai/h2ogpt-oasst1-falcon-40b", tokenizer=tokenizer, torch_dtype=torch.bfloat16, trust_remote_code=True, device_map="auto", prompt_type='human_bot')
 res = generate_text("Why is drinking water so healthy?", max_new_tokens=100)
 print(res[0]["generated_text"])