Commit
·
f39c382
1
Parent(s):
18223e8
Update README.md
Browse files
README.md
CHANGED
@@ -3,3 +3,32 @@ license: afl-3.0
|
|
3 |
---
|
4 |
# Docto Bot
|
5 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
3 |
---
|
4 |
# Docto Bot
|
5 |
|
6 |
+
## Usage ((HuggingFace Transformers))
|
7 |
+
```
|
8 |
+
pip install -U transformers
|
9 |
+
```
|
10 |
+
|
11 |
+
```
|
12 |
+
from transformers import AutoTokenizer, AutoModelForCausalLM
|
13 |
+
|
14 |
+
tokenizer = AutoTokenizer.from_pretrained("docto/Docto-Bot")
|
15 |
+
model = AutoModelForCausalLM.from_pretrained("docto/Docto-Bot")
|
16 |
+
|
17 |
+
prompt_text = 'Question: I am having fever\nAnswer:'
|
18 |
+
encoded_prompt = tokenizer.encode(prompt_text,
|
19 |
+
add_special_tokens = False,
|
20 |
+
return_tensors = 'pt')
|
21 |
+
output_sequences = model.generate(
|
22 |
+
input_ids = encoded_prompt,
|
23 |
+
max_length = 700,
|
24 |
+
temperature = 0.9,
|
25 |
+
top_k = 20,
|
26 |
+
top_p = 0.9,
|
27 |
+
repetition_penalty = 1,
|
28 |
+
do_sample = True,
|
29 |
+
num_return_sequences = 4
|
30 |
+
)
|
31 |
+
result = tokenizer.decode(random.choice(output_sequences))
|
32 |
+
result = result[result.index("Answer: "):result.index(special_token)]
|
33 |
+
print(result[2:])
|
34 |
+
```
|