Spaces:
Sleeping
Sleeping
GuysRGithub
commited on
Commit
·
fd1accb
1
Parent(s):
2e81b54
Update
Browse files
app.py
CHANGED
|
@@ -22,6 +22,8 @@ map_words = {
|
|
| 22 |
"Hi,": "",
|
| 23 |
"Hello": "",
|
| 24 |
"Hi": "",
|
|
|
|
|
|
|
| 25 |
}
|
| 26 |
|
| 27 |
word_remove_sentence = [
|
|
@@ -45,7 +47,7 @@ def generate_summary(question, model):
|
|
| 45 |
input_ids = inputs.input_ids.to(model.device)
|
| 46 |
attention_mask = inputs.attention_mask.to(model.device)
|
| 47 |
outputs = model.generate(
|
| 48 |
-
input_ids, attention_mask=attention_mask, max_new_tokens=4096, do_sample=True, num_beams=4, top_k=50, early_stopping=True, no_repeat_ngram_size=2
|
| 49 |
output_str = tokenizer.batch_decode(outputs, skip_special_tokens=True)
|
| 50 |
return outputs, output_str
|
| 51 |
|
|
@@ -144,14 +146,15 @@ def chat():
|
|
| 144 |
def post_process(output):
|
| 145 |
|
| 146 |
output = textwrap.fill(textwrap.dedent(output).strip(), width=120)
|
| 147 |
-
lines = output.split("
|
| 148 |
-
|
| 149 |
-
|
| 150 |
-
|
| 151 |
-
|
| 152 |
-
|
|
|
|
| 153 |
|
| 154 |
-
output = "\.".join(lines)
|
| 155 |
for item in map_words.keys():
|
| 156 |
output = re.sub(item, map_words[item], output, re.I)
|
| 157 |
|
|
|
|
| 22 |
"Hi,": "",
|
| 23 |
"Hello": "",
|
| 24 |
"Hi": "",
|
| 25 |
+
"Ask A Doctor": "MedForum",
|
| 26 |
+
"H C M": "Med Forum"
|
| 27 |
}
|
| 28 |
|
| 29 |
word_remove_sentence = [
|
|
|
|
| 47 |
input_ids = inputs.input_ids.to(model.device)
|
| 48 |
attention_mask = inputs.attention_mask.to(model.device)
|
| 49 |
outputs = model.generate(
|
| 50 |
+
input_ids, attention_mask=attention_mask, max_new_tokens=4096, do_sample=True, num_beams=4, top_k=50, early_stopping=True, no_repeat_ngram_size=2)
|
| 51 |
output_str = tokenizer.batch_decode(outputs, skip_special_tokens=True)
|
| 52 |
return outputs, output_str
|
| 53 |
|
|
|
|
| 146 |
def post_process(output):
|
| 147 |
|
| 148 |
output = textwrap.fill(textwrap.dedent(output).strip(), width=120)
|
| 149 |
+
# lines = output.split(".")
|
| 150 |
+
# print(lines)
|
| 151 |
+
# for line in lines:
|
| 152 |
+
# for word in word_remove_sentence:
|
| 153 |
+
# if word in line.lower():
|
| 154 |
+
# lines.remove(line)
|
| 155 |
+
# break
|
| 156 |
|
| 157 |
+
# output = "\.".join(lines)
|
| 158 |
for item in map_words.keys():
|
| 159 |
output = re.sub(item, map_words[item], output, re.I)
|
| 160 |
|