will.k
commited on
Commit
•
556f311
1
Parent(s):
3a4a22b
app.py
CHANGED
@@ -37,7 +37,7 @@ def fn(uploaded_file) -> str:
|
|
37 |
|
38 |
# Generate text based on the context
|
39 |
context = prepare_context(data)
|
40 |
-
generated_text = pipeline('text-generation', model=
|
41 |
ret += generated_text
|
42 |
|
43 |
# Internally prompt the model to data analyze the EHR patient data
|
@@ -48,7 +48,7 @@ def fn(uploaded_file) -> str:
|
|
48 |
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
49 |
|
50 |
# Generate text based on the prompt
|
51 |
-
generated_text = pipeline('text-generation', model=
|
52 |
ret += generated_text
|
53 |
|
54 |
return ret
|
|
|
37 |
|
38 |
# Generate text based on the context
|
39 |
context = prepare_context(data)
|
40 |
+
generated_text = pipeline('text-generation', model=peft_model)(context)[0]['generated_text']
|
41 |
ret += generated_text
|
42 |
|
43 |
# Internally prompt the model to data analyze the EHR patient data
|
|
|
48 |
input_ids = tokenizer.encode(prompt, return_tensors="pt")
|
49 |
|
50 |
# Generate text based on the prompt
|
51 |
+
generated_text = pipeline('text-generation', model=peft_model)(input_ids=input_ids)[0]['generated_text']
|
52 |
ret += generated_text
|
53 |
|
54 |
return ret
|