app.py updates

app.py

@@ -5,11 +5,12 @@ def summarize_function(notes):
     output = model(**notes_input)
     max_length = len(output['logits'][0]) + 60
     input_ids = notes_input.input_ids
-    gen_tokens = model.generate(input_ids, do_sample=True, temperature = 0.5, max_length=max_length)
+    gen_tokens = model.generate(input_ids, do_sample=True, top_k=0, temperature = 0.75, max_length=max_length)
     gen_text = tokenizer.batch_decode(gen_tokens)[0]
+    st.write('Summary: ')
     return gen_text[len(notes):]
 
-st.markdown("<h1 style='text-align: center; color: #489DDB;'>GPT Clinical Notes Summarizer</h1>", unsafe_allow_html=True)
+st.markdown("<h1 style='text-align: center; color: #489DDB;'>GPT Clinical Notes Summarizer 0.1v</h1>", unsafe_allow_html=True)
 st.markdown("<h6 style='text-align: center; color: #489DDB;'>by Bryan Mildort</h1>", unsafe_allow_html=True)
 
 from transformers import AutoTokenizer, AutoModelForCausalLM
@@ -33,9 +34,13 @@ tokenizer = AutoTokenizer.from_pretrained("bryanmildort/gpt_jt_clinical_notes_su
 # device_map = infer_auto_device_map(model, dtype="float16")
 # st.write(device_map)
 
-prompt = """Edie Whelan is a 26 yo female who is here for follow-up following an ED visit for palpitations 2 weeks ago. She had a normal workup in the ED consisting of CBC, metabolic panel, cardiac enzymes and and ECG. She states that she has a 5 yr hx of palpitations with SOB, throat tightening, nause and clamminess. these have been increasing in frequency in the past few weeks to 1-2x a day until 2 weeks ago when she had associated numbness in her fingers. She states that there are no precipitating events and these stop on their own. She endorses recent life stressors having bought a condo 3 months ago and lost her job 2 months ago.  She denies fevers, chills, changes in skin/hair/nails or chest pain/tightness. She denies vision or hearing changes. 
-PMH: none, Meds: none, Allergies: none, Surgeries: None, Family hx: none
-Social: denies caffeine, tobacco, alcohol, and drug use. Is in a monogomous relationship and has sex with condoms"""
+prompt = """45 y F c/o nervousness x few weeks, not getting worse or better, constant, was the first time. No alleviating factors. Aggravated before having an English lecture. I work as an English professor, with stress. I also have a sleeping problem, started almost at the same time, and had difficulty falling asleep. They also report excessive appetite. Denies weight changes, healing intolerance, consitpation, dirrhea, black stools, and bladdy stools. Also denies excessive thirst and excessive urination. Mood=just nervous. No heart racing.
+ROS negative
+PMH is not a known medical condition. Meds tylenol when she has a headache. Alles NKDA. PSH none Hospi 2times when delivery      
+SH No smoking or illicit drugs. EOH 1,2 beers/wk socially since becoming an adult.
+Sx is active with her husband. Never tested for HIV. no history of STDs
+OBGYN LMP 1wk ago, regular, 5days/28days cycle, 5pads/heavy day, menarch 11-12yo
+FH's father died of a heart attack at 65. mother is healthy"""
 
 prefix = """[Notes]: Ms. Whelan is a 26 yo woman who presents with palpitations, which have recently been occurring more frequently. She reports that she has episodes of 15-30 minutes of heart pounding, which is associated with shortness of breath, nausea, throat tightening, and a hot-to-cold feeling. A couple weeks ago one of these episodes was associated with some transient bilateral finger/hand numbness, which resolved but prompted her to visit the ED. In the last 5 years she has had 3-4 such episodes. However, she has been experiencing them every 2-3 days in the last 3 weeks. The patient notes that she was laid off from work 2 mos ago and is now seeking employment. Denies specific triggers.
 
@@ -130,6 +135,5 @@ input_text = st.text_area("Notes:", prompt)
 if st.button('Summarize'):
     # final_input = f"""{prefix}\n[Notes]: {input_text}\n[Summary]: """
     final_input = f"""[Notes]: {input_text}\n[Summary]: """
-    st.write("Summary:")
     st.write(summarize_function(final_input))