File size: 631 Bytes
28422fb
6596636
6dbe383
ba093b8
 
8fe4b6c
bcc7480
c447bbf
d8d5f69
6dbe383
c447bbf
6dbe383
89cd9d2
28f0c2b
ba093b8
50a2b09
6dbe383
 
 
1886f29
bafdc64
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
from transformers import pipeline
import streamlit as st

@st.cache_resource
def context_text(text): return f"### Context\n{text}\n\n### Answer"

@st.cache_resource
def load_pipe():
    return pipeline("token-classification", model="MSey/pbt_CaBERT_7_c10731")

pipe = load_pipe()

st.header("Test Environment for pbt_CaBERT_7_c10731")
user_input = st.text_input("Enter your Prompt here:", "")
contexted_ipnut = context_text(user_input)
context_len = len(contexted_ipnut)

if user_input:
    with st.spinner('Generating response...'):
        response = pipe(contexted_ipnut)
        st.write("Response:")
        st.text(response)