Spaces:
Runtime error
Runtime error
File size: 2,699 Bytes
5463463 dcb4889 d3f1a70 5463463 2855b18 e64e90d 2855b18 5463463 d3f1a70 a091e6a d3f1a70 a091e6a d3f1a70 a091e6a d3f1a70 2446b60 d3f1a70 2855b18 d3f1a70 2324c23 d3f1a70 a4d1088 2855b18 8d1089d 0734055 8d1089d 0734055 5a98944 3ceaa76 0734055 8d1089d 2855b18 d3f1a70 f5f7fb3 261c184 f5f7fb3 261c184 4c6d207 261c184 a091e6a 10ff5f7 7af9cc6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 |
import gradio as gr
from openai import OpenAI
import os
from transformers import pipeline
# from dotenv import load_dotenv, find_dotenv
import huggingface_hub
# _ = load_dotenv(find_dotenv()) # read local .env file
hf_token= os.environ['HF_TOKEN']
huggingface_hub.login(hf_token)
pipe = pipeline("token-classification", model='elshehawy/fine-tuned-roberta-base-ner', aggregation_strategy="first")
llm_model = 'gpt-3.5-turbo-0125'
# openai.api_key = os.environ['OPENAI_API_KEY']
client = OpenAI(
api_key=os.environ.get("OPENAI_API_KEY"),
)
def get_completion(prompt, model=llm_model):
messages = [{"role": "user", "content": prompt}]
response = client.chat.completions.create(
messages=messages,
model=model,
temperature=0,
)
return response.choices[0].message.content
def find_orgs(sentence, choice):
prompt = f"""
In context of named entity recognition (NER), find all organizations in the text delimited by triple backticks.
text:
```
{sentence}
```
You should always start your answer with "Organizations are: "
"""
if choice=='GPT':
return get_completion(prompt)
else:
message = 'Organizations are:'
org_list = []
for ent in pipe(sentence):
if ent['entity_group'] == 'ORG' and ent['word'] not in org_list:
# message += f'\n- {ent["word"]} \t- score: {ent["score"]}'
message += f'\n- {ent["word"]}'# \t- score: {ent["score"]}'
org_list.append(ent['word'])
return message
example_1 = """\
My latest exclusive for The Hill : Conservative frustration over Republican efforts to force a House vote on reauthorizing the Export - Import Bank boiled over Wednesday during a contentious GOP meeting.
"""
example_2 = """\
Markets open in 4 hrs 3 mins Asia drops as commodities languish, loonie dips on Canada vote Reuters – 15 minutes ago A man holding an umbrella walks in front of an electronic stock quotation board outside a brokerage in … By Shinichi Saoshiro TOKYO ( Reuters ) - Asian equities fell across the board on Tuesday after commodity prices languished in the wake of China growth woes and dampened risk sentiment, while the euro hovered near a 10 - day low ahead of a European Central Bank meeting that could open the door for more monetary easing.
"""
radio_btn = gr.Radio(choices=['GPT', 'iSemantics'], value='iSemantics', label='Available models', show_label=True)
textbox = gr.Textbox(label="Enter your text", placeholder="", lines=4)
iface = gr.Interface(fn=find_orgs, inputs=[textbox, radio_btn], outputs="text", examples=[[example_1], [example_2]])
iface.launch(share=False)
|