Spaces:
Sleeping
Sleeping
File size: 1,917 Bytes
00f8bac 6439a00 2aa4435 6439a00 00f8bac 6439a00 2aa4435 d6aeb38 a836c6a d6aeb38 51f54e0 2aa4435 5d101be 2aa4435 5d101be 2aa4435 00f8bac 5d101be 2aa4435 00f8bac 5d101be 00f8bac |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 |
import gradio as gr
from fastapi import FastAPI
from langchain.chat_models import ChatOpenAI
from langchain.embeddings import OpenAIEmbeddings
from langchain.chains import LLMChain
from langchain.prompts import PromptTemplate
from langchain.vectorstores import FAISS
from dotenv import load_dotenv
import os
load_dotenv()
app = FastAPI()
openai_api_key = os.getenv("OPENAI_API_KEY")
embeddings = OpenAIEmbeddings(openai_api_key=openai_api_key)
db = FAISS.load_local("faiss_index", embeddings, allow_dangerous_deserialization=True)
prompt_template = """
You are an expert in skin cancer, etc.
Answer the question based only on the following context, which can include text, images, and tables:
{context}
Question: {question}
Don't answer if you are not sure and decline to answer and say "Sorry, I don't have much information about it."
Just return the helpful answer in as much detail as possible.
Answer:
"""
qa_chain = LLMChain(llm=ChatOpenAI(model="gpt-4", openai_api_key=openai_api_key, max_tokens=1024),
prompt=PromptTemplate.from_template(prompt_template))
def get_answer(question: str):
relevant_docs = db.similarity_search(question)
context = ""
relevant_images = []
for d in relevant_docs:
if d.metadata['type'] == 'text':
context += '[text]' + d.metadata['original_content']
elif d.metadata['type'] == 'table':
context += '[table]' + d.metadata['original_content']
elif d.metadata['type'] == 'image':
context += '[image]' + d.page_content
relevant_images.append(d.metadata['original_content'])
result = qa_chain.run({'context': context, 'question': question})
return {"relevant_images": relevant_images[0], "result": result}
iface = gr.Interface(fn=get_answer, inputs="text", outputs="json")
# Run the Gradio interface inside FastAPI
if __name__ == "__main__":
iface.launch()
|