File size: 1,399 Bytes
4e1865a
 
 
 
 
 
 
 
 
 
 
 
ac6357c
4e1865a
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3b2d928
ac6357c
4e1865a
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
import gradio as gr
import openai
import base64
import io
from PIL import Image
import os

# Use Hugging Face Secrets to hide API Key
openai.api_key = os.getenv("OPENAI_API_KEY")

# Prompt definition
prompt = """
You are analyzing a medical document or an application form from a patient. 
Extract the following fields as JSON:
- Position applied for
- Office/Ministry
- Duty station
- First name(s)
- Surname
- Date of birth
- Gender
- Citizenship
- Postal Address
- Residential Address
- Email
- Phone number (mobile)
"""

def process_image(image: Image.Image):
    buffered = io.BytesIO()
    image.save(buffered, format="JPEG")
    base64_image = base64.b64encode(buffered.getvalue()).decode()

    response = openai.chat.completions.create(
        model="gpt-4o",
        messages=[
            {"role": "user", "content": [
                {"type": "text", "text": prompt},
                {"type": "image_url", "image_url": {"url": f"data:image/jpeg;base64,{base64_image}"}}
            ]}
        ],
        max_tokens=1000
    )

    return response.choices[0].message.content

# Gradio interface
demo = gr.Interface(
    fn=process_image,
    inputs=gr.Image(type="pil"),
    outputs="textbox",
    title="Healthelic Form Data Extractor (Doc Scanner) - OpenAI gpt 4o",
    description="Upload a scanned medical form to extract key fields."
)

if __name__ == "__main__":
    demo.launch()