MsChabane commited on
Commit
8661bef
·
verified ·
1 Parent(s): 84e97d7

update main

Browse files
Files changed (1) hide show
  1. main.py +11 -2
main.py CHANGED
@@ -9,6 +9,7 @@ import io
9
  import base64
10
  import matplotlib.pyplot as plt
11
  import torch
 
12
  from transformers import pipeline,VisionEncoderDecoderModel,ViTImageProcessor,AutoTokenizer
13
  from transformers import BartForConditionalGeneration, BartTokenizer
14
  from transformers import AutoModelForCausalLM, AutoTokenizer
@@ -92,7 +93,17 @@ def index(req:Request):
92
  def index(req:Request):
93
  return templates.TemplateResponse('ImageInterpretation.html',{'request':req})
94
 
 
 
 
 
95
 
 
 
 
 
 
 
96
 
97
  @app.post("/caption")
98
  def caption(file:UploadFile=File(...)):
@@ -122,8 +133,6 @@ def summerzation(file:UploadFile=File(...)):
122
  text = get_text_from_EXCEL(file.file)
123
  else:
124
  return {"error": "Unsupported file type"}
125
- if not text.strip():
126
- return {"error": "File is empty"}
127
 
128
  result=""
129
  for i in range(0,len(text),1024):
 
9
  import base64
10
  import matplotlib.pyplot as plt
11
  import torch
12
+ import tensorflow
13
  from transformers import pipeline,VisionEncoderDecoderModel,ViTImageProcessor,AutoTokenizer
14
  from transformers import BartForConditionalGeneration, BartTokenizer
15
  from transformers import AutoModelForCausalLM, AutoTokenizer
 
93
  def index(req:Request):
94
  return templates.TemplateResponse('ImageInterpretation.html',{'request':req})
95
 
96
+ app.post("/caption2")
97
+ async def generate_caption(file: UploadFile = File(...)):
98
+ contents = await file.read()
99
+ image = Image.open(io.BytesIO(contents)).convert("RGB")
100
 
101
+ # توليد caption
102
+ pixel_values = interpreter_processor(images=image, return_tensors="pt").pixel_values
103
+ output_ids = interpreter_model.generate(pixel_values, max_length=16, num_beams=4)
104
+ caption = interpreter_tokenizer.decode(output_ids[0], skip_special_tokens=True)
105
+
106
+ return {"caption": caption}
107
 
108
  @app.post("/caption")
109
  def caption(file:UploadFile=File(...)):
 
133
  text = get_text_from_EXCEL(file.file)
134
  else:
135
  return {"error": "Unsupported file type"}
 
 
136
 
137
  result=""
138
  for i in range(0,len(text),1024):