mroca commited on
Commit
6290d07
·
verified ·
1 Parent(s): a278920

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -6
app.py CHANGED
@@ -18,22 +18,20 @@ subprocess.run('pip install flash-attn --no-build-isolation', env={'FLASH_ATTENT
18
 
19
  models = {
20
  'microsoft/Florence-2-large-ft': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large-ft', trust_remote_code=True).to("cuda").eval(),
21
- #'microsoft/Florence-2-large': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True).to("cuda").eval(), # GPU memory use is too high to run on Kaggle
22
  'microsoft/Florence-2-base-ft': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base-ft', trust_remote_code=True).to("cuda").eval(),
23
  'microsoft/Florence-2-base': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to("cuda").eval(),
24
- 'mroca/Florence-2-base-DocVQA-ft': AutoModelForCausalLM.from_pretrained('mroca/Florence-2-base-DocVQA-ft', trust_remote_code=True).to("cuda").eval(), # Finetuned using https://github.com/mroca1/florence2-finetuning/tree/main
25
  }
26
 
27
  processors = {
28
  'microsoft/Florence-2-large-ft': AutoProcessor.from_pretrained('microsoft/Florence-2-large-ft', trust_remote_code=True),
29
- #'microsoft/Florence-2-large': AutoProcessor.from_pretrained('microsoft/Florence-2-large', trust_remote_code=True),
30
  'microsoft/Florence-2-base-ft': AutoProcessor.from_pretrained('microsoft/Florence-2-base-ft', trust_remote_code=True),
31
  'microsoft/Florence-2-base': AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True),
32
- 'mroca/Florence-2-base-DocVQA-ft': AutoModelForCausalLM.from_pretrained('mroca/Florence-2-base-DocVQA-ft', trust_remote_code=True).to("cuda").eval(),
33
  }
34
 
35
 
36
- DESCRIPTION = "# [Florence-2 Demo](https://huggingface.co/mroca/Florence-2-base-DocVQA-ft)"
37
 
38
  colormap = ['blue','orange','green','purple','brown','pink','gray','olive','cyan','red',
39
  'lime','indigo','violet','aqua','magenta','coral','gold','tan','skyblue']
@@ -283,4 +281,4 @@ with gr.Blocks(css=css) as demo:
283
 
284
  submit_btn.click(process_image, [input_img, task_prompt, text_input, model_selector], [output_text, output_img])
285
 
286
- demo.launch(share=False)
 
18
 
19
  models = {
20
  'microsoft/Florence-2-large-ft': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-large-ft', trust_remote_code=True).to("cuda").eval(),
21
+ 'mroca/Florence-2-base-DocVQA-ft': AutoModelForCausalLM.from_pretrained('mroca/Florence-2-base-DocVQA-ft', trust_remote_code=True).to("cuda").eval(),
22
  'microsoft/Florence-2-base-ft': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base-ft', trust_remote_code=True).to("cuda").eval(),
23
  'microsoft/Florence-2-base': AutoModelForCausalLM.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True).to("cuda").eval(),
 
24
  }
25
 
26
  processors = {
27
  'microsoft/Florence-2-large-ft': AutoProcessor.from_pretrained('microsoft/Florence-2-large-ft', trust_remote_code=True),
28
+ 'mroca/Florence-2-base-DocVQA-ft': AutoProcessor.from_pretrained('mroca/Florence-2-base-DocVQA-ft', trust_remote_code=True),
29
  'microsoft/Florence-2-base-ft': AutoProcessor.from_pretrained('microsoft/Florence-2-base-ft', trust_remote_code=True),
30
  'microsoft/Florence-2-base': AutoProcessor.from_pretrained('microsoft/Florence-2-base', trust_remote_code=True),
 
31
  }
32
 
33
 
34
+ DESCRIPTION = "# [Florence-2 Demo](https://huggingface.co/microsoft/Florence-2-large)"
35
 
36
  colormap = ['blue','orange','green','purple','brown','pink','gray','olive','cyan','red',
37
  'lime','indigo','violet','aqua','magenta','coral','gold','tan','skyblue']
 
281
 
282
  submit_btn.click(process_image, [input_img, task_prompt, text_input, model_selector], [output_text, output_img])
283
 
284
+ demo.launch(share=False)