File size: 843 Bytes
90a4ac7
 
 
 
 
 
 
 
ecc129a
90a4ac7
39fea56
90a4ac7
ecc129a
fe1be53
90a4ac7
 
fe1be53
90a4ac7
2c385df
90a4ac7
 
2cddc26
90a4ac7
 
 
 
2c385df
90a4ac7
 
 
 
 
fe1be53
90a4ac7
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
from transformers import AutoModelForSeq2SeqLM, AutoTokenizer

tokenizerModelName = 'google/flan-t5-base'
instruct_model_name='truocpham/flan-dialogue-summary-checkpoint'

tokenizer = AutoTokenizer.from_pretrained(tokenizerModelName)
model = AutoModelForSeq2SeqLM.from_pretrained(instruct_model_name)

def SummarizeThis(Dialogue):
  prompt = f"""
  Summarize the following conversation in more than 10 lines please.

  {Dialogue}

  Summary:
  """

  inputs = tokenizer(prompt, return_tensors='pt')
  Summary = tokenizer.decode(
      model.generate(
          inputs["input_ids"], 
          max_new_tokens=800,
      )[0], 
      skip_special_tokens=True
  )

  return Summary


# Making the gradio application
import gradio as gr
iface = gr.Interface(fn=SummarizeThis, inputs="text", outputs=["text"], title="Summarization")

iface.launch()