|
import gradio as gr |
|
from transformers import pipeline, AutoTokenizer |
|
from peft import AutoPeftModelForSequenceClassification |
|
|
|
tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased") |
|
loraModel = AutoPeftModelForSequenceClassification.from_pretrained("Intradiction/text_classification_WithLORA") |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
distilBERTnoLORA_pipe = pipeline(model="Intradiction/text_classification_NoLORA") |
|
distilBERTwithLORA_pipe = pipeline("sentiment-analysis", model=loraModel, tokenizer=tokenizer) |
|
|
|
|
|
def distilBERTnoLORA_fn(text): |
|
return distilBERTnoLORA_pipe(text) |
|
|
|
def distilBERTwithLORA_fn(text): |
|
return distilBERTwithLORA_pipe(text) |
|
|
|
def chat1(message,history): |
|
history = history or [] |
|
message = message.lower() |
|
if message.startswith("how many"): |
|
response = ("1 to 10") |
|
else: |
|
response = ("whatever man whatever manwhatever manwhatever manwhatever manwhatever manwhatever manwhatever manwhatever manwhatever manwhatever manwhatever man") |
|
|
|
history.append((message, response)) |
|
return history, history |
|
|
|
chatbot = gr.Chatbot() |
|
chatbot1 = gr.Chatbot() |
|
chatbot2 = gr.Chatbot() |
|
|
|
with gr.Blocks( |
|
title="", |
|
|
|
) as demo: |
|
gr.Markdown(""" |
|
<div style="overflow: hidden;color:#fff;display: flex;flex-direction: column;align-items: center; position: relative; width: 100%; height: 180px;background-size: cover; background-image: url(https://www.grssigns.co.uk/wp-content/uploads/web-Header-Background.jpg);"> |
|
<img style="width: 130px;height: 60px;position: absolute;top:10px;left:10px" src="https://www.torontomu.ca/content/dam/tmumobile/images/TMU-Mobile-AppIcon.png"/> |
|
<span style="margin-top: 40px;font-size: 36px ;font-family:fantasy;">Efficient Fine tuning Of Large Language Models</span> |
|
<span style="margin-top: 10px;font-size: 14px;">By: Rahul Adams, Greylyn Gao, Rajevan Lograjh & Mahir Faisal</span> |
|
<span style="margin-top: 5px;font-size: 14px;">Group Id: AR06 FLC: Alice Reuada</span> |
|
</div> |
|
""") |
|
with gr.Tab("Text Classification"): |
|
with gr.Row(): |
|
gr.Markdown("<h1>Efficient Fine Tuning for Text Classification</h1>") |
|
with gr.Row(): |
|
with gr.Column(scale=0.3,variant="panel"): |
|
gr.Markdown(""" |
|
<h2>Specifciations</h2> |
|
<p><b>Model:</b> Tiny Bert <br> |
|
<b>Dataset:</b> IMDB Movie review dataset <br> |
|
<b>NLP Task:</b> Text Classification</p> |
|
<p>Text classification is an NLP task that focuses on automatically ascribing a predefined category or labels to an input prompt. In this demonstration the tiny bert model has been used to classify the text on the basis of sentiment analysis, where the labels (negative and positive) will indicate the emotional state expressed by the input prompt. The tiny bert model was chosen as in its base state its ability to perform sentiment analysis is quite poor, displayed by the untrained model, which often fails to correctly ascribe the label to the sentiment. The models were trained on the IMDB dataset which includes over 100k sentiment pairs pulled from IMDB movie reviews. We can see that when training is performed over [XX] of epochs we see an increase in X% of training time for the LoRA trained model.</p> |
|
""") |
|
|
|
with gr.Column(scale=0.3,variant="panel"): |
|
inp = gr.Textbox(placeholder="Prompt",label= "Enter Query") |
|
btn = gr.Button("Run") |
|
gr.Examples( |
|
[ |
|
"I thought this was a bit contrived", |
|
"You would need to be a child to enjoy this", |
|
"Drive more like Drive away", |
|
], |
|
inp, |
|
label="Try asking", |
|
) |
|
|
|
with gr.Column(): |
|
with gr.Row(variant="panel"): |
|
out = gr.Textbox(label= " DistilBERT no LoRA") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Row(variant="panel"): |
|
out1 = gr.Textbox(label= " DistilBERT with LoRA") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Row(variant="panel"): |
|
out2 = gr.Textbox(label= " LoRA Fine Tuned Model") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
btn.click(fn=distilBERTnoLORA_fn, inputs=inp, outputs=out) |
|
btn.click(fn=distilBERTwithLORA_fn, inputs=inp, outputs=out1) |
|
btn.click(fn=chat1, inputs=inp, outputs=out2) |
|
|
|
with gr.Tab("Natrual Language Infrencing"): |
|
with gr.Row(): |
|
gr.Markdown("<h1>Efficient Fine Tuning for Natual Languae Infrencing</h1>") |
|
with gr.Row(): |
|
with gr.Column(scale=0.3, variant="panel"): |
|
gr.Markdown(""" |
|
<h2>Specifciations</h2> |
|
<p><b>Model:</b> ELECTRA Bert Small <br> |
|
<b>Dataset:</b> Stanford Natural Language Inference Dataset <br> |
|
<b>NLP Task:</b> Natual Languae Infrencing</p> |
|
<p>Natural Language Inference (NLI) which can also be referred to as Textual Entailment is an NLP task with the objective of determining the relationship between two pieces of text. In this demonstration the ELECTRA Bert Small model has been used to determine textual similarity ascribing a similarity level to the comparison of the two input prompts. Electra bert was chosen due to its substandard level of performance in its base state allowing room for improvement during training. The models were trained on the Stanford Natural Language Inference Dataset is a collection of 570k human-written English sentence pairs manually labeled for balanced classification. We can see that when training is performed over [XX] epochs we see an increase in X% of training time for the LoRA trained model. </p> |
|
""") |
|
with gr.Column(scale=0.3,variant="panel"): |
|
nli_p1 = gr.Textbox(placeholder="Prompt One",label= "Enter Query") |
|
nli_p2 = gr.Textbox(placeholder="Prompt Two",label= "Enter Query") |
|
btn = gr.Button("Run") |
|
gr.Examples( |
|
[ |
|
"placeholder text", |
|
"placeholder text", |
|
"placeholder text", |
|
], |
|
nli_p1, |
|
label="Try asking", |
|
) |
|
gr.Examples( |
|
[ |
|
"placeholder text", |
|
"placeholder text", |
|
"placeholder text", |
|
], |
|
nli_p2, |
|
label="Try asking", |
|
) |
|
|
|
with gr.Column(): |
|
with gr.Row(variant="panel"): |
|
out = gr.Textbox(label= " DistilBERT no LoRA") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Row(variant="panel"): |
|
out1 = gr.Textbox(label= " DistilBERT with LoRA") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Row(variant="panel"): |
|
out2 = gr.Textbox(label= " LoRA Fine Tuned Model") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Tab("Sematic Text Similarity"): |
|
with gr.Row(): |
|
gr.Markdown("<h1>Efficient Fine Tuning for Semantic Text Similarity</h1>") |
|
with gr.Row(): |
|
with gr.Column(scale=0.3,variant="panel"): |
|
gr.Markdown(""" |
|
<h2>Specifciations</h2> |
|
<p><b>Model:</b> DeBERTa-v3-xsmall <br> |
|
<b>Dataset:</b> Quora Question Pairs dataset <br> |
|
<b>NLP Task:</b> Semantic Text Similarity</p> |
|
<p>insert information on training parameters here</p> |
|
""") |
|
with gr.Column(scale=0.3,variant="panel"): |
|
sts_p1 = gr.Textbox(placeholder="Prompt One",label= "Enter Query") |
|
sts_p2 = gr.Textbox(placeholder="Prompt Two",label= "Enter Query") |
|
btn = gr.Button("Run") |
|
gr.Examples( |
|
[ |
|
"placeholder text", |
|
"placeholder text", |
|
"placeholder text", |
|
], |
|
sts_p1, |
|
label="Try asking", |
|
) |
|
gr.Examples( |
|
[ |
|
"placeholder text", |
|
"placeholder text", |
|
"placeholder text", |
|
], |
|
sts_p2, |
|
label="Try asking", |
|
) |
|
|
|
with gr.Column(): |
|
with gr.Row(variant="panel"): |
|
out = gr.Textbox(label= " DistilBERT no LoRA") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Row(variant="panel"): |
|
out1 = gr.Textbox(label= " DistilBERT with LoRA") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Row(variant="panel"): |
|
out2 = gr.Textbox(label= " LoRA Fine Tuned Model") |
|
gr.Markdown("""<div> |
|
<span><center><B>Training Information</B><center></span> |
|
<span><br><br><br><br><br></span> |
|
</div>""") |
|
|
|
with gr.Tab("More information"): |
|
gr.Markdown("stuff to add") |
|
|
|
|
|
if __name__ == "__main__": |
|
demo.launch() |
