Create app.py

app.py

@@ -0,0 +1,64 @@
+import torch
+from scipy.spatial.distance import cosine
+from transformers import AutoModel, AutoTokenizer
+from thefuzz import fuzz
+import gradio as gr
+
+tokenizer = AutoTokenizer.from_pretrained("princeton-nlp/sup-simcse-bert-base-uncased")
+model = AutoModel.from_pretrained("princeton-nlp/sup-simcse-bert-base-uncased")
+
+
+def thefuzz(text1, text2):
+    score = fuzz.token_sort_ratio(text1, text2)
+    return {'token sort ratio':score/100}
+
+
+def simcse(text1, text2):
+    # Tokenize input texts
+    texts = [text1,text2]
+    inputs = tokenizer(texts, padding=True, truncation=True, return_tensors="pt")
+    # Get the embeddings
+    with torch.no_grad():
+        embeddings = model(**inputs, output_hidden_states=True, return_dict=True).pooler_output
+    cosine_sim_0_1 = 1 - cosine(embeddings[0], embeddings[1])
+    return {"cosine similarity of simcse embeddings":cosine_sim_0_1}
+
+def get_scores(text1, text2):
+    fuzz_out = thefuzz(text1, text2)
+    simcse_out = simcse(text1, text2)
+    return simcse_out, fuzz_out
+
+inputs = [
+          gr.inputs.Textbox(lines=5, label="Input Text One"),
+          gr.inputs.Textbox(lines=5, label="Input Text Two")
+]
+outputs = [
+            gr.outputs.Label(type="confidences",label="Cosine similarity based on SimCSE embeddings"),
+            gr.outputs.Label(type="confidences",label="Token sort ratio using Levenshtein distance"),
+]
+title = "SimCSE vs thefuzz"
+description = "Simple app for comparing text similarity scores using Princeton-NLP SimCSE and thefuzz from SeatGeek. Interface by Troy Yang."
+article = "<p style='text-align: center'><a href='https://github.com/princeton-nlp/SimCSE'>SimCSE: Simple Contrastive Learning of Sentence Embeddings</a> | <a href='https://github.com/seatgeek/thefuzz'>thefuzz: Fuzzy String Matching in Python</a></p>"
+examples = [
+    ["There's a kid on a skateboard.","A kid is skateboarding."],
+    ['There is no boy standing in front of the blue building in the space reserved for handicapped people',	'A boy is standing in front of the blue building in the space reserved for handicapped people'],
+    ['People wearing costumes are gathering in a forest and are looking in the same direction','Masked people are looking in the same direction in a forest'],
+    ['Two large persons are sitting on a park bench and they have a bottle of soda between them','Two large persons are standing near a park bench and they have nothing between them'],
+['A young man with brown hair and shades is sitting in front of some cans of soda',
+ 'A young man with brown hair and sunglasses is sitting in front of some cans of soda']
+,['A young lady with light brown hair is wearing a red necklace, a sweatshirt and earrings and is smiling',
+ 'There is no young lady with light brown hair wearing a red necklace, a sweatshirt and earrings and smiling']
+,['A woman wearing a blue and white uniform with a white and blue hat is keeping her mouth open and is near others dressed in the same fashion',
+ 'A woman wearing casual clothing is keeping her mouth closed and is near other people dressed differently']
+,['The man with brown hair is wearing sunglasses and is sitting listlessly at a table with cans of soda and other drinks',
+ 'The man with brown hair is wearing sunglasses and is sitting at a table with cans of soda and other drinks']
+,['There is no man wearing clothes that are covered with paint or is sitting outside in a busy area writing something',
+ 'A man is wearing clothes that are covered with paint and is sitting outside in a busy area writing something']
+,['The shirtless man in striped shorts and sunglasses is not standing near a man in a white shirt and sunglasses',
+ 'The shirtless man in striped shorts and sunglasses is standing near a man in a white shirt and sunglasses']
+,['The shirtless man in striped shorts and sunglasses is standing near a man in a white shirt and sunglasses',
+ 'The shirtless man in striped shorts and sunglasses is standing near a person in a white shirt and sunglasses']
+,['A young boy is wearing a blue patterned swim suit, a black and yellow swim cap and has blue swim goggles on her head',
+ 'A young girl is wearing a blue patterned swim suit, a black and yellow swim cap and has blue swimming goggles on her head']
+]
+gr.Interface(get_scores, inputs, outputs, title=title, description=description, article=article, examples=examples).launch(share=True)#()#