Spaces:
Sleeping
Sleeping
import gradio as gr | |
import torch | |
import pandas as pd | |
import numpy as np | |
from torch_geometric.data import Data | |
from torch_geometric.nn import GATConv | |
from sentence_transformers import SentenceTransformer | |
from sklearn.metrics.pairwise import cosine_similarity | |
# Define the GATConv model architecture | |
class ModeratelySimplifiedGATConvModel(torch.nn.Module): | |
def __init__(self, in_channels, hidden_channels, out_channels): | |
super().__init__() | |
self.conv1 = GATConv(in_channels, hidden_channels, heads=2) | |
self.dropout1 = torch.nn.Dropout(0.45) | |
self.conv2 = GATConv(hidden_channels * 2, out_channels, heads=1) | |
def forward(self, x, edge_index, edge_attr=None): | |
x = self.conv1(x, edge_index, edge_attr) | |
x = torch.relu(x) | |
x = self.dropout1(x) | |
x = self.conv2(x, edge_index, edge_attr) | |
return x | |
# Load the dataset and the GATConv model | |
data = torch.load("graph_data.pt", map_location=torch.device("cpu")) | |
# Correct the state dictionary's key names | |
original_state_dict = torch.load("graph_model.pth", map_location=torch.device("cpu")) | |
corrected_state_dict = {} | |
for key, value in original_state_dict.items(): | |
if "lin.weight" in key: | |
corrected_state_dict[key.replace("lin.weight", "lin_src.weight")] = value | |
corrected_state_dict[key.replace("lin.weight", "lin_dst.weight")] = value | |
else: | |
corrected_state_dict[key] = value | |
# Initialize the GATConv model with the corrected state dictionary | |
gatconv_model = ModeratelySimplifiedGATConvModel( | |
in_channels=data.x.shape[1], hidden_channels=32, out_channels=768 | |
) | |
gatconv_model.load_state_dict(corrected_state_dict) | |
# Load the BERT-based sentence transformer model | |
model_bert = SentenceTransformer("all-mpnet-base-v2") | |
# Ensure the DataFrame is loaded properly | |
df = pd.read_feather("EmbeddedCombined.feather") | |
# Generate GNN-based embeddings | |
with torch.no_grad(): | |
all_video_embeddings = gatconv_model(data.x, data.edge_index, data.edge_attr).cpu() | |
# Function to find the most similar video and recommend the top 10 based on GNN embeddings | |
def get_similar_and_recommend(input_text): | |
# Find the most similar video based on input text | |
embeddings_matrix = np.array(df["embeddings"].tolist()) | |
input_embedding = model_bert.encode([input_text])[0] | |
similarities = cosine_similarity([input_embedding], embeddings_matrix)[0] | |
most_similar_index = np.argmax(similarities) | |
most_similar_video = { | |
"title": df["title"].iloc[most_similar_index], | |
"description": df["description"].iloc[most_similar_index], | |
"similarity_score": similarities[most_similar_index], | |
} | |
# Recommend the top 10 videos based on GNN embeddings and dot product | |
def recommend_next_10_videos(given_video_index, all_video_embeddings): | |
dot_products = [ | |
torch.dot(all_video_embeddings[given_video_index].cpu(), all_video_embeddings[i].cpu()) | |
for i in range(all_video_embeddings.shape[0]) | |
] | |
dot_products[given_video_index] = -float("inf") | |
top_10_indices = np.argsort(dot_products)[::-1][:10] | |
recommendations = [df["title"].iloc[idx] for idx in top_10_indices] | |
return recommendations | |
top_10_recommendations = recommend_next_10_videos( | |
most_similar_index, all_video_embeddings | |
) | |
return ( | |
most_similar_video["title"], | |
most_similar_video["description"], | |
most_similar_video["similarity_score"], | |
top_10_recommendations, | |
) | |
# Update the Gradio interface to fix the output type | |
interface = gr.Interface( | |
fn=get_similar_and_recommend, | |
inputs=gr.components.Textbox(label="Enter Text to Find Most Similar Video"), | |
outputs=[ | |
gr.components.Textbox(label="Video Title"), | |
gr.components.Textbox(label="Video Description"), | |
gr.components.Textbox(label="Similarity Score"), | |
gr.components.Textbox(label="Top 10 Recommended Videos", lines=10), # Handle a list | |
], | |
title="Video Recommendation System with GNN-based Recommendations", | |
description="Enter text to find the most similar video and get the top 10 recommended videos based on dot product and GNN embeddings.", | |
) | |
# Launch the Gradio interface | |
interface.launch() |