GATConvTest / app.py
NimaKL's picture
Update app.py
c0032bb verified
raw
history blame
4.25 kB
import gradio as gr
import torch
import pandas as pd
import numpy as np
from torch_geometric.data import Data
from torch_geometric.nn import GATConv
from sentence_transformers import SentenceTransformer
from sklearn.metrics.pairwise import cosine_similarity
# Define the GATConv model architecture
class ModeratelySimplifiedGATConvModel(torch.nn.Module):
def __init__(self, in_channels, hidden_channels, out_channels):
super().__init__()
self.conv1 = GATConv(in_channels, hidden_channels, heads=2)
self.dropout1 = torch.nn.Dropout(0.45)
self.conv2 = GATConv(hidden_channels * 2, out_channels, heads=1)
def forward(self, x, edge_index, edge_attr=None):
x = self.conv1(x, edge_index, edge_attr)
x = torch.relu(x)
x = self.dropout1(x)
x = self.conv2(x, edge_index, edge_attr)
return x
# Load the dataset and the GATConv model
data = torch.load("graph_data.pt", map_location=torch.device("cpu"))
# Correct the state dictionary's key names
original_state_dict = torch.load("graph_model.pth", map_location=torch.device("cpu"))
corrected_state_dict = {}
for key, value in original_state_dict.items():
if "lin.weight" in key:
corrected_state_dict[key.replace("lin.weight", "lin_src.weight")] = value
corrected_state_dict[key.replace("lin.weight", "lin_dst.weight")] = value
else:
corrected_state_dict[key] = value
# Initialize the GATConv model with the corrected state dictionary
gatconv_model = ModeratelySimplifiedGATConvModel(
in_channels=data.x.shape[1], hidden_channels=32, out_channels=768
)
gatconv_model.load_state_dict(corrected_state_dict)
# Load the BERT-based sentence transformer model
model_bert = SentenceTransformer("all-mpnet-base-v2")
# Ensure the DataFrame is loaded properly
df = pd.read_feather("EmbeddedCombined.feather")
# Generate GNN-based embeddings
with torch.no_grad():
all_video_embeddings = gatconv_model(data.x, data.edge_index, data.edge_attr).cpu()
# Function to find the most similar video and recommend the top 10 based on GNN embeddings
def get_similar_and_recommend(input_text):
# Find the most similar video based on input text
embeddings_matrix = np.array(df["embeddings"].tolist())
input_embedding = model_bert.encode([input_text])[0]
similarities = cosine_similarity([input_embedding], embeddings_matrix)[0]
most_similar_index = np.argmax(similarities)
most_similar_video = {
"title": df["title"].iloc[most_similar_index],
"description": df["description"].iloc[most_similar_index],
"similarity_score": similarities[most_similar_index],
}
# Recommend the top 10 videos based on GNN embeddings and dot product
def recommend_next_10_videos(given_video_index, all_video_embeddings):
dot_products = [
torch.dot(all_video_embeddings[given_video_index].cpu(), all_video_embeddings[i].cpu())
for i in range(all_video_embeddings.shape[0])
]
dot_products[given_video_index] = -float("inf")
top_10_indices = np.argsort(dot_products)[::-1][:10]
recommendations = [df["title"].iloc[idx] for idx in top_10_indices]
return recommendations
top_10_recommendations = recommend_next_10_videos(
most_similar_index, all_video_embeddings
)
return (
most_similar_video["title"],
most_similar_video["description"],
most_similar_video["similarity_score"],
top_10_recommendations,
)
# Update the Gradio interface to fix the output type
interface = gr.Interface(
fn=get_similar_and_recommend,
inputs=gr.components.Textbox(label="Enter Text to Find Most Similar Video"),
outputs=[
gr.components.Textbox(label="Video Title"),
gr.components.Textbox(label="Video Description"),
gr.components.Textbox(label="Similarity Score"),
gr.components.Textbox(label="Top 10 Recommended Videos", lines=10), # Handle a list
],
title="Video Recommendation System with GNN-based Recommendations",
description="Enter text to find the most similar video and get the top 10 recommended videos based on dot product and GNN embeddings.",
)
# Launch the Gradio interface
interface.launch()