initial commit

app.py

@@ -0,0 +1,375 @@
+import gradio as gr
+import random
+import firebase_admin
+from firebase_admin import credentials
+from firebase_admin import firestore
+import uuid
+import json
+import os
+from dotenv import load_dotenv
+
+load_dotenv()
+
+video_pairs = [
+    ('1XCLpvcAPg8fUAZ7k5hdUbT9avNnf12t3', '1Nve35Qo3I4Oe6ANsdj78Uo-3EZJkf28P'),
+    ('1bHfhebrflmGTksFlzTskOjQX28TM-yVb', '1-LwBNDp1mliDGYVnIb_cCERvyNFeC4bC'),
+    ('1mlSxLm_9LeTKj-m03pGun-1eefX58aF_', '1x4j79qiBkzl-bgjSRddwWF4yTMm63tKC'),
+]
+
+my_credentials = {
+    "type": "service_account",
+    "project_id": "human-eval-c4f83",
+    "private_key_id": os.environ.get("PRIVATE_KEY_ID"),
+    "private_key": os.environ.get("PRIVATE_KEY").replace(r'\n', '\n'),  # CHANGE HERE
+    "client_email": os.environ.get("CLIENT_EMAIL"),
+    "client_id": os.environ.get("CLIENT_ID"),
+    "auth_uri": "https://accounts.google.com/o/oauth2/auth",
+    "token_uri": "https://oauth2.googleapis.com/token",
+    "auth_provider_x509_cert_url": os.environ.get("AUTH_PROVIDER_X509_CERT_URL"),
+    "client_x509_cert_url": os.environ.get("CLIENT_X509_CERT_URL")
+}
+
+# Initialize Firebase
+if not firebase_admin._apps:
+    cred = credentials.Certificate(my_credentials)
+    firebase_admin.initialize_app(cred)
+db = firestore.client()
+
+import re
+
+def get_embed_link(file_id):
+    return f"https://drive.google.com/file/d/{file_id}/preview"
+
+def get_video_pair(state):
+    pair_index = state['pair_index']
+    shuffled_pairs = state['shuffled_pairs']
+    user_votes = state['user_votes']
+    while pair_index < len(shuffled_pairs):
+        video1_id, video2_id = shuffled_pairs[pair_index]
+        pair_key = f"{video1_id}_{video2_id}"
+        if pair_key not in user_votes:
+            # Randomize left-right positions
+            if random.choice([True, False]):
+                left_video_id, right_video_id = video1_id, video2_id
+            else:
+                left_video_id, right_video_id = video2_id, video1_id
+            left_video_url = get_embed_link(left_video_id)
+            right_video_url = get_embed_link(right_video_id)
+            print("Links", left_video_url, right_video_url)
+            state['left_video_id'] = left_video_id
+            state['right_video_id'] = right_video_id
+            state['video1_id'] = video1_id
+            state['video2_id'] = video2_id
+            return left_video_url, right_video_url
+        else:
+            pair_index += 1
+            state['pair_index'] = pair_index
+    return None, None  # No more pairs
+
+def generate_video_html(url):
+    return f'<iframe src="{url}" width="480" height="320" allow="autoplay"></iframe>'
+
+def save_vote(email, video1_id, video2_id, left_video_id, right_video_id, responses):
+    vote_data = {
+        'email': email,
+        'video1': video1_id,
+        'video2': video2_id,
+        'left_video': left_video_id,
+        'right_video': right_video_id,
+        'visual_quality': responses['visual_quality'],
+        'temporal_consistency': responses['temporal_consistency'],
+        'realistic_dynamics': responses['realistic_dynamics'],
+    }
+    db.collection('votes').add(vote_data)
+    # Update user's vote history
+    user_ref = db.collection('users').document(email)
+    user_doc = user_ref.get()
+    if user_doc.exists:
+        user_votes = set(user_doc.to_dict().get('votes', []))
+    else:
+        user_votes = set()
+    pair_key = f"{video1_id}_{video2_id}"
+    user_votes.add(pair_key)
+    user_ref.set({'votes': list(user_votes)}, merge=True)
+
+def update_interface(responses, state):
+    email = state['email']
+    user_votes = state['user_votes']
+    pair_index = state['pair_index']
+    left_video_id = state['left_video_id']
+    right_video_id = state['right_video_id']
+    video1_id = state['video1_id']
+    video2_id = state['video2_id']
+
+    # Save the user's responses
+    print(left_video_id, right_video_id, responses)
+    save_vote(email, video1_id, video2_id, left_video_id, right_video_id, responses)
+
+    # Update state
+    pair_index += 1
+    state['pair_index'] = pair_index
+
+    # Update user_votes in state
+    pair_key = f"{video1_id}_{video2_id}"
+    user_votes.add(pair_key)
+    state['user_votes'] = user_votes
+
+    video1_url, video2_url = get_video_pair(state)
+    if video1_url is None:
+        # No more pairs
+        output_message = "Thank you for participating! No more videos."
+        return (
+            gr.update(visible=False),  # video_row
+            gr.update(visible=False),  # question_column
+            gr.update(visible=False),  # button_row
+            output_message,            # output
+            gr.update(value=None),     # q1
+            gr.update(value=None),     # q2
+            gr.update(value=None),     # q3
+            gr.update(interactive=False),  # next_btn
+            state
+        )
+    else:
+        video1_html = generate_video_html(video1_url)
+        video2_html = generate_video_html(video2_url)
+        # Update videos and reset questions
+        return (
+            gr.update(visible=True, value=[
+                gr.update(value=video1_html),
+                gr.update(value=video2_html)
+            ]),                         # video_row
+            gr.update(visible=True),    # question_column
+            gr.update(visible=True),    # button_row
+            "",                         # output
+            gr.update(value=None),      # q1
+            gr.update(value=None),      # q2
+            gr.update(value=None),      # q3
+            gr.update(interactive=False),  # next_btn
+            state
+        )
+
+def skip_pair(state):
+    pair_index = state['pair_index']
+
+    # Update state
+    pair_index += 1
+    state['pair_index'] = pair_index
+
+    video1_url, video2_url = get_video_pair(state)
+    if video1_url is None:
+        # No more pairs
+        output_message = "Thank you for participating! No more videos."
+        return (
+            gr.update(visible=False),  # video_row
+            gr.update(visible=False),  # question_column
+            gr.update(visible=False),  # button_row
+            output_message,            # output
+            gr.update(value=None),     # q1
+            gr.update(value=None),     # q2
+            gr.update(value=None),     # q3
+            gr.update(interactive=False),  # next_btn
+            state
+        )
+    else:
+        video1_html = generate_video_html(video1_url)
+        video2_html = generate_video_html(video2_url)
+        # Update videos and reset questions
+        return (
+            gr.update(visible=True, value=[
+                gr.update(value=video1_html),
+                gr.update(value=video2_html)
+            ]),                         # video_row
+            gr.update(visible=True),    # question_column
+            gr.update(visible=True),    # button_row
+            "You chose to skip this pair.",  # output
+            gr.update(value=None),      # q1
+            gr.update(value=None),      # q2
+            gr.update(value=None),      # q3
+            gr.update(interactive=False),  # next_btn
+            state
+        )
+
+def check_all_answers(visual_quality, temporal_consistency, realistic_dynamics):
+    if visual_quality and temporal_consistency and realistic_dynamics:
+        return gr.update(interactive=True)
+    else:
+        return gr.update(interactive=False)
+
+def is_valid_email(email):
+    regex = r'^[A-Za-z0-9._%+-]+@[A-Za-z0-9.-]+\.[A-Za-z]{2,}$'
+    return re.match(regex, email)
+
+def authenticate_user(email, state):
+    email = email.strip()
+    if not email or not is_valid_email(email):
+        return (
+            gr.update(),            # email_input (remains visible)
+            "Please enter a valid email.",  # email_output
+            gr.update(visible=False),  # video_row
+            gr.update(visible=False),  # question_column
+            gr.update(visible=False),  # button_row
+            "",                      # output
+            state
+        )
+    else:
+        # Initialize user state
+        user_ref = db.collection('users').document(email)
+        user_doc = user_ref.get()
+        if user_doc.exists:
+            user_votes = set(user_doc.to_dict().get('votes', []))
+        else:
+            user_votes = set()
+
+        # Shuffle video pairs for this user
+        shuffled_pairs = video_pairs.copy()
+        random.shuffle(shuffled_pairs)
+
+        state.update({
+            'email': email,
+            'user_votes': user_votes,
+            'pair_index': 0,
+            'shuffled_pairs': shuffled_pairs
+        })
+
+        # Load the first pair
+        video1_url, video2_url = get_video_pair(state)
+        if video1_url is None:
+            output_message = "No new videos available for you."
+            return (
+                gr.update(),            # email_input
+                "",                     # email_output
+                gr.update(visible=False),  # video_row
+                gr.update(visible=False),  # question_column
+                gr.update(visible=False),  # button_row
+                output_message,         # output
+                state
+            )
+        else:
+            video1_html = generate_video_html(video1_url)
+            video2_html = generate_video_html(video2_url)
+            return (
+                gr.update(visible=False),  # email_input
+                "",                        # email_output
+                gr.update(visible=True, value=[
+                    gr.update(value=video1_html),
+                    gr.update(value=video2_html)
+                ]),                         # video_row
+                gr.update(visible=True),    # question_column
+                gr.update(visible=True),    # button_row
+                "",                         # output
+                state
+            )
+
+with gr.Blocks() as demo:
+    state = gr.State(value={})
+
+    # Email Input
+    email_input = gr.Textbox(label="Enter your email to begin:", placeholder="[email protected]", type="text")
+    submit_email = gr.Button("Submit")
+    email_output = gr.Markdown()
+
+    # Video components (initially hidden)
+    with gr.Row(visible=False) as video_row:
+        with gr.Column():
+            gr.Markdown("### Left Video")
+            video1 = gr.HTML()
+        with gr.Column():
+            gr.Markdown("### Right Video")
+            video2 = gr.HTML()
+
+    # Questions (initially hidden)
+    with gr.Column(visible=False) as question_column:
+        gr.Markdown("## Please answer the following questions:")
+        q1 = gr.Radio(
+            choices=["Video 1", "Video 2"],
+            label="1. Which video has higher visual quality?",
+            type="value"
+        )
+        q2 = gr.Radio(
+            choices=["Video 1", "Video 2"],
+            label="2. Which video has better temporal consistency?",
+            type="value"
+        )
+        q3 = gr.Radio(
+            choices=["Video 1", "Video 2"],
+            label="3. Which video has more realistic dynamics?",
+            type="value"
+        )
+
+    # Buttons (initially hidden)
+    with gr.Row(visible=False) as button_row:
+        next_btn = gr.Button("Next", interactive=False)
+        skip_btn = gr.Button("Skip")
+
+    output = gr.Markdown()
+
+    def on_next(visual_quality, temporal_consistency, realistic_dynamics, state):
+        responses = {
+            'visual_quality': visual_quality,
+            'temporal_consistency': temporal_consistency,
+            'realistic_dynamics': realistic_dynamics
+        }
+        return update_interface(responses, state)
+
+    next_btn.click(
+        fn=on_next,
+        inputs=[q1, q2, q3, state],
+        outputs=[
+            video_row,        # Update video_row
+            question_column,  # Update question_column
+            button_row,       # Update button_row
+            output,           # Update output message
+            q1, q2, q3,       # Reset questions
+            next_btn,         # Update next_btn
+            state
+        ]
+    )
+
+    skip_btn.click(
+        fn=skip_pair,
+        inputs=state,
+        outputs=[
+            video_row,        # Update video_row
+            question_column,  # Update question_column
+            button_row,       # Update button_row
+            output,           # Update output message
+            q1, q2, q3,       # Reset questions
+            next_btn,         # Update next_btn
+            state
+        ]
+    )
+
+    def on_change(visual_quality, temporal_consistency, realistic_dynamics):
+        return check_all_answers(visual_quality, temporal_consistency, realistic_dynamics)
+
+    q1.change(
+        fn=on_change,
+        inputs=[q1, q2, q3],
+        outputs=next_btn
+    )
+    q2.change(
+        fn=on_change,
+        inputs=[q1, q2, q3],
+        outputs=next_btn
+    )
+    q3.change(
+        fn=on_change,
+        inputs=[q1, q2, q3],
+        outputs=next_btn
+    )
+
+    submit_email.click(
+        fn=authenticate_user,
+        inputs=[email_input, state],
+        outputs=[
+            email_input,      # Hide email_input after submission
+            email_output,     # Clear email_output
+            video_row,        # Show video_row
+            question_column,  # Show question_column
+            button_row,       # Show button_row
+            output,           # Clear output message
+            state
+        ]
+    )
+
+demo.launch()

requirements.txt

@@ -0,0 +1,2 @@
+gradio
+firebase-admin