Initial Upload

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+marine.mp3 filter=lfs diff=lfs merge=lfs -text

app.py

@@ -0,0 +1,80 @@
+import gradio as gr
+from utils import *
+import os
+
+def build_demo():
+    
+
+    with gr.Blocks() as demo:
+      state0 = gr.State()
+      state1 = gr.State()
+      with gr.Tab("Song Generation", id=0):
+        gr.Markdown("# 🏆 Arena Elo\nFind out who is the 🥇 song generation models!")
+
+        with gr.Row():
+            with gr.Column():
+                gr.Markdown("### 👇 Generating now!")
+                with gr.Row():
+                    with gr.Column():
+                        model_selector_left = gr.Markdown("", visible=True)
+                    with gr.Column():
+                        model_selector_right = gr.Markdown("", visible=True)
+
+                with gr.Row():
+                    with gr.Column():
+                        audio_a = gr.Audio(label="Model A")
+                    with gr.Column():
+                        audio_b = gr.Audio(label="Model B")
+                with gr.Row():
+                    leftvote_btn = gr.Button(
+                        value="👈  A is Fake", visible=False, interactive=False
+                    )
+                    rightvote_btn = gr.Button(
+                        value="👉  B is Fake", visible=False, interactive=False
+                    )
+                    tie_btn = gr.Button(value="🤝  Both are Fake", visible=False, interactive=False)
+                    bothbad_btn = gr.Button(
+                        value="👎  Both are Real", visible=False, interactive=False
+                    )
+
+        btn_list = [leftvote_btn, rightvote_btn, tie_btn, bothbad_btn]
+
+        leftvote_btn.click(
+          leftvote_last_response,
+          inputs=[state0, state1],
+          outputs=[leftvote_btn, rightvote_btn, tie_btn, bothbad_btn, model_selector_left, model_selector_right]
+      )
+        rightvote_btn.click(
+          rightvote_last_response,
+          inputs=[state0, state1],
+          outputs=[leftvote_btn, rightvote_btn, tie_btn, bothbad_btn, model_selector_left, model_selector_right]
+      )
+        tie_btn.click(
+          tievote_last_response,
+          inputs=[state0, state1],
+          outputs=[leftvote_btn, rightvote_btn, tie_btn, bothbad_btn, model_selector_left, model_selector_right]
+      )
+        bothbad_btn.click(
+          bothbadvote_last_response,
+          inputs=[state0, state1],
+          outputs=[leftvote_btn, rightvote_btn, tie_btn, bothbad_btn, model_selector_left, model_selector_right]
+      )
+
+
+        new_round_button = gr.Button("New Round")
+        new_round_button.click(generate_songs, [state0, state1], [state0, audio_a, state1, audio_b, model_selector_left, model_selector_right]).then(
+            enable_buttons_side_by_side,
+            inputs=None,
+            outputs=btn_list
+        )
+      with gr.Tab("Leaderboard", id=1):
+          gr.Markdown("# 🏆 Leaderboard work in progress ! 🏆")
+    return demo
+
+
+    
+if __name__ == "__main__":
+    
+    # elo_results_file, leaderboard_table_file = load_elo_results(elo_results_dir)
+    demo = build_demo()
+    demo.queue(max_size=20).launch(share = True)

marine.mp3

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c131aa5d4dc8ea2bd916374ad37203ae5a73bb9b3dce4488530508b9a62249
+size 1036320

utils.py

@@ -0,0 +1,135 @@
+import gradio as gr
+import json
+from datetime import datetime
+from pathlib import Path
+from uuid import uuid4
+import datetime, json
+import time
+import os
+from huggingface_hub import CommitScheduler
+from functools import partial
+
+def enable_buttons_side_by_side():
+    return tuple(gr.update(visible=True, interactive=True) for i in range(6))
+
+def disable_buttons_side_by_side():
+    return tuple(gr.update(visible=i>=4, interactive=False) for i in range(6))
+
+def get_conv_log_filename():
+    LOG_FILENAME = 'data/log.json'
+    return LOG_FILENAME
+
+enable_btn = gr.update(interactive=True, visible=True)
+disable_btn = gr.update(interactive=False)
+invisible_btn = gr.update(interactive=False, visible=False)
+no_change_btn = gr.update(value="No Change", interactive=True, visible=True)
+
+DS_ID = os.getenv('DS_ID')
+TOKEN = os.getenv('TOKEN')
+
+scheduler = CommitScheduler(
+    repo_id= DS_ID,
+    repo_type="dataset",
+    folder_path= os.path.dirname(get_conv_log_filename()),
+    path_in_repo="data",
+    token = TOKEN,
+    every = 10,
+)
+
+
+def vote_last_response(state, vote_type, request: gr.Request):
+    with scheduler.lock:
+      with open(get_conv_log_filename(), "a") as fout:
+          data = {
+              "tstamp": round(time.time(), 4),
+              "type": vote_type,
+              "state0": state[0].dict(),
+              "state1": state[1].dict(),
+              "ip": get_ip(request),
+          }
+          fout.write(json.dumps(data) + "\n")
+
+
+
+class AudioStateIG:
+    def __init__(self, model_name):
+        self.conv_id = uuid4().hex
+        self.model_name = model_name
+
+    def dict(self):
+        base = {
+            "conv_id": self.conv_id,
+            "model_name": self.model_name,
+            }
+        return base
+
+def get_ip(request: gr.Request):
+    if request:
+        if "cf-connecting-ip" in request.headers:
+            ip = request.headers["cf-connecting-ip"] or request.client.host
+        else:
+            ip = request.client.host
+    else:
+        ip = None
+    return ip
+
+
+def get_song():
+    audio_a = "/content/marine.mp3"
+    state = AudioStateIG("Random_Model")
+    return state, audio_a
+
+def generate_songs(state0, state1):
+
+    state0, audio_a = get_song()
+    state1, audio_b = get_song()
+
+    return state0, audio_a, state1, audio_b, "Model A: Vote to Reveal", "Model B: Vote to Reveal"
+
+def random_sample_button(prompt):
+
+    audio_a = "/content/marine.mp3"
+    audio_b = "/content/marine.mp3"
+    return audio_a, audio_b
+
+def leftvote_last_response(
+    state0, state1, request: gr.Request
+):
+    vote_last_response(
+        [state0, state1], "leftvote", request
+    )
+    return (disable_btn,) * 4 + (
+        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
+        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))
+
+def rightvote_last_response(
+    state0, state1, request: gr.Request
+):
+    vote_last_response(
+        [state0, state1], "rightvote", request
+    )
+    return (disable_btn,) * 4 + (
+        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
+        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))
+
+def tievote_last_response(
+    state0, state1, request: gr.Request
+):
+    vote_last_response(
+        [state0, state1], "tievote", request
+    )
+    return (disable_btn,) * 4 + (
+        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
+        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))
+
+def bothbadvote_last_response(
+    state0, state1, request: gr.Request
+):
+    vote_last_response(
+        [state0, state1], "bothbadvote", request
+    )
+    return (disable_btn,) * 4 + (
+        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
+        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))
+
+