File size: 3,860 Bytes
b88f9b7
 
 
 
 
7598019
b88f9b7
 
 
 
 
1fe8f37
b88f9b7
 
 
 
 
 
 
1fe8f37
 
b88f9b7
 
 
 
 
 
 
 
 
 
 
1fe8f37
b88f9b7
 
 
 
 
 
 
 
1fe8f37
b88f9b7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1fe8f37
b88f9b7
 
 
 
 
 
 
 
 
 
 
 
1fe8f37
 
b88f9b7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
import gradio as gr
import json
from datetime import datetime
from pathlib import Path
from uuid import uuid4
import json
import time
import os
from huggingface_hub import CommitScheduler
from functools import partial


def enable_buttons_side_by_side():
    return tuple(gr.update(visible=True, interactive=True) for i in range(6))

def disable_buttons_side_by_side():
    return tuple(gr.update(visible=i>=4, interactive=False) for i in range(6))


os.makedirs('data', exist_ok = True)
LOG_FILENAME = os.path.join('data', f'log_{datetime.now().isoformat()}.json')
enable_btn = gr.update(interactive=True, visible=True)
disable_btn = gr.update(interactive=False)
invisible_btn = gr.update(interactive=False, visible=False)
no_change_btn = gr.update(value="No Change", interactive=True, visible=True)

DS_ID = os.getenv('DS_ID')
TOKEN = os.getenv('TOKEN')

scheduler = CommitScheduler(
    repo_id= DS_ID,
    repo_type="dataset",
    folder_path= os.path.dirname(LOG_FILENAME),
    path_in_repo="data",
    token = TOKEN,
    every = 10,
)


def vote_last_response(state, vote_type, request: gr.Request):
    with scheduler.lock:
      with open(LOG_FILENAME, "a") as fout:
          data = {
              "tstamp": round(time.time(), 4),
              "type": vote_type,
              "state0": state[0].dict(),
              "state1": state[1].dict(),
              "ip": get_ip(request),
          }
          fout.write(json.dumps(data) + "\n")



class AudioStateIG:
    def __init__(self, model_name):
        self.conv_id = uuid4().hex
        self.model_name = model_name

    def dict(self):
        base = {
            "conv_id": self.conv_id,
            "model_name": self.model_name,
            }
        return base

def get_ip(request: gr.Request):
    if request:
        if "cf-connecting-ip" in request.headers:
            ip = request.headers["cf-connecting-ip"] or request.client.host
        else:
            ip = request.client.host
    else:
        ip = None
    return ip


def get_song():
    audio_a = "marine.mp3"
    state = AudioStateIG("Random_Model")
    return state, audio_a

def generate_songs(state0, state1):

    state0, audio_a = get_song()
    state1, audio_b = get_song()

    return state0, audio_a, state1, audio_b, "Model A: Vote to Reveal", "Model B: Vote to Reveal"

def random_sample_button(prompt):

    audio_a = "marine.mp3"
    audio_b = "marine.mp3"
    return audio_a, audio_b

def leftvote_last_response(
    state0, state1, request: gr.Request
):
    vote_last_response(
        [state0, state1], "leftvote", request
    )
    return (disable_btn,) * 4 + (
        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))

def rightvote_last_response(
    state0, state1, request: gr.Request
):
    vote_last_response(
        [state0, state1], "rightvote", request
    )
    return (disable_btn,) * 4 + (
        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))

def tievote_last_response(
    state0, state1, request: gr.Request
):
    vote_last_response(
        [state0, state1], "tievote", request
    )
    return (disable_btn,) * 4 + (
        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))

def bothbadvote_last_response(
    state0, state1, request: gr.Request
):
    vote_last_response(
        [state0, state1], "bothbadvote", request
    )
    return (disable_btn,) * 4 + (
        gr.Markdown(f"### Model A: {state0.model_name.split('_')[1]}", visible=True),
        gr.Markdown(f"### Model B: {state1.model_name.split('_')[1]}", visible=True))