Spaces:
Sleeping
Sleeping
File size: 3,776 Bytes
df56e64 7e723b7 41e22e7 b908c2d 41e22e7 e4e9f4c df56e64 e4e9f4c aa09256 471f9fb df56e64 e4e9f4c 7e723b7 471f9fb e4e9f4c 471f9fb 41e22e7 471f9fb 41e22e7 471f9fb 41e22e7 598fec3 41e22e7 aa09256 41e22e7 cdd8f1e c0eb133 471f9fb 41e22e7 aa09256 c0eb133 41e22e7 471f9fb 41e22e7 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 |
from chromadb.utils import embedding_functions
import chromadb
from openai import OpenAI
import gradio as gr
import time
anyscale_base_url = "https://api.endpoints.anyscale.com/v1"
multilingual_embeddings = embedding_functions.SentenceTransformerEmbeddingFunction(model_name="jost/multilingual-e5-base-politics-de")
def predict(api_key, user_input, model1, model2, prompt_manipulation=None, direct_steering_option=None):
# client = chromadb.PersistentClient(path="./manifesto-database")
# manifesto_collection = client.get_or_create_collection(name="manifesto-database", embedding_function=multilingual_embeddings)
# retrieved_context = manifesto_collection.query(query_texts=[user_input], n_results=3, where={"ideology": "Authoritarian-right"})
# contexts = [context for context in retrieved_context['documents']]
# print(contexts[0])
prompt = f"""[INST] {user_input} [/INST]"""
client = OpenAI(base_url=anyscale_base_url, api_key=api_key)
response1 = client.completions.create(
model=model1,
prompt=prompt,
temperature=0.7,
max_tokens=1000).choices[0].text
response2 = client.completions.create(
model=model2,
prompt=prompt,
temperature=0.7,
max_tokens=1000).choices[0].text
return response1, response2
def main():
description = "This is a simple interface to compare two model prodided by Anyscale. Please enter your API key and your message."
with gr.Blocks() as demo:
# Prompt manipulation setup
with gr.Row():
prompt_manipulation = gr.Dropdown(
label="Prompt Manipulation",
choices=[
"Impersonation (direct steering)",
"Most similar RAG (indirect steering with related context)",
"Random RAG (indirect steering with randomized context)"
],
value="Impersonation (direct steering)" # Default value (optional)
)
# Conditional dropdown - options revealed based on ‘Prompt Manipulation’ selection
with gr.Row():
direct_steering_option = gr.Dropdown(
label=“Direct Steering Options”,
choices=["Option 1", "Option 2", "Option 3", "Option 4"],
visible=False # Initially hidden
)
# Making direct_steering_option visible based on prompt_manipulation choice
def show_direct_steering_options(prompt_choice):
return prompt_choice == "Impersonation (direct steering)"
prompt_manipulation.change(fn=show_direct_steering_options,
inputs=[prompt_manipulation],
outputs=[direct_steering_option])
with gr.Row():
api_key_input = gr.Textbox(label="API Key", placeholder="Enter your API key here", show_label=True, type="password")
user_input = gr.Textbox(label="Prompt", placeholder="Enter your message here")
model_selector1 = gr.Dropdown(label="Model 1", choices=["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x22B-Instruct-v0.1"])
model_selector2 = gr.Dropdown(label="Model 2", choices=["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x22B-Instruct-v0.1"])
submit_btn = gr.Button("Submit")
with gr.Row():
output1 = gr.Textbox(label="Model 1 Response")
output2 = gr.Textbox(label="Model 2 Response")
submit_btn.click(fn=predict, inputs=[api_key_input, user_input, model_selector1, model_selector2], outputs=[output1, output2])
demo.launch()
if __name__ == "__main__":
main()
|