import gradio as gr from blindbox.requests import SecureSession DEMO_SERVER = "4.208.9.167:80" def run_query( server, policy, prompt): if prompt == None or server == None or policy == None: return("⛔ Error: please select an option for stages 1 and 2") if len(prompt) == 0 or len(policy) == 0 or len(server) == 0: return("⛔ Error: please select an option for stages 1-3") if server != "Authentic and verified confidential VM server": return ("⛔ Error: you can only connect to an application running on a Confidential VM") POLICY = "./cce_policy.txt" try: with SecureSession(f"http://{DEMO_SERVER}", POLICY) as secure_session: res = secure_session.post(endpoint="/generate", json={"input_text": prompt}) cleaned = res.text.replace('\\n', '\n').split('\n\n')[0].split(':"')[1] return("✅ Query successful\n" + cleaned) except Exception as err: return(f"⛔ Query failed!\n{err}") with gr.Blocks(theme=gr.themes.Soft()) as demo: gr.Markdown("

🔒Confidential code generation with BlindBox and Santacoder

") gr.Markdown("

This is the demo for our article on deploying code generation LLM models with BlindBox: AI-assisted code generation with privacy guarantees: Securely deploy SantaCoder with BlindBox
You can view the article here!

") gr.Markdown("

You can use this demo to send a function definition to BigCode's open-source Santacoder model and get back an auto-completed function.

") gr.Markdown("

The model is deployed within a highly-isolated Trusted Execution Environment, meaning that we, as the service provider, have no access to the data sent to this model!

") gr.Markdown("

You can see how we deployed the model by checking out the integration section of our documentation!

") gr.Markdown(">

Step 1: Check that we are connecting to an authentic confidential VM") gr.Markdown("

This first option allows you to choose whether to connect to the Santacoder application deployed with BlindBox on a verified confidential VM or the same application deployed on a dummy server which is not within a confidential VM!
This demonstrates how BlindBox blocks requests to non-authentic confidential VMs!

") with gr.Column(): server = gr.Radio( ["Authentic and verified confidential VM server", "Unauthentic dummy server"], label="Select the server you want to connect to" ) gr.Markdown(">

Step 2: Select your prompt

") gr.Markdown("

Select between the following prompt examples we provide.

") with gr.Column(): prompt = gr.Radio( ["def sum(x, y):", "def print_name(name):", "def hello_world():", "def square_root(nbr):"], label="Select your user prompt" ) gr.Markdown(">

Step 3: Query the Santacoder model

") with gr.Column(): trigger = gr.Button("Test query") with gr.Column(): output = gr.Textbox(placeholder="Output", label="See the output of your query here") trigger.click(fn=run_query, inputs=[server, policy, prompt], outputs=output) if __name__ == "__main__": demo.launch()