refact friendly

app.py

@@ -6,17 +6,10 @@ import requests
 import gradio as gr
 from huggingface_hub import Repository
 from text_generation import Client
+from transformers import AutoModelForCausalLM, AutoTokenizer
 
 from share_btn import community_icon_html, loading_icon_html, share_js, share_btn_css
 
-#HF_TOKEN = os.environ.get("HF_TOKEN", None)
-
-#API_URL = "https://api-inference.huggingface.co/models/bigcode/starcoder"
-#API_URL_BASE ="https://api-inference.huggingface.co/models/bigcode/starcoderbase"
-#API_URL_PLUS = "https://api-inference.huggingface.co/models/bigcode/starcoderplus"
-
-from transformers import AutoModelForCausalLM, AutoTokenizer
-
 checkpoint = "smallcloudai/Refact-1_6B-fim"
 device = "cuda" # for GPU usage or "cpu" for CPU usage
 
@@ -156,28 +149,24 @@ css += share_btn_css + monospace_css + ".gradio-container {color: black}"
 
 description = """
 <div style="text-align: center;">
-    <h1> ⭐ StarCoder <span style='color: #e6b800;'>Models</span> Playground</h1>
+    <h1> Refact 1.6B <span style='color: #e6b800;'>Models</span> Playground</h1>
 </div>
 <div style="text-align: left;">
-    <p>This is a demo to generate text and code with the following StarCoder models:</p>
+    <p>This is a demo to generate text and code with the following model:</p>
     <ul>
-        <li><a href="https://huggingface.co/bigcode/starcoderplus" style='color: #e6b800;'>StarCoderPlus</a>: A finetuned version of StarCoderBase on English web data, making it strong in both English text and code generation.</li>
-        <li><a href="https://huggingface.co/bigcode/starcoderbase" style='color: #e6b800;'>StarCoderBase</a>: A code generation model trained on 80+ programming languages, providing broad language coverage for code generation tasks.</li>
-        <li><a href="https://huggingface.co/bigcode/starcoder" style='color: #e6b800;'>StarCoder</a>: A finetuned version of StarCoderBase specifically focused on Python, while also maintaining strong performance on other programming languages.</li>
+        <li><a href="https://huggingface.co/smallcloudai/Refact-1_6B-fim" style='color: #e6b800;'>ReFact 1.6B</a>: An Open-Source Coding Assistant with Fine-Tuning on codebase, autocompletion, code refactoring, code analysis, integrated chat and more</li>
     </ul>
     <p><b>Please note:</b> These models are not designed for instruction purposes. If you're looking for instruction or want to chat with a fine-tuned model, you can visit the <a href="https://huggingface.co/spaces/HuggingFaceH4/starchat-playground">StarChat Playground</a>.</p>
 </div>
 """
-disclaimer = """⚠️<b>Any use or sharing of this demo constitues your acceptance of the BigCode [OpenRAIL-M](https://huggingface.co/spaces/bigcode/bigcode-model-license-agreement) License Agreement and the use restrictions included within.</b>\
- <br>**Intended Use**: this app and its [supporting model](https://huggingface.co/bigcode) are provided for demonstration purposes; not to serve as replacement for human expertise. For more details on the model's limitations in terms of factuality and biases, see the [model card.](hf.co/bigcode)"""
 
 with gr.Blocks(theme=theme, analytics_enabled=False, css=css) as demo:
     with gr.Column():
         gr.Markdown(description)
         with gr.Row():
             version = gr.Dropdown(
-                        ["StarCoderPlus", "StarCoderBase", "StarCoder"],
-                        value="StarCoder",
+                        ["Refact"],
+                        value="Refact",
                         label="Model",
                         info="Choose a model from the list",
                         )