Add application file

app.py

@@ -0,0 +1,61 @@
+
+from ctransformers import AutoModelForCausalLM
+import gradio as gr
+
+sys_message = """
+This model can generate untruths, lies or inappropriate things. Only for testing and validation. 
+"""
+
+llm = AutoModelForCausalLM.from_pretrained("tevykuch/sl0th", model_file="sl0th-unsloth.F16.gguf",
+model_type='mistral',
+max_new_tokens = 2048,
+threads = 2,
+temperature = 0.50,
+top_p = 0.95,
+top_k = 30,
+repetition_penalty = 1.1,
+stop=['### Instruction:']
+)
+
+def stream(prompt, UL):
+    system_prompt = 'You are a helpful chatbot. You only answer in Khmer. User is based in Cambodia. Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.'
+    E_INST = " "
+    system, user, assistant = "###Instruction", "###Input", "###Response"
+    prompt = f"{system}\n{system_prompt}{E_INST}\n{user}\n{prompt.strip()}{E_INST}\n{assistant}\n"
+
+    output = ""
+    for response in llm(prompt, stream=True):
+        output += response
+        yield output
+    return output
+
+
+
+chat_interface = gr.ChatInterface(
+    fn=stream,
+    stop_btn=None,
+    examples=[
+        ["តើពណ៌ចម្បងទាំងបីមានអ្វីខ្លះ?"],
+        ["តើយើងអាចកាត់បន្ថយការបំពុលបរិយាកាសយ៉ាងដូចម្តេច?"],
+        ["រៀបរាប់ពីពេលវេលាដែលអ្នកត្រូវធ្វើការសម្រេចចិត្តលំបាក។"],
+        ["កំណត់អត្តសញ្ញាណមួយសេសចេញ។"],
+        ["សរសេររឿងខ្លីមួយក្នុងការធ្វើវិសោធនកម្មរបស់បុគ្គលទីបីអំពីតួឯកដែលត្រូវធ្វើការសម្រេចចិត្តអាជីពដ៏សំខាន់មួយ។"],
+        ["វាយតម្លៃប្រយោគនេះសម្រាប់កំហុសអក្ខរាវិរុទ្ធនិងវេយ្យាករណ៍"]
+    ],
+)
+
+with gr.Blocks() as demo:
+    gr.HTML("<h1><center> sl0th <h1><center>")
+    gr.HTML(
+			"<h4 style='text-align: center'>"
+				"<a href='https://huggingface.co/nicolasdec/CabraMistral7b-0.2' target='_blank'>Modelo: Cabra Mistral 7b 0.2</a> | "
+				"🐐 <a href='https://huggingface.co/collections/nicolasdec/cabra-65d12286c4d2b2e4029c0c63' target='_blank'>Outros modelos Cabra</a>"
+			"</h4>"
+		)
+    gr.HTML("<p><center>Finetune do <a href='https://huggingface.co/unsloth/mistral-7b-bnb-4bit' target='_blank'>Mistral 7b</a> com o dataset <a href='https://huggingface.co/datasets/dominguesm/alpaca-data-pt-br' target='_blank'>Alpaca-data-pt-br</a>.<p><center>")
+    chat_interface.render()
+    gr.Markdown(sys_message)
+    gr.DuplicateButton(value="Duplicar espaço para GPU", elem_id="duplicate-button")
+    
+if __name__ == "__main__":
+    demo.queue(max_size=10).launch()