tongcogent commited on
Commit
ccf68b7
1 Parent(s): 30f5196

Create app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -0
app.py ADDED
@@ -0,0 +1,15 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from llama_cpp import Llama
2
+
3
+ llm = Llama.from_pretrained(
4
+ repo_id="BeaverAI/Gemmasutra-Mini-2B-v2aa-GGUF",
5
+ filename="Gemmasutra-Mini-2B-v2aa-BF16.gguf",
6
+ )
7
+
8
+ llm.create_chat_completion(
9
+ messages = [
10
+ {
11
+ "role": "user",
12
+ "content": "What is the capital of France?"
13
+ }
14
+ ]
15
+ )