Cookize commited on
Commit
ddbca78
1 Parent(s): 398a03e

Update .env.local.template

Browse files
Files changed (1) hide show
  1. .env.local.template +14 -22
.env.local.template CHANGED
@@ -22,28 +22,20 @@ OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.go
22
  # 'name', 'userMessageToken', 'assistantMessageToken' are required
23
  MODELS=`[
24
  {
25
- "name": "${MODEL_NAME}",
26
- "chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
27
- "preprompt": "",
28
- "promptExamples": [
29
- {
30
- "title": "Python Fibonacci",
31
- "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
32
- }, {
33
- "title": "What is a meme?",
34
- "prompt": "What is a meme, and what's the history behind this word?"
35
- }, {
36
- "title": "Regex",
37
- "prompt": "Create a regex to extract dates from logs"
38
- }
39
- ],
40
- "endpoints": [
41
- {
42
- "type": "tgi",
43
- "url": "http://127.0.0.1:8080"
44
- }
45
- ],
46
- "parameters": ${MODEL_PARAMS}
47
  }
48
  ]`
49
  OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
 
22
  # 'name', 'userMessageToken', 'assistantMessageToken' are required
23
  MODELS=`[
24
  {
25
+ "name": "01-ai/Yi-34B-Chat",
26
+ "parameters": {
27
+ "temperature": 0.3,
28
+ "top_p": 0.8,
29
+ "repetition_penalty": 0.0,
30
+ "max_tokens": 1024,
31
+ "top_k": 1024,
32
+ "truncate": 8192,
33
+ "max_new_tokens": 1024
34
+ },
35
+ "endpoints": [{
36
+ "type" : "openai",
37
+ "baseURL": "${ENDPOINT}"
38
+ }]
 
 
 
 
 
 
 
 
39
  }
40
  ]`
41
  OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`