sunilswain commited on
Commit
d9e52f7
·
verified ·
1 Parent(s): b728a27

Update .env.local.template

Browse files
Files changed (1) hide show
  1. .env.local.template +22 -16
.env.local.template CHANGED
@@ -22,28 +22,34 @@ OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.go
22
  # 'name', 'userMessageToken', 'assistantMessageToken' are required
23
  MODELS=`[
24
  {
25
- "name": "${MODEL_NAME}",
26
- "chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
27
- "preprompt": "",
 
 
 
 
 
28
  "promptExamples": [
29
  {
30
- "title": "Python Fibonacci",
31
- "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
32
  }, {
33
- "title": "What is a meme?",
34
- "prompt": "What is a meme, and what's the history behind this word?"
35
  }, {
36
- "title": "Regex",
37
- "prompt": "Create a regex to extract dates from logs"
38
  }
39
  ],
40
- "endpoints": [
41
- {
42
- "type": "tgi",
43
- "url": "http://127.0.0.1:8080"
44
- }
45
- ],
46
- "parameters": ${MODEL_PARAMS}
 
47
  }
48
  ]`
49
  OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
 
22
  # 'name', 'userMessageToken', 'assistantMessageToken' are required
23
  MODELS=`[
24
  {
25
+ "name": "sunilswain/llama2-7b-chat-EssplTravelPolicy3.7k-epoch5",
26
+ "datasetName": "sunilswain/llama2-7b-chat-EssplTravelPolicy3.7k-epoch5",
27
+ "description": "llamas!",
28
+ "websiteUrl": "https://ai.meta.com/llama/",
29
+ "userMessageToken": "[INST]",
30
+ "assistantMessageToken": "[/INST]",
31
+ "messageEndToken": "</s>",
32
+ "preprompt": "[INST]<<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don't know the answer to a question, please don't share false information.<</SYS>>\n\n[/INST]",
33
  "promptExamples": [
34
  {
35
+ "title": "Write an email from bullet list",
36
+ "prompt": "As a restaurant owner, write a professional email to the supplier to get these products every week: \n\n- Wine (x10)\n- Eggs (x24)\n- Bread (x12)"
37
  }, {
38
+ "title": "Code a snake game",
39
+ "prompt": "Code a basic snake game in python, give explanations for each step."
40
  }, {
41
+ "title": "Assist in a task",
42
+ "prompt": "How do I make a delicious lemon cheesecake?"
43
  }
44
  ],
45
+ "parameters": {
46
+ "temperature": 0.3,
47
+ "top_p": 0.95,
48
+ "repetition_penalty": 1.2,
49
+ "top_k": 50,
50
+ "truncate": 1000,
51
+ "max_new_tokens": 1024
52
+ },
53
  }
54
  ]`
55
  OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`