update to generator

sketch.js

@@ -177,21 +177,21 @@ async function runModel(PREPROMPT, PROMPT){
     //     num_return_sequences: 1 //must be 1 for greedy search
     // })
 
-    let pipe = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
+    let generator = pipeline("text-generation", "HuggingFaceH4/zephyr-7b-beta")
 
-    let MESSAGES = PREPROMPT + PROMPT
+    // let MESSAGES = PREPROMPT + PROMPT
     // for zephyr customizing
-    // let MESSAGES = [
-    //     {
-    //         "role": "system",
-    //         "content": PREPROMPT
-    //     },{
-    //         "role": "user",
-    //         "content": PROMPT
-    //     }
-    // ]
-
-    let res = await pipe(MESSAGES)
+    let MESSAGES = [
+        {
+            "role": "system",
+            "content": PREPROMPT
+        },{
+            "role": "user",
+            "content": PROMPT
+        }
+    ]
+
+    let res = await generator(MESSAGES)
 
     // let res = await pipe(MESSAGES, {
     //     max_new_tokens: 150,