try with basic model and inputs param instead

README.md

@@ -12,9 +12,9 @@ hf_oauth_scopes:
   - inference-api
 models:
 # - gpt-3.5-turbo
-# - Xenova/distilgpt2
+- Xenova/distilgpt2
 # - HuggingFaceH4/zephyr-7b-gemma-v0.1
-- HuggingFaceH4/zephyr-7b-beta
+# - HuggingFaceH4/zephyr-7b-beta
 # - openai-community/gpt2
 # - meta-llama/Meta-Llama-3-70B-Instruct
 # - Xenova/detr-resnet-50

sketch.js

@@ -174,21 +174,30 @@ new p5(function (p5) {
 async function runModel(PREPROMPT, PROMPT){
     // inference API version
 
-    let MODELNAME = "HuggingFaceH4/zephyr-7b-beta"
+    let INPUT = PREPROMPT + PROMPT
+
+    // let MODELNAME = "HuggingFaceH4/zephyr-7b-beta"
     // let MODELNAME = "openai-community/gpt2"
     // let MODELNAME = 'mistral_inference'
-    
-    let out = await inference.textGeneration({    
+    let MODELNAME = 'Xenova/distilgpt2'
+
+    let out = await inference.textGeneration({
         model: MODELNAME,
-        messages: [{ 
-                    role: "system", 
-                    content: PREPROMPT
-                },{
-                    role: "user",
-                    content: PROMPT
-                }],
+        inputs: INPUT,
         max_new_tokens: 128
-    });
+    })
+    
+    // let out = await inference.textGeneration({    
+    //     model: MODELNAME,
+    //     messages: [{ 
+    //                 role: "system", 
+    //                 content: PREPROMPT
+    //             },{
+    //                 role: "user",
+    //                 content: PROMPT
+    //             }],
+    //     max_new_tokens: 128
+    // });
 
     console.log(out)