Sarah Ciston
commited on
Commit
·
8160912
1
Parent(s):
a6cd989
try without input as param
Browse files
sketch.js
CHANGED
@@ -181,12 +181,14 @@ async function runModel(PREPROMPT, PROMPT){
|
|
181 |
// let MODELNAME = 'mistral_inference'
|
182 |
let MODELNAME = 'Xenova/distilgpt2'
|
183 |
|
184 |
-
let out = await inference.textGeneration({
|
185 |
model: MODELNAME,
|
186 |
-
inputs: INPUT,
|
187 |
max_new_tokens: 128
|
188 |
})
|
189 |
-
|
|
|
|
|
|
|
190 |
// let out = await inference.textGeneration({
|
191 |
// model: MODELNAME,
|
192 |
// messages: [{
|
|
|
181 |
// let MODELNAME = 'mistral_inference'
|
182 |
let MODELNAME = 'Xenova/distilgpt2'
|
183 |
|
184 |
+
let out = await inference.textGeneration(INPUT, {
|
185 |
model: MODELNAME,
|
|
|
186 |
max_new_tokens: 128
|
187 |
})
|
188 |
+
|
189 |
+
// text-generation-inference
|
190 |
+
// Uncaught (in promise) Error: HfApiJson(Deserialize(Error("unknown variant `transformers.js`, expected one of `text-generation-inference`, `transformers`, `allennlp`, `flair`, `espnet`, `asteroid`, `speechbrain`, `timm`, `sentence-transformers`, `spacy`, `sklearn`, `stanza`, `adapter-transformers`, `fasttext`, `fairseq`, `pyannote-audio`, `doctr`, `nemo`, `fastai`, `k2`, `diffusers`, `paddlenlp`, `mindspore`, `open_clip`, `span-marker`, `bertopic`, `peft`, `setfit`", line: 1, column: 397)))
|
191 |
+
|
192 |
// let out = await inference.textGeneration({
|
193 |
// model: MODELNAME,
|
194 |
// messages: [{
|