Sarah Ciston commited on
Commit
8160912
·
1 Parent(s): a6cd989

try without input as param

Browse files
Files changed (1) hide show
  1. sketch.js +5 -3
sketch.js CHANGED
@@ -181,12 +181,14 @@ async function runModel(PREPROMPT, PROMPT){
181
  // let MODELNAME = 'mistral_inference'
182
  let MODELNAME = 'Xenova/distilgpt2'
183
 
184
- let out = await inference.textGeneration({
185
  model: MODELNAME,
186
- inputs: INPUT,
187
  max_new_tokens: 128
188
  })
189
-
 
 
 
190
  // let out = await inference.textGeneration({
191
  // model: MODELNAME,
192
  // messages: [{
 
181
  // let MODELNAME = 'mistral_inference'
182
  let MODELNAME = 'Xenova/distilgpt2'
183
 
184
+ let out = await inference.textGeneration(INPUT, {
185
  model: MODELNAME,
 
186
  max_new_tokens: 128
187
  })
188
+
189
+ // text-generation-inference
190
+ // Uncaught (in promise) Error: HfApiJson(Deserialize(Error("unknown variant `transformers.js`, expected one of `text-generation-inference`, `transformers`, `allennlp`, `flair`, `espnet`, `asteroid`, `speechbrain`, `timm`, `sentence-transformers`, `spacy`, `sklearn`, `stanza`, `adapter-transformers`, `fasttext`, `fairseq`, `pyannote-audio`, `doctr`, `nemo`, `fastai`, `k2`, `diffusers`, `paddlenlp`, `mindspore`, `open_clip`, `span-marker`, `bertopic`, `peft`, `setfit`", line: 1, column: 397)))
191
+
192
  // let out = await inference.textGeneration({
193
  // model: MODELNAME,
194
  // messages: [{