Hugging Face's logo

Spaces:
MrOvkill
/
MiniChat-3B
Sleeping

App Files Community
Samuel L Meyers commited on
Commit
e71462a
·
1 Parent(s): ee280b3

KEEP LICKING

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -43,7 +43,7 @@ stt_pipe = pipeline(
43
  talkers = {
44
  "m3b": {
45
  "tokenizer": AutoTokenizer.from_pretrained("GeneZC/MiniChat-3B", use_fast=False),
46
- "model": AutoModelForCausalLM.from_pretrained("GeneZC/MiniChat-3B", device_map="auto"),
47
  "conv": get_default_conv_template("minichat")
48
  }
49
  }
 
43
  talkers = {
44
  "m3b": {
45
  "tokenizer": AutoTokenizer.from_pretrained("GeneZC/MiniChat-3B", use_fast=False),
46
+ "model": AutoModelForCausalLM.from_pretrained("GeneZC/MiniChat-3B", device_map="auto", low_cpu_mem_usage=True),
47
  "conv": get_default_conv_template("minichat")
48
  }
49
  }