Hugging Face's logo

Spaces:
ighoshsubho
/
youtube-summarize-QA
Runtime error

App Files Community
Subho Ghosh commited on
Commit
6032796
·
unverified ·
1 Parent(s): 482eb17

Updated app.py

Browse files
Files changed (1) hide show
  1. app.py +0 -1
app.py CHANGED
@@ -35,7 +35,6 @@ model_repo = 'tiiuae/falcon-rw-1b'
35
  tokenizer = AutoTokenizer.from_pretrained(model_repo)
36
 
37
  model = AutoModelForCausalLM.from_pretrained(model_repo,
38
- load_in_8bit=True,
39
  device_map='auto',
40
  torch_dtype=torch.float16,
41
  low_cpu_mem_usage=True,
 
35
  tokenizer = AutoTokenizer.from_pretrained(model_repo)
36
 
37
  model = AutoModelForCausalLM.from_pretrained(model_repo,
 
38
  device_map='auto',
39
  torch_dtype=torch.float16,
40
  low_cpu_mem_usage=True,