Hugging Face's logo

Spaces:
alfredplpl
/
Llama-3.1-Swallow-8B-Instruct-v0.1
Running on Zero

App Files Community
1
alfredplpl commited on
Commit
f280ecd
•
1 Parent(s): 102645d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -4,7 +4,7 @@ import gradio as gr
4
  import os
5
  import spaces
6
  import torch
7
- from transformers import GemmaTokenizer, AutoModelForCausalLM
8
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
9
  from threading import Thread
10
 
 
4
  import os
5
  import spaces
6
  import torch
7
+ from transformers import GemmaTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
8
  from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStreamer
9
  from threading import Thread
10