mabbas125 commited on
Commit
bce251d
·
verified ·
1 Parent(s): 78246a8

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -11,8 +11,8 @@ app = FastAPI()
11
  tokenizer = AutoTokenizer.from_pretrained("chatdb/natural-sql-7b")
12
  model = AutoModelForCausalLM.from_pretrained(
13
  "chatdb/natural-sql-7b",
14
- device_map="auto",
15
- torch_dtype=torch.float16,
16
  )
17
 
18
  schema = """
 
11
  tokenizer = AutoTokenizer.from_pretrained("chatdb/natural-sql-7b")
12
  model = AutoModelForCausalLM.from_pretrained(
13
  "chatdb/natural-sql-7b",
14
+ device_map="cpu",
15
+ torch_dtype=torch.float32,
16
  )
17
 
18
  schema = """