dsfdfsghgf commited on
Commit
1c4f7ad
·
verified ·
1 Parent(s): 21d352d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -6,8 +6,9 @@ device = "cuda" if torch.cuda.is_available() else "cpu"
6
 
7
  # Modell und Tokenizer laden
8
  model = AutoModel.from_pretrained(
9
- model_name,
10
- device_map="auto",
 
11
  torch_dtype=torch.bfloat16,
12
  trust_remote_code=True,
13
  ).eval()
 
6
 
7
  # Modell und Tokenizer laden
8
  model = AutoModel.from_pretrained(
9
+ model_name,
10
+ revision="main", # Hier den Namen des Branches oder Commit-Hash einfügen
11
+ device_map=device,
12
  torch_dtype=torch.bfloat16,
13
  trust_remote_code=True,
14
  ).eval()