kasim90 commited on
Commit
8c9c2d1
Β·
verified Β·
1 Parent(s): f69cee3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +8 -10
app.py CHANGED
@@ -1,12 +1,10 @@
1
- from transformers import AutoModelForCausalLM, AutoTokenizer
2
- import torch
3
 
4
- model_name = "mistralai/Mistral-7B-v0.1" # Γ–rnek bir model
 
5
 
6
- tokenizer = AutoTokenizer.from_pretrained(model_name)
7
- model = AutoModelForCausalLM.from_pretrained(
8
- model_name,
9
- device_map="auto",
10
- load_in_8bit=True, # 8-bit yΓΌkleme
11
- torch_dtype=torch.float16
12
- )
 
1
+ import os
 
2
 
3
+ # GLIBCXX gΓΌncellemesi
4
+ os.system("apt update && apt install -y libstdc++6")
5
 
6
+ # bitsandbytes kΓΌtΓΌphanesini tekrar yΓΌkleme
7
+ os.system("pip install --upgrade bitsandbytes")
8
+
9
+ # PyTorch'u CUDA destekli yükleme (Hugging Face GPU için)
10
+ os.system("pip install --upgrade --no-cache-dir torch torchvision torchaudio --index-url https://download.pytorch.org/whl/cu118")