Update README.md

README.md

@@ -34,7 +34,7 @@ TBD.
 
 ## 📈 Training curves
 
-You can find the experiment on W&B at [this address](https://wandb.ai/dryanfurman/huggingface/runs/rlytsd0k?nw=nwuserdryanfurman).
+You can find the experiment on W&B at [this address](https://wandb.ai/dryanfurman/huggingface/runs/uvr916mv?nw=nwuserdryanfurman).
 
 ## 💻 Usage
 
@@ -43,9 +43,9 @@ You can find the experiment on W&B at [this address](https://wandb.ai/dryanfurma
 <summary>Setup</summary>
 
 ```python
-!pip install -qU transformers accelerate bitsandbytes
+!pip install -qU transformers accelerate
 
-from transformers import AutoTokenizer, BitsAndBytesConfig
+from transformers import AutoTokenizer
 import transformers
 import torch
 
@@ -57,13 +57,6 @@ else:
     attn_implementation = "eager"
     torch_dtype = torch.float16
 
-bnb_config = BitsAndBytesConfig(
-    load_in_4bit=True,
-    bnb_4bit_quant_type="nf4",
-    bnb_4bit_compute_dtype=torch_dtype,
-    bnb_4bit_use_double_quant=True,
-)
-
 model = "dfurman/Llama-3-8B-Orpo-v0.1"
 
 tokenizer = AutoTokenizer.from_pretrained(model)
@@ -72,7 +65,6 @@ pipeline = transformers.pipeline(
     model=model,
     model_kwargs={
         "torch_dtype": torch_dtype,
-        "quantization_config": bnb_config,
         "device_map": "auto",
         "attn_implementation": attn_implementation,
     }