Upload folder using huggingface_hub (#8)

- 1d7a74cd28dda1d861978fbd9db7abeecfdc34fc2882f2179e009384681e440f (a74d48c11c5aee6dff20c15b576252413cdadfce)

README.md

@@ -59,19 +59,19 @@ You can run the smashed model with these steps:
 2. Load & run the model.
     ```python 
    from transformers import AutoModelForCausalLM, AutoTokenizer
-        from hqq.engine.hf import HQQModelForCausalLM
+   from hqq.engine.hf import HQQModelForCausalLM
   from hqq.models.hf.base import AutoHQQHFModel
 
-    try:
+   try:
      model = HQQModelForCausalLM.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed", device_map='auto')
     except: 
       model = AutoHQQHFModel.from_quantized("PrunaAI/facebook-opt-125m-HQQ-1bit-smashed")
-    tokenizer = AutoTokenizer.from_pretrained("facebook/opt-125m")
+   tokenizer = AutoTokenizer.from_pretrained("facebook/opt-125m")
     
-    input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
+   input_ids = tokenizer("What is the color of prunes?,", return_tensors='pt').to(model.device)["input_ids"]
     
-    outputs = model.generate(input_ids, max_new_tokens=216)
-    tokenizer.decode(outputs[0])
+   outputs = model.generate(input_ids, max_new_tokens=216)
+   tokenizer.decode(outputs[0])
     ```
 
 ## Configurations

smash_config.json

@@ -14,7 +14,7 @@
         "controlnet": "None",
         "unet_dim": 4,
         "device": "cuda",
-        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelslpb8rwvi",
+        "cache_dir": "/ceph/hdd/staff/charpent/.cache/modelscb6mwip3",
         "batch_size": 1,
         "tokenizer": "GPT2TokenizerFast(name_or_path='facebook/opt-125m', vocab_size=50265, model_max_length=1000000000000000019884624838656, is_fast=True, padding_side='right', truncation_side='right', special_tokens={'bos_token': '</s>', 'eos_token': '</s>', 'unk_token': '</s>', 'pad_token': '<pad>'}, clean_up_tokenization_spaces=True),  added_tokens_decoder={\n\t1: AddedToken(\"<pad>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n\t2: AddedToken(\"</s>\", rstrip=False, lstrip=False, single_word=False, normalized=True, special=True),\n}",
         "task": "text_text_generation",