Update app.py

app.py

@@ -59,7 +59,7 @@ for i in range(0, len(data), batch_size):
     ]
     index.upsert(vectors=zip(ids, embeds, metadata))
 
-model_id = 'meta-llama/Llama-2-7b-chat-hf'
+model_id = 'Trelis/Llama-2-7b-chat-hf-sharded-bf16'
 hf_auth = os.environ.get('HF_AUTH_KEY')
 
 bnb_config = transformers.BitsAndBytesConfig(
@@ -67,7 +67,6 @@ bnb_config = transformers.BitsAndBytesConfig(
     bnb_4bit_quant_type='nf4',
     bnb_4bit_use_double_quant=True,
     bnb_4bit_compute_dtype=bfloat16,
-    load_in_8bit_fp32_cpu_offload=True
 )
 model_config = transformers.AutoConfig.from_pretrained(model_id, use_auth_token=hf_auth)
 model = transformers.AutoModelForCausalLM.from_pretrained(