Update src/demo.py

src/demo.py

@@ -21,8 +21,8 @@ type2dataset = {
 }
 
 model_id = "meta-llama/Llama-2-7b-chat-hf"
-tokenizer = AutoTokenizer.from_pretrained(model_id)
-model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16)
+tokenizer = AutoTokenizer.from_pretrained(model_id, token=TOKEN)
+model = AutoModelForCausalLM.from_pretrained(model_id, torch_dtype=torch.float16, token=TOKEN)
 
 # type2dataset = {}