CD17 commited on
Commit
e4ec3f7
·
verified ·
1 Parent(s): de8bb9e

Update functions_llama.py

Browse files
Files changed (1) hide show
  1. functions_llama.py +9 -1
functions_llama.py CHANGED
@@ -8,16 +8,24 @@ import re
8
  from typing import Dict, List
9
  import os
10
 
 
11
  token = os.getenv('LLAMA_TOKEN')
12
  if token is None:
13
  raise ValueError("LLAMA_TOKEN is not set in the environment variables")
14
- login(token=token)
 
 
 
 
 
 
15
 
16
  # Load model and tokenizer
17
  model_name = "meta-llama/Llama-3.3-70B-Instruct"
18
  tokenizer = AutoTokenizer.from_pretrained(model_name)
19
  model = AutoModelForCausalLM.from_pretrained(model_name)
20
 
 
21
  class HuggingFaceLLM:
22
  def __init__(self, model, tokenizer):
23
  self.model = model
 
8
  from typing import Dict, List
9
  import os
10
 
11
+ # Check and retrieve token
12
  token = os.getenv('LLAMA_TOKEN')
13
  if token is None:
14
  raise ValueError("LLAMA_TOKEN is not set in the environment variables")
15
+
16
+ # Authentication placeholder (replace with actual implementation if required)
17
+ def authenticate_with_llama(token):
18
+ # Example of a login/authentication method
19
+ print(f"Authenticated successfully with token: {token[:5]}...")
20
+
21
+ authenticate_with_llama(token)
22
 
23
  # Load model and tokenizer
24
  model_name = "meta-llama/Llama-3.3-70B-Instruct"
25
  tokenizer = AutoTokenizer.from_pretrained(model_name)
26
  model = AutoModelForCausalLM.from_pretrained(model_name)
27
 
28
+
29
  class HuggingFaceLLM:
30
  def __init__(self, model, tokenizer):
31
  self.model = model