broadfield-dev commited on
Commit
1540ac7
·
verified ·
1 Parent(s): 018979a

Update process_hf_dataset.py

Browse files
Files changed (1) hide show
  1. process_hf_dataset.py +1 -0
process_hf_dataset.py CHANGED
@@ -125,6 +125,7 @@ def generate_semantic_vector_og(description, total_lines=100):
125
 
126
  """Generate a 6D semantic vector for a textual description using CodeBERT, projecting to 6D."""
127
  # Load CodeBERT model and tokenizer
 
128
  model_name = "microsoft/codebert-base"
129
  tokenizer = AutoTokenizer.from_pretrained(model_name)
130
  device = torch.device("cuda" if use_gpu and torch.cuda.is_available() else "cpu")
 
125
 
126
  """Generate a 6D semantic vector for a textual description using CodeBERT, projecting to 6D."""
127
  # Load CodeBERT model and tokenizer
128
+ use_gpu=False
129
  model_name = "microsoft/codebert-base"
130
  tokenizer = AutoTokenizer.from_pretrained(model_name)
131
  device = torch.device("cuda" if use_gpu and torch.cuda.is_available() else "cpu")