Spaces:
Running
Running
Update process_hf_dataset.py
Browse files- process_hf_dataset.py +1 -0
process_hf_dataset.py
CHANGED
@@ -125,6 +125,7 @@ def generate_semantic_vector_og(description, total_lines=100):
|
|
125 |
|
126 |
"""Generate a 6D semantic vector for a textual description using CodeBERT, projecting to 6D."""
|
127 |
# Load CodeBERT model and tokenizer
|
|
|
128 |
model_name = "microsoft/codebert-base"
|
129 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
130 |
device = torch.device("cuda" if use_gpu and torch.cuda.is_available() else "cpu")
|
|
|
125 |
|
126 |
"""Generate a 6D semantic vector for a textual description using CodeBERT, projecting to 6D."""
|
127 |
# Load CodeBERT model and tokenizer
|
128 |
+
use_gpu=False
|
129 |
model_name = "microsoft/codebert-base"
|
130 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
131 |
device = torch.device("cuda" if use_gpu and torch.cuda.is_available() else "cpu")
|