Update process_hf_dataset.py

process_hf_dataset.py

@@ -3,6 +3,8 @@ from datasets import load_dataset
 import re
 from parser import parse_python_code, create_vector
 from database import init_chromadb, store_program, DB_NAME, HF_DATASET_NAME
+from transformers import AutoTokenizer, AutoModel
+import torch
 import chromadb
 import os
 from dotenv import load_dotenv