Spaces:
Running
Running
amaye15
commited on
Commit
·
4f1c09c
1
Parent(s):
c4f488d
Debug - Circular Imports
Browse files
src/api/services/huggingface_service.py
CHANGED
@@ -1,9 +1,10 @@
|
|
1 |
from datasets import Dataset, load_dataset, concatenate_datasets
|
2 |
from huggingface_hub import HfApi, HfFolder
|
3 |
import logging
|
|
|
4 |
from typing import Optional, Dict, List
|
5 |
import pandas as pd
|
6 |
-
from src.
|
7 |
from src.api.exceptions import (
|
8 |
DatasetNotFoundError,
|
9 |
DatasetPushError,
|
@@ -93,7 +94,9 @@ class HuggingFaceService:
|
|
93 |
|
94 |
# Step 3: Generate embeddings for the new data
|
95 |
logger.info("Generating embeddings for the new data...")
|
96 |
-
embedding_service =
|
|
|
|
|
97 |
new_df = await embedding_service.create_embeddings(
|
98 |
new_df, target_column, output_column
|
99 |
)
|
|
|
1 |
from datasets import Dataset, load_dataset, concatenate_datasets
|
2 |
from huggingface_hub import HfApi, HfFolder
|
3 |
import logging
|
4 |
+
import os
|
5 |
from typing import Optional, Dict, List
|
6 |
import pandas as pd
|
7 |
+
from src.api.services.embedding_service import EmbeddingService
|
8 |
from src.api.exceptions import (
|
9 |
DatasetNotFoundError,
|
10 |
DatasetPushError,
|
|
|
94 |
|
95 |
# Step 3: Generate embeddings for the new data
|
96 |
logger.info("Generating embeddings for the new data...")
|
97 |
+
embedding_service = EmbeddingService(
|
98 |
+
openai_api_key=os.getenv("OPENAI_API_KEY")
|
99 |
+
) # Get the embedding service
|
100 |
new_df = await embedding_service.create_embeddings(
|
101 |
new_df, target_column, output_column
|
102 |
)
|