Spaces:
Sleeping
Sleeping
amaye15
commited on
Commit
·
4f1c09c
1
Parent(s):
c4f488d
Debug - Circular Imports
Browse files
src/api/services/huggingface_service.py
CHANGED
|
@@ -1,9 +1,10 @@
|
|
| 1 |
from datasets import Dataset, load_dataset, concatenate_datasets
|
| 2 |
from huggingface_hub import HfApi, HfFolder
|
| 3 |
import logging
|
|
|
|
| 4 |
from typing import Optional, Dict, List
|
| 5 |
import pandas as pd
|
| 6 |
-
from src.
|
| 7 |
from src.api.exceptions import (
|
| 8 |
DatasetNotFoundError,
|
| 9 |
DatasetPushError,
|
|
@@ -93,7 +94,9 @@ class HuggingFaceService:
|
|
| 93 |
|
| 94 |
# Step 3: Generate embeddings for the new data
|
| 95 |
logger.info("Generating embeddings for the new data...")
|
| 96 |
-
embedding_service =
|
|
|
|
|
|
|
| 97 |
new_df = await embedding_service.create_embeddings(
|
| 98 |
new_df, target_column, output_column
|
| 99 |
)
|
|
|
|
| 1 |
from datasets import Dataset, load_dataset, concatenate_datasets
|
| 2 |
from huggingface_hub import HfApi, HfFolder
|
| 3 |
import logging
|
| 4 |
+
import os
|
| 5 |
from typing import Optional, Dict, List
|
| 6 |
import pandas as pd
|
| 7 |
+
from src.api.services.embedding_service import EmbeddingService
|
| 8 |
from src.api.exceptions import (
|
| 9 |
DatasetNotFoundError,
|
| 10 |
DatasetPushError,
|
|
|
|
| 94 |
|
| 95 |
# Step 3: Generate embeddings for the new data
|
| 96 |
logger.info("Generating embeddings for the new data...")
|
| 97 |
+
embedding_service = EmbeddingService(
|
| 98 |
+
openai_api_key=os.getenv("OPENAI_API_KEY")
|
| 99 |
+
) # Get the embedding service
|
| 100 |
new_df = await embedding_service.create_embeddings(
|
| 101 |
new_df, target_column, output_column
|
| 102 |
)
|