import ast
from collections import defaultdict
import os
import pandas as pd
import openai 
import tiktoken
from openai.embeddings_utils import get_embedding, cosine_similarity

openai.api_key = os.getenv('END_OF_WORLD')

df=pd.read_csv("setup_dataWithSummary.csv")
embedding_model = "text-embedding-ada-002"
df["embedding_summary"] = df.summary.apply([lambda x: get_embedding(x, engine=embedding_model)])
print(df)

df.to_csv('setup_dataWithSummaryEmbed.csv')