OpenAI ChatGPT Embedding Example.

import pandas as pd
from openai import OpenAI

Initialize OpenAI client

client = OpenAI()

def get_embedding(text, model="text-embedding-ada-002"):
text = text.replace("\n", " ")
return client.embeddings.create(input=[text], model=model).data[0].embedding

Load preprocessed dataset

df = pd.read_csv("fine_food_reviews.csv", index_col=0)

Create the 'combined' column by concatenating 'Summary' and 'Text'

df['combined'] = "Title: " + df['Summary'].str.strip() + "; Content: " + df['Text'].str.strip()

Get embeddings and save them for future reuse

df["embedding"] = df["combined"].apply(lambda x: get_embedding(x, model='text-embedding-ada-002'))
df.to_csv("fine_food_reviews_with_embeddings.csv")

fine_food_reviews.csv