Updating Embeddings space

src/utilities.py

@@ -11,6 +11,7 @@ SUBREDDIT = os.environ["SUBREDDIT"]
 USERNAME = os.environ["USERNAME"]
 OG_DATASET = f"{USERNAME}/dataset-creator-reddit-{SUBREDDIT}"
 PROCESSED_DATASET = os.environ['PROCESSED_DATASET']
+embeddings_space = f"{USERNAME}/nomic-embeddings"
 
 logger = setup_logger(__name__)
 
@@ -29,7 +30,7 @@ def load_datasets():
 
 def merge_and_update_datasets(dataset, original_dataset):
     # Get client
-    client = Client("derek-thomas/nomic-embeddings")
+    client = Client(embeddings_space)
 
     # Merge and figure out which rows need to be updated with embeddings
     odf = original_dataset['train'].to_pandas()