Adding debug

src/utilities.py

@@ -52,6 +52,7 @@ def merge_and_update_datasets(dataset, original_dataset):
     # Iterate over the DataFrame rows where 'embedding' is None
     for index, row in merged_df[merged_df['embedding'].isnull()].iterrows():
         # Update 'embedding' for the current row using our function
+        logger.info(f"Updating index: {index}")
         merged_df.at[index, 'embedding'] = update_embeddings(content=row['content'], client=client)
 
     dataset['train'] = Dataset.from_pandas(merged_df)