Use metadata in 'bulk-update-embeddings'

Why these changes are being introduced:
* With TDA 3.8.0, we can now retrieve record metadata columns in
embeddings read methods. Filtering embeddings by `action="index"`
prevents any attempt to update documents that do not exist
in OpenSearch (`action="delete"`), which results in an API error..
This is important especially with the current state of tim.opensearch.bulk_update,
which will raise a BulkOperationError and cause the 'bulk_update_embeddings'
CLI command to exit early.

This also includes an additional change to also index embeddings
when performing a reindex.

How this addresses that need:
* Filter embeddings by action="index"
* Install latest version of timdex-dataset-api (latest commit)
* Update embeddings in fixtures/test/dataset to use 'embeddings_timestamp"

Side effects of this change:
* None

Relevant ticket(s):
* https://mitlibraries.atlassian.net/browse/USE-273

Author: jonavellecuerdo

Pipfile.lock

@@ -385,6 +385,7 @@ def bulk_update_embeddings(
             "embedding_object",
         ],
         run_id=run_id,
+        action="index",
     )
     embeddings_to_index = helpers.format_embeddings(embeddings)
 
@@ -454,12 +455,11 @@ def reindex_source(
         tim_os.get_index_aliases(client, index),
     )
 
-    # perform bulk indexing of current records from source
-    index_results = {"created": 0, "updated": 0, "errors": 0, "total": 0}
-
+    # reindex current records from source
     td = TIMDEXDataset(location=dataset_path)
 
     # bulk index records
+    index_results = {"created": 0, "updated": 0, "errors": 0, "total": 0}
     records_to_index = td.read_transformed_records_iter(
         table="current_records",
         source=source,
@@ -468,7 +468,25 @@ def reindex_source(
     try:
         index_results.update(tim_os.bulk_index(client, index, records_to_index))
     except BulkIndexingError as exception:
-        logger.info(f"Bulk indexing failed: {exception}")
+        logger.error(f"Bulk indexing failed: {exception}")  # noqa: TRY400
+
+    # bulk index embeddings
+    update_results = {"updated": 0, "errors": 0, "total": 0}
+    embeddings = td.embeddings.read_dicts_iter(
+        table="current_embeddings",
+        columns=[
+            "timdex_record_id",
+            "embedding_strategy",
+            "embedding_object",
+        ],
+        source=source,
+        action="index",
+    )
+    embeddings_to_index = helpers.format_embeddings(embeddings)
+    try:
+        update_results.update(tim_os.bulk_update(client, index, embeddings_to_index))
+    except BulkOperationError as exception:
+        logger.error(f"Bulk update with embeddings failed: {exception}")  # noqa: TRY400
 
-    summary_results = {"index": index_results}
+    summary_results = {"index": index_results, "update": update_results}
     logger.info(f"Reindex source complete: {json.dumps(summary_results)}")