feat(datapoints): retry datapoint creation up to maxRetries

src/rapidata/rapidata_client/datapoints/_datapoint_uploader.py

@@ -1,13 +1,21 @@
 from __future__ import annotations
 
+import time
 from typing import TYPE_CHECKING
 
+from rapidata.rapidata_client.api.rapidata_api_client import (
+    suppress_rapidata_error_logging,
+)
+from rapidata.rapidata_client.config import logger, rapidata_config
 from rapidata.rapidata_client.datapoints._datapoint import Datapoint
 from rapidata.service.openapi_service import OpenAPIService
 from rapidata.rapidata_client.datapoints._asset_uploader import AssetUploader
 from rapidata.rapidata_client.datapoints._asset_mapper import AssetMapper
 
 if TYPE_CHECKING:
+    from rapidata.api_client.models.create_datapoint_endpoint_input import (
+        CreateDatapointEndpointInput,
+    )
     from rapidata.api_client.models.create_datapoint_endpoint_output import (
         CreateDatapointEndpointOutput,
     )
@@ -40,15 +48,48 @@ def upload_datapoint(
             else self.asset_uploader.upload_and_map_asset(datapoint.media_context)
         )
 
-        return self.openapi_service.dataset.datapoints_api.dataset_dataset_id_datapoint_post(
-            dataset_id=dataset_id,
-            create_datapoint_endpoint_input=CreateDatapointEndpointInput(
-                asset=uploaded_asset,
-                context=context,
-                contextAsset=context_asset,
-                transcription=datapoint.sentence,
-                sortIndex=index,
-                group=datapoint.group,
-                privateMetadata=datapoint.private_metadata,
-            ),
+        payload = CreateDatapointEndpointInput(
+            asset=uploaded_asset,
+            context=context,
+            contextAsset=context_asset,
+            transcription=datapoint.sentence,
+            sortIndex=index,
+            group=datapoint.group,
+            privateMetadata=datapoint.private_metadata,
         )
+
+        return self._create_datapoint_with_retries(dataset_id, index, payload)
+
+    def _create_datapoint_with_retries(
+        self,
+        dataset_id: str,
+        index: int,
+        payload: CreateDatapointEndpointInput,
+    ) -> CreateDatapointEndpointOutput:
+        max_retries = rapidata_config.upload.maxRetries
+        last_exception: Exception | None = None
+
+        for attempt in range(max_retries):
+            try:
+                with suppress_rapidata_error_logging():
+                    return self.openapi_service.dataset.datapoints_api.dataset_dataset_id_datapoint_post(
+                        dataset_id=dataset_id,
+                        create_datapoint_endpoint_input=payload,
+                    )
+            except Exception as e:
+                last_exception = e
+                if attempt < max_retries - 1:
+                    # Exponential backoff: 1s, 2s, 4s
+                    retry_delay = 2**attempt
+                    logger.debug(
+                        "Datapoint creation failed (attempt %s/%s) for index %s: %s. Retrying in %ss...",
+                        attempt + 1,
+                        max_retries,
+                        index,
+                        e,
+                        retry_delay,
+                    )
+                    time.sleep(retry_delay)
+
+        assert last_exception is not None
+        raise last_exception