feat(ingest): add retries for tableau (datahub-project#9437)

metadata-ingestion/src/datahub/ingestion/source/tableau.py

@@ -21,14 +21,15 @@
 import tableauserverclient as TSC
 from pydantic import root_validator, validator
 from pydantic.fields import Field
-from requests.adapters import ConnectionError
+from requests.adapters import ConnectionError, HTTPAdapter
 from tableauserverclient import (
     PersonalAccessTokenAuth,
     Server,
     ServerResponseError,
     TableauAuth,
 )
 from tableauserverclient.server.endpoint.exceptions import NonXMLResponseError
+from urllib3 import Retry
 
 import datahub.emitter.mce_builder as builder
 import datahub.utilities.sqlglot_lineage as sqlglot_l
@@ -174,6 +175,7 @@ class TableauConnectionConfig(ConfigModel):
         description="Unique relationship between the Tableau Server and site",
     )
 
+    max_retries: int = Field(3, description="Number of retries for failed requests.")
     ssl_verify: Union[bool, str] = Field(
         default=True,
         description="Whether to verify SSL certificates. If using self-signed certificates, set to false or provide the path to the .pem certificate bundle.",
@@ -224,6 +226,17 @@ def make_tableau_client(self) -> Server:
             # From https://stackoverflow.com/a/50159273/5004662.
             server._session.trust_env = False
 
+            # Setup request retries.
+            adapter = HTTPAdapter(
+                max_retries=Retry(
+                    total=self.max_retries,
+                    backoff_factor=1,
+                    status_forcelist=[429, 500, 502, 503, 504],
+                )
+            )
+            server._session.mount("http://", adapter)
+            server._session.mount("https://", adapter)
+
             server.auth.sign_in(authentication)
             return server
         except ServerResponseError as e: