Included request timeout in api call.

Author: VivekKumarGL

tap_asana/streams/base.py

@@ -59,13 +59,14 @@ def retry_after_wait_gen(**kwargs):
     exc_info = sys.exc_info()
     if exc_info[1] is not None and hasattr(exc_info[1], "response"):
         resp = exc_info[1].response
-        # Retry-After is an undocumented header. But honoring
-        # it was proven to work in our spikes.
-        sleep_time_str = resp.headers.get("Retry-After", "1")  
-        yield math.floor(float(sleep_time_str))
+        if resp.status_code == 429:
+            # Retry-After is an undocumented header. But honoring
+            # it was proven to work in our spikes.
+            sleep_time_str = resp.headers.get("Retry-After", "1")
+            yield math.floor(float(sleep_time_str))
     else:
         # LOGGER.error("retry_after_wait_gen called without a valid exception.")
-        yield 1
+        yield 0
 
 
 def invalid_token_handler(details):
@@ -95,7 +96,7 @@ def asana_error_handling(fnc):
     )
     @backoff.on_exception(
         retry_after_wait_gen,
-        requests.exceptions.HTTPError,
+        (requests.exceptions.HTTPError,requests.exceptions.ConnectionError),
         giveup=is_not_status_code_fn([429]),
         on_backoff=leaky_bucket_handler,
         jitter=None,

tap_asana/streams/portfolios.py

@@ -49,6 +49,7 @@ def get_objects(self):
                     "get_portfolios",
                     workspace=workspace["gid"],  # Workspace ID
                     opts={"owner": "me", "opt_fields": opt_fields},
+                    _request_timeout=self.request_timeout,
                 )
 
 
@@ -59,6 +60,7 @@ def get_objects(self):
                         "get_portfolio",
                         portfolio_gid=portfolio["gid"],
                         opts={"opt_fields": opt_fields},
+                        _request_timeout=self.request_timeout,
                     )
 
                     # Add detailed portfolio information to the portfolio object

tap_asana/streams/projects.py

@@ -61,7 +61,8 @@ def get_objects(self):
             response = self.call_api(
                 projects_api,
                 "get_projects",
-                opts={"workspace" : workspace["gid"],  "opt_fields":opt_fields }    
+                opts={"workspace" : workspace["gid"],  "opt_fields":opt_fields },
+                _request_timeout=self.request_timeout,
             )
 
             for project in response["data"]:

tap_asana/streams/sections.py

@@ -35,6 +35,7 @@ def get_objects(self):
                 projects_api,
                 "get_projects",
                 opts={"workspace": workspace["gid"], "opt_fields": opt_fields},
+                _request_timeout=self.request_timeout,
             )
             project_ids = [project["gid"] for project in response["data"]]
 
@@ -45,6 +46,7 @@ def get_objects(self):
                     "get_sections_for_project",
                     project_gid=project_id,
                     opts={"opt_fields": opt_fields},
+                    _request_timeout=self.request_timeout,
                 )
                 for section in section_response["data"]:
                     yield section

tap_asana/streams/stories.py

@@ -85,6 +85,7 @@ def get_objects(self):
                 projects_api,
                 "get_projects",
                 opts={"workspace": workspace["gid"], "opt_fields": opt_fields},
+                _request_timeout=self.request_timeout,
             )
             project_ids = [project["gid"] for project in response["data"]]
 
@@ -94,6 +95,7 @@ def get_objects(self):
                     tasks_api,
                     "get_tasks",
                     opts={"project": project_id},
+                    _request_timeout=self.request_timeout,
                 )
                 for task in task_response["data"]:
                     task_gid = task.get("gid")
@@ -104,6 +106,7 @@ def get_objects(self):
                         "get_stories_for_task",
                         task_gid=task_gid,
                         opts={"opt_fields": opt_fields},
+                        _request_timeout=self.request_timeout,
                     )
                     for story in story_response["data"]:
                         session_bookmark = self.get_updated_session_bookmark(

tap_asana/streams/subtasks.py

@@ -74,6 +74,7 @@ def get_objects(self):
                 projects_api,
                 "get_projects",
                 opts={"workspace": workspace["gid"], "opt_fields": "gid"},
+                _request_timeout=self.request_timeout,
             )
             project_ids = [project["gid"] for project in projects_response["data"]]
 
@@ -84,6 +85,7 @@ def get_objects(self):
                     tasks_api,
                     "get_tasks",
                     opts={"project": project_id, "opt_fields": opt_fields},
+                    _request_timeout=self.request_timeout,
                 )
                 for task in tasks_response["data"]:
                     # Fetch subtasks recursively

tap_asana/streams/tags.py

@@ -39,6 +39,7 @@ def get_objects(self):
                 tags_api,
                 "get_tags",
                 opts={"workspace": workspace["gid"], "opt_fields": opt_fields},
+                _request_timeout=self.request_timeout,
             )
             for tag in tag_response["data"]:
                 session_bookmark = self.get_updated_session_bookmark(

tap_asana/streams/tasks.py

@@ -70,6 +70,7 @@ def get_objects(self):
                 projects_api,
                 "get_projects",
                 opts={"workspace": workspace["gid"], "opt_fields": "gid"},
+                _request_timeout=self.request_timeout,
             )
             project_ids = [project["gid"] for project in response["data"]]
 
@@ -83,6 +84,7 @@ def get_objects(self):
                         "opt_fields": opt_fields,
                         "modified_since": modified_since,
                     },
+                    _request_timeout=self.request_timeout,
                 )
                 for task in task_response["data"]:
                     session_bookmark = self.get_updated_session_bookmark(

tap_asana/streams/teams.py

@@ -43,6 +43,7 @@ def get_objects(self):
                     "get_teams_for_workspace",
                     workspace_gid=workspace["gid"],
                     opts={"opt_fields": opt_fields},
+                    _request_timeout=self.request_timeout,
                 )
                 for team in teams_response["data"]:
                     # Fetch users for the current team using get_users_for_team
@@ -51,6 +52,7 @@ def get_objects(self):
                         "get_users_for_team",
                         team_gid=team["gid"],
                         opts={"opt_fields": "gid,name,email"},
+                        _request_timeout=self.request_timeout,
                     )
                     team["users"] = users_response["data"]
                     yield team

tap_asana/streams/users.py

@@ -39,6 +39,7 @@ def get_objects(self):
                 users_api,
                 "get_users",
                 opts={"workspace": workspace["gid"], "opt_fields": opt_fields},
+                _request_timeout=self.request_timeout,
             )
             for user in users_response["data"]:
                 yield user