[Integration][ADO] Improved the PR kind to process concurrently (#1536)

Author: oiadebayo

Diff for: integrations/azure-devops/CHANGELOG.md

@@ -7,6 +7,14 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 <!-- towncrier release notes start -->
 
+## 0.1.143 (2025-04-03)
+
+
+### Improvements
+
+- Added support for fetching pull requests concurently
+
+
 ## 0.1.142 (2025-04-03)
 
 

Diff for: integrations/azure-devops/azure_devops/client/azure_devops_client.py

@@ -30,6 +30,7 @@
 MAX_ALLOWED_FILE_SIZE_IN_BYTES = 1 * 1024 * 1024
 MAX_CONCURRENT_FILE_DOWNLOADS = 50
 MAX_CONCURRENT_REPOS_FOR_FILE_PROCESSING = 25
+MAX_CONCURRENT_REPOS_FOR_PULL_REQUESTS = 25
 
 
 class AzureDevopsClient(HTTPBaseClient):
@@ -182,12 +183,20 @@ async def generate_pull_requests(
         async for repositories in self.generate_repositories(
             include_disabled_repositories=False
         ):
-            for repository in repositories:
-                pull_requests_url = f"{self._organization_base_url}/{repository['project']['id']}/{API_URL_PREFIX}/git/repositories/{repository['id']}/pullrequests"
-                async for filtered_pull_requests in self._get_paginated_by_top_and_skip(
-                    pull_requests_url, search_filters
-                ):
-                    yield filtered_pull_requests
+            semaphore = asyncio.BoundedSemaphore(MAX_CONCURRENT_REPOS_FOR_PULL_REQUESTS)
+            tasks = [
+                semaphore_async_iterator(
+                    semaphore,
+                    functools.partial(
+                        self._get_paginated_by_top_and_skip,
+                        f"{self._organization_base_url}/{repository['project']['id']}/{API_URL_PREFIX}/git/repositories/{repository['id']}/pullrequests",
+                        search_filters,
+                    ),
+                )
+                for repository in repositories
+            ]
+            async for pull_requests in stream_async_iterators_tasks(*tasks):
+                yield pull_requests
 
     async def generate_pipelines(self) -> AsyncGenerator[list[dict[Any, Any]], None]:
         async for projects in self.generate_projects():

Diff for: integrations/azure-devops/pyproject.toml

@@ -1,6 +1,6 @@
 [tool.poetry]
 name = "azure-devops"
-version = "0.1.142"
+version = "0.1.143"
 description = "An Azure Devops Ocean integration"
 authors = ["Matan Geva <[email protected]>"]