fix: Add rate-limiting to Teams API request

backend/onyx/connectors/teams/connector.py

@@ -1,5 +1,6 @@
 import copy
 import os
+import time
 from collections.abc import Iterator
 from datetime import datetime
 from datetime import timezone
@@ -492,7 +493,54 @@ def _collect_documents_for_channel(
             continue
 
         try:
-            replies = list(message.replies.get_all().execute_query())
+            MAX_RETRIES = 10
+            retries = 0
+            replies: list[ChatMessage] | None = None
+            cre: ClientRequestException | None = None
+
+            while True:
+                if retries == MAX_RETRIES:
+                    break
+
+                try:
+                    replies = list(message.replies.get_all().execute_query())
+                    cre = None
+                    break
+                except ClientRequestException as e:
+                    cre = e
+
+                    if not cre.response:
+                        continue
+                    if cre.response.status_code != 429:
+                        continue
+
+                    retry_after = int(cre.response.headers.get("Retry-After", 10))
+                    time.sleep(retry_after)
+                    retries += 1
+
+            if cre:
+                failure_message = f"Retrieval of message and its replies failed; {channel.id=} {message.id}"
+                if cre.response:
+                    failure_message = f"{failure_message}; {cre.response.status_code=}"
+
+                yield ConnectorFailure(
+                    failed_entity=EntityFailure(
+                        entity_id=message.id,
+                    ),
+                    failure_message=f"Retrieval of message and its replies failed; {channel.id=} {message.id}",
+                    exception=cre,
+                )
+
+            if not replies:
+                yield ConnectorFailure(
+                    failed_entity=EntityFailure(
+                        entity_id=message.id,
+                    ),
+                    failure_message=f"Retrieval of message and its replies failed; {channel.id=} {message.id}",
+                    exception=cre,
+                )
+                continue
+
             thread = [message]
             thread.extend(replies[::-1])