fix: add one second to retry after delays

This commit is contained in:
Arthur K.
2026-07-23 14:10:27 +08:00
committed by chengyongru
parent 299bcf491b
commit 3647875aba
2 changed files with 9 additions and 7 deletions
+3 -1
View File
@@ -20,6 +20,7 @@ from nanobot.utils.helpers import sanitize_surrogates_deep
STREAM_IDLE_TIMEOUT_ENV = "NANOBOT_STREAM_IDLE_TIMEOUT_S"
DEFAULT_STREAM_IDLE_TIMEOUT_S = 90.0
MAX_STREAM_IDLE_TIMEOUT_S = 3600.0
RETRY_AFTER_BUFFER = 1
def resolve_stream_idle_timeout_s(
@@ -965,8 +966,9 @@ class LLMProvider(ABC):
)
break
retry_after = self._extract_retry_after_from_response(response)
base_delay = delays[min(attempt - 1, len(delays) - 1)]
delay = self._extract_retry_after_from_response(response) or base_delay
delay = retry_after + RETRY_AFTER_BUFFER if retry_after else base_delay
if persistent:
delay = min(delay, self._PERSISTENT_MAX_DELAY)