jim/openai-cookbook
1
0
Fork 0
mirror of https://github.com/james-m-jordan/openai-cookbook.git synced 2025-05-09 19:32:38 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update rate limit error detection criteria for Azure OpenAI API (#1254)

Browse Source
This commit is contained in:
Xingjian (Jimmy) Zhang 2024-07-08 03:16:25 +08:00 committed by GitHub
parent ffa9ad20eb
commit e9d4211e55
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/api_request_parallel_processor.py
View File

@ -322,7 +322,7 @@ class APIRequest:
) )
status_tracker.num_api_errors += 1 status_tracker.num_api_errors += 1
error = response error = response
if "Rate limit" in response["error"].get("message", ""): if "rate limit" in response["error"].get("message", "").lower():
status_tracker.time_of_last_rate_limit_error = time.time() status_tracker.time_of_last_rate_limit_error = time.time()
status_tracker.num_rate_limit_errors += 1 status_tracker.num_rate_limit_errors += 1
status_tracker.num_api_errors -= ( status_tracker.num_api_errors -= (