Rate Limits

import time
import requests

def make_request_with_retry(url, headers, json, max_retries=5):
    for attempt in range(max_retries):
        response = requests.post(url, headers=headers, json=json)

        if response.status_code == 429:
            wait_time = 2 ** attempt  # 1, 2, 4, 8, 16 seconds
            print(f"Rate limited. Waiting {wait_time}s...")
            time.sleep(wait_time)
            continue

        return response

    raise Exception("Max retries exceeded")

# ❌ Bad: 100 requests for 100 results
for i in range(100):
    search(query, top_k=1, offset=i)

# ✅ Good: 1 request for 100 results
search(query, top_k=100, offset=0)