import requests
import time
import random

def rate_aware_fetch(url, headers):
    """Fetch with rate limit awareness."""
    resp = requests.get(url, headers=headers)

    # Log rate limit status
    remaining = resp.headers.get("X-RateLimit-Remaining")
    limit = resp.headers.get("X-RateLimit-Limit")
    print(f"Rate limit: {remaining}/{limit} remaining")

    if resp.status_code == 429:
        reset = int(resp.headers.get("X-RateLimit-Reset", 0))
        wait = max(reset - time.time(), 1)
        jitter = random.uniform(0, 0.5)
        print(f"Rate limited. Waiting {wait + jitter:.1f}s...")
        time.sleep(wait + jitter)
        return rate_aware_fetch(url, headers)  # retry

    resp.raise_for_status()
    return resp.json()

# Prefer streaming for real-time data
import websockets, asyncio, json

async def stream_instead_of_poll():
    """Use WebSocket instead of polling to avoid rate limits."""
    uri = "wss://api.gexengine.com/ws/v1/stream/SPX?api_key=YOUR_API_KEY"
    async with websockets.connect(uri) as ws:
        await ws.send(json.dumps({"subscribe": ["gex", "regime"]}))
        async for msg in ws:
            data = json.loads(msg)
            print(f"[{data['channel']}] {data['data']}")