Recevoir des webhooks à fort volume — bonnes pratiques

from fastapi import FastAPI, Request, Response, HTTPException
import boto3, os

app = FastAPI()
sqs = boto3.client("sqs")
QUEUE_URL = os.environ["SQS_QUEUE_URL"]
WEBHOOK_KEY = os.environ["FLUXIMMO_WEBHOOK_KEY"]

@app.post("/webhooks/fluximmo")
async def receive(request: Request):
    if request.headers.get("x-webhook-key") != WEBHOOK_KEY:
        raise HTTPException(401)
    body = await request.body()
    sqs.send_message(QueueUrl=QUEUE_URL, MessageBody=body.decode("utf-8"))
    return Response(status_code=200)

import boto3, json, logging

sqs = boto3.client("sqs")
QUEUE_URL = "..."

def handle(body: dict):
    # Webhook canonique : { data: { created, updated } }
    for entry in body.get("data", {}).get("created", []):
        for advert in entry.get("adverts", []):
            db.upsert_advert_full(advert["flxId"], advert, alert_id=entry["alert_id"])
    for entry in body.get("data", {}).get("updated", []):
        for advert in entry.get("adverts", []):
            # DTO réduit : flxId, currentPrice, isOnline → diff vs état local
            db.update_advert_partial(advert["flxId"], advert, alert_id=entry["alert_id"])

def consume_loop():
    while True:
        resp = sqs.receive_message(
            QueueUrl=QUEUE_URL,
            MaxNumberOfMessages=10,
            WaitTimeSeconds=20,  # long polling
        )
        for msg in resp.get("Messages", []):
            try:
                payload = json.loads(msg["Body"])
                handle(payload)
                sqs.delete_message(QueueUrl=QUEUE_URL, ReceiptHandle=msg["ReceiptHandle"])
            except Exception as e:
                logging.exception("worker failed: %s", e)
                # ne pas delete → SQS retry → après N échecs → DLQ