Webhooks

{
  "id": "event_a1b2c3d4e5f6g7h8",
  "object": "event.batch.completed",
  "timestamp": 1737570000000,
  "delivery_attempt": "1/5",
  "data": {
    "id": "batch_xyz123",
    "object": "batch",
    "status": "completed",
    "items_total": 100,
    "items_completed": 98,
    "items_failed": 2,
    "created_at": "2024-01-15T10:00:00Z",
    "completed_at": "2024-01-15T10:05:32Z"
  }
}

{
  "id": "event_x9y8z7w6v5u4t3s2",
  "object": "event.crawl.completed",
  "timestamp": 1737570000000,
  "delivery_attempt": "1/5",
  "data": {
    "id": "crawl_abc789",
    "object": "crawl",
    "status": "completed",
    "start_url": "https://example.com",
    "urls_count": 87,
    "max_pages": 100,
    "max_depth": 3,
    "actual_max_depth": 3,
    "start_epoch": 1737569500000,
    "start_date": "2024-01-15"
  }
}

from queue import Queue
import threading

webhook_queue = Queue()

@app.route('/webhooks/olostep', methods=['POST'])
def handle_webhook():
    # In die Warteschlange für asynchrone Verarbeitung stellen
    webhook_queue.put(request.json)
    
    # Sofort zurückgeben
    return 'OK', 200

def process_webhooks():
    while True:
        event = webhook_queue.get()
        # Langsame Verarbeitung erfolgt hier
        process_event(event)

threading.Thread(target=process_webhooks, daemon=True).start()

processed_events = set()  # Verwende Redis/DB in der Produktion

def handle_event(event):
    if event['id'] in processed_events:
        return  # Bereits verarbeitet
    
    # Ereignis verarbeiten
    process_batch_completed(event['data'])
    
    # Als verarbeitet markieren
    processed_events.add(event['id'])

import logging

@app.route('/webhooks/olostep', methods=['POST'])
def handle_webhook():
    event = request.json
    logging.info(f"Webhook empfangen: id={event['id']} type={event['object']} attempt={event['delivery_attempt']}")
    
    try:
        process_event(event)
        logging.info(f"Webhook verarbeitet: id={event['id']}")
    except Exception as e:
        logging.error(f"Webhook fehlgeschlagen: id={event['id']} error={e}")
        raise
    
    return 'OK', 200

def handle_event(event):
    if already_processed(event['id']):
        return  # Duplikat überspringen
    
    process_event(event)
    mark_processed(event['id'])

@app.route('/webhooks', methods=['POST'])
def webhook():
    queue.enqueue(process_webhook, request.json)
    return 'OK', 200  # Sofort antworten