feat: integration of pipeline hooks into testing

2026-05-31 16:43:36 +00:00 · 2026-01-12 13:37:48 +01:00
parent 9a8525a854
commit acf731efcb
9 changed files with 58 additions and 19 deletions
--- a/backend/server/app.py
+++ b/backend/server/app.py
@@ -198,12 +198,16 @@ def dump_logs(
            auto_offset_reset='earliest',
            enable_auto_commit=False,
            value_deserializer=lambda x: json.loads(x.decode('utf-8')),
-            consumer_timeout_ms=5000
+            consumer_timeout_ms=30000,
+            fetch_max_wait_ms=10000,
+            max_poll_records=1000
        )

        events = []
        for msg in consumer:
            events.append(msg.value)
+            if last_n and len(events) >= last_n * 2:
+                break

        consumer.close()