Update duckdb. use more duckdb. Fix the display of stats

config/recurring.yml

@@ -30,20 +30,30 @@ cleanup_old_events:
   queue: background
   schedule: every hour
 
-# Export events from PostgreSQL to Parquet files for fast analytics
-export_events_to_parquet:
-  class: ExportEventsToParquetJob
+# Export events from PostgreSQL to DuckLake for fast analytics
+export_events_to_ducklake:
+  class: ExportEventsToDucklakeJob
   queue: default
   schedule: every 1 minutes
 
-# Consolidate completed hours into day files
-consolidate_parquet_hourly:
-  class: ConsolidateParquetHourlyJob
-  queue: default
-  schedule: "5 * * * *"  # At 5 minutes past every hour
+# Merge DuckLake files and clean up immediately after
+merge_ducklake_files:
+  class: MergeDucklakeFilesJob
+  queue: background
+  schedule: every 15 minutes
 
-# Consolidate completed week into archive (Monday 00:05)
-consolidate_parquet_weekly:
-  class: ConsolidateParquetWeeklyJob
-  queue: default
-  schedule: "5 0 * * 1"  # Monday at 00:05
+# OLD PARQUET SYSTEM (DISABLED - using DuckLake now)
+# export_events_to_parquet:
+#   class: ExportEventsToParquetJob
+#   queue: default
+#   schedule: every 1 minutes
+#
+# consolidate_parquet_hourly:
+#   class: ConsolidateParquetHourlyJob
+#   queue: default
+#   schedule: "5 * * * *"  # At 5 minutes past every hour
+#
+# consolidate_parquet_weekly:
+#   class: ConsolidateParquetWeeklyJob
+#   queue: default
+#   schedule: "5 0 * * 1"  # Monday at 00:05