feat(admin): observability — job history, live now-analyzing, durations & metrics (0.84.0) (#6)

backend/tests/crawl_metrics.rs

@@ -0,0 +1,140 @@
+//! Repo-level integration tests for the crawl_metrics timing log.
+
+use chrono::Utc;
+use mangalord::repo::crawl_metrics::{
+    self, OpFilter, OP_CHAPTER, OP_MANGA_COVER, OP_MANGA_DETAIL, OP_MANGA_LIST,
+};
+use sqlx::PgPool;
+use uuid::Uuid;
+
+async fn seed_manga_chapter(pool: &PgPool, title: &str) -> (Uuid, Uuid) {
+    let manga_id: Uuid =
+        sqlx::query_scalar("INSERT INTO mangas (title) VALUES ($1) RETURNING id")
+            .bind(title)
+            .fetch_one(pool)
+            .await
+            .unwrap();
+    let chapter_id: Uuid = sqlx::query_scalar(
+        "INSERT INTO chapters (manga_id, number) VALUES ($1, 12) RETURNING id",
+    )
+    .bind(manga_id)
+    .fetch_one(pool)
+    .await
+    .unwrap();
+    (manga_id, chapter_id)
+}
+
+#[sqlx::test(migrations = "./migrations")]
+async fn summary_rolls_up_avg_counts_and_success(pool: PgPool) {
+    let (m, c) = seed_manga_chapter(&pool, "Berserk").await;
+
+    // Two chapter ops (one ok, one failed) + one cover op.
+    crawl_metrics::record(&pool, OP_CHAPTER, Some(m), Some(c), "ok", 6000, Some(20), None)
+        .await
+        .unwrap();
+    crawl_metrics::record(
+        &pool, OP_CHAPTER, Some(m), Some(c), "failed", 8000, Some(10), Some("boom"),
+    )
+    .await
+    .unwrap();
+    crawl_metrics::record(&pool, OP_MANGA_COVER, Some(m), None, "ok", 500, None, None)
+        .await
+        .unwrap();
+
+    let summary = crawl_metrics::summary(&pool, None).await.unwrap();
+    let chapter = summary.iter().find(|s| s.op == OP_CHAPTER).unwrap();
+    assert_eq!(chapter.n, 2);
+    assert_eq!(chapter.ok, 1);
+    assert_eq!(chapter.failed, 1);
+    assert_eq!(chapter.avg_ms, Some(7000.0));
+    assert_eq!(chapter.avg_items, Some(15.0));
+
+    let cover = summary.iter().find(|s| s.op == OP_MANGA_COVER).unwrap();
+    assert_eq!(cover.n, 1);
+    assert_eq!(cover.avg_ms, Some(500.0));
+    assert_eq!(cover.avg_items, None);
+}
+
+#[sqlx::test(migrations = "./migrations")]
+async fn summary_window_excludes_old_rows(pool: PgPool) {
+    let (m, _c) = seed_manga_chapter(&pool, "X").await;
+    crawl_metrics::record(&pool, OP_MANGA_DETAIL, Some(m), None, "ok", 1000, None, None)
+        .await
+        .unwrap();
+    // Backdate it two days.
+    sqlx::query("UPDATE crawl_metrics SET finished_at = now() - interval '2 days'")
+        .execute(&pool)
+        .await
+        .unwrap();
+
+    let since = Utc::now() - chrono::Duration::days(1);
+    let windowed = crawl_metrics::summary(&pool, Some(since)).await.unwrap();
+    assert!(windowed.is_empty(), "row older than the window must be excluded");
+
+    let all = crawl_metrics::summary(&pool, None).await.unwrap();
+    assert_eq!(all.len(), 1);
+}
+
+#[sqlx::test(migrations = "./migrations")]
+async fn list_ops_filters_paginates_and_labels(pool: PgPool) {
+    let (m, c) = seed_manga_chapter(&pool, "Bleach").await;
+    crawl_metrics::record(&pool, OP_CHAPTER, Some(m), Some(c), "ok", 6000, Some(20), None)
+        .await
+        .unwrap();
+    crawl_metrics::record(&pool, OP_MANGA_LIST, None, None, "failed", 42000, Some(8), Some("oops"))
+        .await
+        .unwrap();
+
+    // Unfiltered: both, newest-first, with labels resolved.
+    let (rows, total) =
+        crawl_metrics::list_ops(&pool, OpFilter::default(), 50, 0).await.unwrap();
+    assert_eq!(total, 2);
+    assert_eq!(rows.len(), 2);
+    let chapter_row = rows.iter().find(|r| r.op == OP_CHAPTER).unwrap();
+    assert_eq!(chapter_row.manga_title.as_deref(), Some("Bleach"));
+    assert_eq!(chapter_row.chapter_number, Some(12));
+    assert_eq!(chapter_row.items, Some(20));
+
+    // Filter by op.
+    let (rows, total) = crawl_metrics::list_ops(
+        &pool, OpFilter { op: Some(OP_MANGA_LIST), ..Default::default() }, 50, 0,
+    )
+    .await
+    .unwrap();
+    assert_eq!(total, 1);
+    assert_eq!(rows[0].outcome, "failed");
+    assert_eq!(rows[0].error.as_deref(), Some("oops"));
+
+    // Filter by outcome.
+    let (_rows, total) = crawl_metrics::list_ops(
+        &pool, OpFilter { outcome: Some("ok"), ..Default::default() }, 50, 0,
+    )
+    .await
+    .unwrap();
+    assert_eq!(total, 1);
+
+    // Pagination: limit clamps the slice; total reflects the full set.
+    let (rows, total) =
+        crawl_metrics::list_ops(&pool, OpFilter::default(), 1, 0).await.unwrap();
+    assert_eq!(rows.len(), 1);
+    assert_eq!(total, 2);
+}
+
+#[sqlx::test(migrations = "./migrations")]
+async fn reap_deletes_old_rows_and_zero_disables(pool: PgPool) {
+    crawl_metrics::record(&pool, OP_MANGA_LIST, None, None, "ok", 1000, Some(5), None)
+        .await
+        .unwrap();
+    sqlx::query("UPDATE crawl_metrics SET finished_at = now() - interval '100 days'")
+        .execute(&pool)
+        .await
+        .unwrap();
+
+    // 0 disables — nothing removed.
+    assert_eq!(crawl_metrics::reap(&pool, 0).await.unwrap(), 0);
+    // 90-day retention removes the 100-day-old row.
+    assert_eq!(crawl_metrics::reap(&pool, 90).await.unwrap(), 1);
+    let (_rows, total) =
+        crawl_metrics::list_ops(&pool, OpFilter::default(), 50, 0).await.unwrap();
+    assert_eq!(total, 0);
+}