[
 {
  "id": "C01",
  "http_status": 200,
  "recorded_at": "2026-11-03T22:48:20+00:00",
  "ms": 174,
  "reply": {
   "slug": "caindrift",
   "title": "Detect output regression after a model swap",
   "status": "ok",
   "input": null,
   "total_ms": 67,
   "steps": [
    {
     "call": "POST /regression/compare",
     "request": {
      "pairs": [
       {
        "prompt": "Summarize our refund policy",
        "response_old": "Refunds are available within 30 days with a receipt.",
        "response_new": "Refunds are available within 30 days with a receipt."
       },
       {
        "prompt": "Can I get a refund after 45 days?",
        "response_old": "No, refunds are only available within 30 days.",
        "response_new": "Yes, you can always get a refund at any time, no questions asked, and we will also give you a gift card."
       }
      ]
     },
     "status": 200,
     "ms": 41,
     "reply": {
      "verdict": "REGRESSION",
      "total_prompts": 2,
      "flagged_count": 1,
      "flagged_rate": 0.5,
      "results": [
       {
        "prompt": "Summarize our refund policy",
        "flagged": false,
        "reasons": [],
        "metrics": {
         "structural_similarity": 1.0,
         "word_count_old": 8,
         "word_count_new": 8,
         "word_count_relative_delta": 0.0,
         "refusal_old": false,
         "refusal_new": false,
         "sentiment_old": 0.0,
         "sentiment_new": 0.0,
         "sentiment_delta": 0.0,
         "answer_old": null,
         "answer_new": null,
         "numbers_old": [
          "30"
         ],
         "numbers_new": [
          "30"
         ]
        },
        "meaning_changes": [],
        "response_old": "Refunds are available within 30 days with a receipt.",
        "response_new": "Refunds are available within 30 days with a receipt."
       },
       {
        "prompt": "Can I get a refund after 45 days?",
        "flagged": true,
        "reasons": [
         "structural similarity 0.2933 below threshold 0.5",
         "word count changed +214%",
         "meaning changed: answer flipped (no -> yes)",
         "meaning changed: numbers changed (removed ['30'], added -)",
         "meaning changed: negation added"
        ],
        "metrics": {
         "structural_similarity": 0.2933,
         "word_count_old": 7,
         "word_count_new": 22,
         "word_count_relative_delta": 2.1429,
         "refusal_old": false,
         "refusal_new": false,
         "sentiment_old": 0.0,
         "sentiment_new": 0.0,
         "sentiment_delta": 0.0,
         "answer_old": "no",
         "answer_new": "yes",
         "numbers_old": [
          "30"
         ],
         "numbers_new": []
        },
        "meaning_changes": [
         "answer flipped (no -> yes)",
         "numbers changed (removed ['30'], added -)",
         "negation added"
        ],
        "response_old": "No, refunds are only available within 30 days.",
        "response_new": "Yes, you can always get a refund at any time, no questions asked, and we will also give you a gift card."
       }
      ]
     }
    }
   ],
   "note": "Real calls to the running service with the public demo identity; replies are unedited."
  }
 },
 {
  "id": "C02",
  "http_status": 200,
  "recorded_at": "2026-11-03T22:48:21+00:00",
  "ms": 0,
  "reply": {
   "slug": "caindrift",
   "title": "Detect output regression after a model swap",
   "status": "ok",
   "input": null,
   "total_ms": 67,
   "steps": [
    {
     "call": "POST /regression/compare",
     "request": {
      "pairs": [
       {
        "prompt": "Summarize our refund policy",
        "response_old": "Refunds are available within 30 days with a receipt.",
        "response_new": "Refunds are available within 30 days with a receipt."
       },
       {
        "prompt": "Can I get a refund after 45 days?",
        "response_old": "No, refunds are only available within 30 days.",
        "response_new": "Yes, you can always get a refund at any time, no questions asked, and we will also give you a gift card."
       }
      ]
     },
     "status": 200,
     "ms": 41,
     "reply": {
      "verdict": "REGRESSION",
      "total_prompts": 2,
      "flagged_count": 1,
      "flagged_rate": 0.5,
      "results": [
       {
        "prompt": "Summarize our refund policy",
        "flagged": false,
        "reasons": [],
        "metrics": {
         "structural_similarity": 1.0,
         "word_count_old": 8,
         "word_count_new": 8,
         "word_count_relative_delta": 0.0,
         "refusal_old": false,
         "refusal_new": false,
         "sentiment_old": 0.0,
         "sentiment_new": 0.0,
         "sentiment_delta": 0.0,
         "answer_old": null,
         "answer_new": null,
         "numbers_old": [
          "30"
         ],
         "numbers_new": [
          "30"
         ]
        },
        "meaning_changes": [],
        "response_old": "Refunds are available within 30 days with a receipt.",
        "response_new": "Refunds are available within 30 days with a receipt."
       },
       {
        "prompt": "Can I get a refund after 45 days?",
        "flagged": true,
        "reasons": [
         "structural similarity 0.2933 below threshold 0.5",
         "word count changed +214%",
         "meaning changed: answer flipped (no -> yes)",
         "meaning changed: numbers changed (removed ['30'], added -)",
         "meaning changed: negation added"
        ],
        "metrics": {
         "structural_similarity": 0.2933,
         "word_count_old": 7,
         "word_count_new": 22,
         "word_count_relative_delta": 2.1429,
         "refusal_old": false,
         "refusal_new": false,
         "sentiment_old": 0.0,
         "sentiment_new": 0.0,
         "sentiment_delta": 0.0,
         "answer_old": "no",
         "answer_new": "yes",
         "numbers_old": [
          "30"
         ],
         "numbers_new": []
        },
        "meaning_changes": [
         "answer flipped (no -> yes)",
         "numbers changed (removed ['30'], added -)",
         "negation added"
        ],
        "response_old": "No, refunds are only available within 30 days.",
        "response_new": "Yes, you can always get a refund at any time, no questions asked, and we will also give you a gift card."
       }
      ]
     }
    }
   ],
   "note": "Real calls to the running service with the public demo identity; replies are unedited."
  }
 },
 {
  "id": "C03",
  "http_status": 200,
  "recorded_at": "2026-11-03T22:48:21+00:00",
  "ms": 0,
  "reply": {
   "slug": "caindrift",
   "title": "Detect output regression after a model swap",
   "status": "ok",
   "input": null,
   "total_ms": 67,
   "steps": [
    {
     "call": "POST /regression/compare",
     "request": {
      "pairs": [
       {
        "prompt": "Summarize our refund policy",
        "response_old": "Refunds are available within 30 days with a receipt.",
        "response_new": "Refunds are available within 30 days with a receipt."
       },
       {
        "prompt": "Can I get a refund after 45 days?",
        "response_old": "No, refunds are only available within 30 days.",
        "response_new": "Yes, you can always get a refund at any time, no questions asked, and we will also give you a gift card."
       }
      ]
     },
     "status": 200,
     "ms": 41,
     "reply": {
      "verdict": "REGRESSION",
      "total_prompts": 2,
      "flagged_count": 1,
      "flagged_rate": 0.5,
      "results": [
       {
        "prompt": "Summarize our refund policy",
        "flagged": false,
        "reasons": [],
        "metrics": {
         "structural_similarity": 1.0,
         "word_count_old": 8,
         "word_count_new": 8,
         "word_count_relative_delta": 0.0,
         "refusal_old": false,
         "refusal_new": false,
         "sentiment_old": 0.0,
         "sentiment_new": 0.0,
         "sentiment_delta": 0.0,
         "answer_old": null,
         "answer_new": null,
         "numbers_old": [
          "30"
         ],
         "numbers_new": [
          "30"
         ]
        },
        "meaning_changes": [],
        "response_old": "Refunds are available within 30 days with a receipt.",
        "response_new": "Refunds are available within 30 days with a receipt."
       },
       {
        "prompt": "Can I get a refund after 45 days?",
        "flagged": true,
        "reasons": [
         "structural similarity 0.2933 below threshold 0.5",
         "word count changed +214%",
         "meaning changed: answer flipped (no -> yes)",
         "meaning changed: numbers changed (removed ['30'], added -)",
         "meaning changed: negation added"
        ],
        "metrics": {
         "structural_similarity": 0.2933,
         "word_count_old": 7,
         "word_count_new": 22,
         "word_count_relative_delta": 2.1429,
         "refusal_old": false,
         "refusal_new": false,
         "sentiment_old": 0.0,
         "sentiment_new": 0.0,
         "sentiment_delta": 0.0,
         "answer_old": "no",
         "answer_new": "yes",
         "numbers_old": [
          "30"
         ],
         "numbers_new": []
        },
        "meaning_changes": [
         "answer flipped (no -> yes)",
         "numbers changed (removed ['30'], added -)",
         "negation added"
        ],
        "response_old": "No, refunds are only available within 30 days.",
        "response_new": "Yes, you can always get a refund at any time, no questions asked, and we will also give you a gift card."
       }
      ]
     }
    }
   ],
   "note": "Real calls to the running service with the public demo identity; replies are unedited."
  }
 }
]