{
  "runId": "2026-06-05T16:50:21.407Z-qwen2.5_14b",
  "date": "2026-06-05",
  "model": {
    "id": "qwen2.5:14b",
    "name": "qwen2.5:14b",
    "kind": "local",
    "runner": "ollama",
    "quant": ""
  },
  "env": {
    "gpu": "NVIDIA GeForce RTX 3090",
    "envClass": "gaming",
    "ollamaVersion": "ollama version is 0.19.0",
    "driver": "610.47",
    "powerLimitW": 420,
    "host": "win32 10.0.26200",
    "note": ""
  },
  "params": {
    "temperature": 0,
    "seed": 7,
    "numCtx": 8192,
    "topP": 1
  },
  "tasks": [
    {
      "id": "code-hozen-01",
      "category": "code-hozen",
      "categoryLabel": "日本語コード保守",
      "type": "agent",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "LOCK OK: test.mjs は改変されていません\n",
            "stderr": ""
          }
        },
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "OK: 全ケース合格\n",
            "stderr": ""
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": null,
        "tokens": 0,
        "tokPerSec": null,
        "wallMs": 23162,
        "toolCalls": 3,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 23162
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/code-hozen-01.md"
    },
    {
      "id": "code-hozen-02",
      "category": "code-hozen",
      "categoryLabel": "日本語コード保守",
      "type": "agent",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "LOCK OK: validate.mjs は改変されていません\n",
            "stderr": ""
          }
        },
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "VALIDATE OK: frontmatter は必須キーと形式を満たしています\n",
            "stderr": ""
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": null,
        "tokens": 0,
        "tokPerSec": null,
        "wallMs": 26228,
        "toolCalls": 4,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 26228
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/code-hozen-02.md"
    },
    {
      "id": "code-hozen-03",
      "category": "code-hozen",
      "categoryLabel": "日本語コード保守",
      "type": "agent",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "LOCK OK: test.mjs は改変されていません\n",
            "stderr": ""
          }
        },
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "",
            "stderr": ""
          }
        },
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "OK: 全ケース合格\n",
            "stderr": ""
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": null,
        "tokens": 0,
        "tokPerSec": null,
        "wallMs": 16535,
        "toolCalls": 2,
        "toolCallInvalid": 1,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 16535
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/code-hozen-03.md"
    },
    {
      "id": "code-hozen-04",
      "category": "code-hozen",
      "categoryLabel": "日本語コード保守",
      "type": "agent",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "LOCK OK: test.mjs は改変されていません\n",
            "stderr": ""
          }
        },
        {
          "kind": "objective",
          "method": "script",
          "score": 1,
          "details": {
            "code": 0,
            "stdout": "OK: 全ケース合格\n",
            "stderr": ""
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": null,
        "tokens": 0,
        "tokPerSec": null,
        "wallMs": 34230,
        "toolCalls": 3,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 34230
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/code-hozen-04.md"
    },
    {
      "id": "gijiroku-01",
      "category": "gijiroku",
      "categoryLabel": "議事録ToDo抽出",
      "type": "qa",
      "score01": 0.9,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "佐倉",
              "桜井"
            ],
            "hits": [
              "佐倉",
              "桜井"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "2026-04-10",
              "2026-04-20"
            ],
            "hits": [
              "2026-04-10",
              "2026-04-20"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.8,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.9
      },
      "metrics": {
        "ttftMs": 404,
        "tokens": 162,
        "tokPerSec": 71.61803713527851,
        "wallMs": 2666,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.9,
          "wallMs": 2666
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/gijiroku-01.md"
    },
    {
      "id": "gijiroku-02",
      "category": "gijiroku",
      "categoryLabel": "議事録ToDo抽出",
      "type": "qa",
      "score01": 0.6749999999999999,
      "passed": false,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 0.5,
          "details": {
            "values": [
              "2026-05-15",
              "2026-05-13",
              "2026-05-31"
            ],
            "hits": [
              "2026-05-31"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "宮田",
              "岩本",
              "柏木"
            ],
            "hits": [
              "宮田",
              "柏木"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.7,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.6749999999999999
      },
      "metrics": {
        "ttftMs": 5154,
        "tokens": 196,
        "tokPerSec": 71.11756168359942,
        "wallMs": 7910,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.6749999999999999,
          "wallMs": 7910
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/gijiroku-02.md"
    },
    {
      "id": "gijiroku-03",
      "category": "gijiroku",
      "categoryLabel": "議事録ToDo抽出",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "江口"
            ],
            "hits": [
              "江口"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "前任者が持っていたツールアカウントの管理者権限がないとテンプレート刷新ができない"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": 4930,
        "tokens": 134,
        "tokPerSec": 71.42857142857143,
        "wallMs": 6806,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 6806
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/gijiroku-03.md"
    },
    {
      "id": "gijiroku-04",
      "category": "gijiroku",
      "categoryLabel": "議事録ToDo抽出",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "null",
              "2026-03-05",
              "2026-02-20"
            ],
            "hits": [
              "2026-02-20",
              "2026-03-05"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "神保",
              "千葉",
              "久米"
            ],
            "hits": [
              "久米",
              "千葉"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": 4965,
        "tokens": 180,
        "tokPerSec": 70.72691552062868,
        "wallMs": 7510,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 7510
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/gijiroku-04.md"
    },
    {
      "id": "gijiroku-05",
      "category": "gijiroku",
      "categoryLabel": "議事録ToDo抽出",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "2026-06-12",
              "2026-06-20"
            ],
            "hits": [
              "2026-06-12",
              "2026-06-20"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "会場予約",
              "出欠フォーム作成と集計"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": 4949,
        "tokens": 112,
        "tokPerSec": 70.66246056782335,
        "wallMs": 6534,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 6534
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/gijiroku-05.md"
    },
    {
      "id": "hyou-csv-01",
      "category": "hyou-csv",
      "categoryLabel": "表/CSV処理",
      "type": "qa",
      "score01": 0.04000000000000001,
      "passed": false,
      "layerScores": [
        {
          "kind": "objective",
          "method": "numeric",
          "score": 0,
          "details": {
            "actual": 64880
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 0,
          "details": {
            "values": [
              "15780"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.2,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.04000000000000001
      },
      "metrics": {
        "ttftMs": 4934,
        "tokens": 87,
        "tokPerSec": 71.31147540983606,
        "wallMs": 6154,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.04000000000000001,
          "wallMs": 6154
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/hyou-csv-01.md"
    },
    {
      "id": "hyou-csv-02",
      "category": "hyou-csv",
      "categoryLabel": "表/CSV処理",
      "type": "qa",
      "score01": 0.82,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "numeric",
          "score": 1,
          "details": {
            "actual": 16800
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "true"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "numeric",
          "score": 0,
          "details": {
            "actual": 49200
          }
        },
        {
          "kind": "rubric",
          "score": 0.6,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.82
      },
      "metrics": {
        "ttftMs": 4957,
        "tokens": 37,
        "tokPerSec": 71.42857142857143,
        "wallMs": 5475,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.82,
          "wallMs": 5475
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/hyou-csv-02.md"
    },
    {
      "id": "hyou-csv-03",
      "category": "hyou-csv",
      "categoryLabel": "表/CSV処理",
      "type": "qa",
      "score01": 0.76,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "340",
              "200",
              "1250",
              "4000",
              "88",
              "0"
            ],
            "hits": [
              4000,
              1250,
              0
            ]
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "2026-04-03",
              "2026-04-03",
              "2026-04-10",
              "2026-04-12",
              "2026-04-15",
              "2026-04-03"
            ],
            "hits": [
              "2026-04-12",
              "2026-04-15",
              "2026-04-03"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "numeric",
          "score": 0,
          "details": {
            "actual": 987600
          }
        },
        {
          "kind": "rubric",
          "score": 0.8,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.76
      },
      "metrics": {
        "ttftMs": 4961,
        "tokens": 352,
        "tokPerSec": 71.31280388978931,
        "wallMs": 9897,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.76,
          "wallMs": 9897
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/hyou-csv-03.md"
    },
    {
      "id": "hyou-csv-04",
      "category": "hyou-csv",
      "categoryLabel": "表/CSV処理",
      "type": "qa",
      "score01": 0.62,
      "passed": false,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "R-03",
              "R-07"
            ],
            "hits": [
              "R-03",
              "R-07"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "numeric",
          "score": 0,
          "details": {
            "actual": 866000
          }
        },
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "false"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.6,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.62
      },
      "metrics": {
        "ttftMs": 4890,
        "tokens": 114,
        "tokPerSec": 72.0606826801517,
        "wallMs": 6472,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.62,
          "wallMs": 6472
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/hyou-csv-04.md"
    },
    {
      "id": "keiyaku-01",
      "category": "keiyaku",
      "categoryLabel": "契約・見積照合",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "4"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": 5037,
        "tokens": 177,
        "tokPerSec": 70.68690095846645,
        "wallMs": 7541,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 7541
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/keiyaku-01.md"
    },
    {
      "id": "keiyaku-02",
      "category": "keiyaku",
      "categoryLabel": "契約・見積照合",
      "type": "qa",
      "score01": 0.3,
      "passed": false,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 0,
          "details": {
            "values": [
              "627000"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.6,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.3
      },
      "metrics": {
        "ttftMs": 4921,
        "tokens": 120,
        "tokPerSec": 71.38607971445568,
        "wallMs": 6602,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.3,
          "wallMs": 6602
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/keiyaku-02.md"
    },
    {
      "id": "keiyaku-03",
      "category": "keiyaku",
      "categoryLabel": "契約・見積照合",
      "type": "qa",
      "score01": 0.85,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "0"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.7,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "reliability": 0.85
      },
      "metrics": {
        "ttftMs": 5030,
        "tokens": 344,
        "tokPerSec": 69.55115244642136,
        "wallMs": 9976,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.85,
          "wallMs": 9976
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/keiyaku-03.md"
    },
    {
      "id": "keiyaku-04",
      "category": "keiyaku",
      "categoryLabel": "契約・見積照合",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "金10,000,000円"
            ],
            "hits": [
              "10,000,000"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 1
      },
      "metrics": {
        "ttftMs": 5082,
        "tokens": 145,
        "tokPerSec": 70.5939629990263,
        "wallMs": 7136,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 7136
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/keiyaku-04.md"
    },
    {
      "id": "keiyaku-05",
      "category": "keiyaku",
      "categoryLabel": "契約・見積照合",
      "type": "qa",
      "score01": 0.88,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "rubric",
          "score": 0.8,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.88
      },
      "metrics": {
        "ttftMs": 4741,
        "tokens": 435,
        "tokPerSec": 70.28599127484246,
        "wallMs": 10930,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.88,
          "wallMs": 10930
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/keiyaku-05.md"
    },
    {
      "id": "longctx-01",
      "category": "longctx",
      "categoryLabel": "長文コンテキスト耐性",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "objective",
          "method": "numeric",
          "score": 1,
          "details": {
            "actual": 4
          }
        },
        {
          "kind": "objective",
          "method": "regex",
          "score": 1,
          "details": {}
        }
      ],
      "axes": {
        "reliability": 1
      },
      "metrics": {
        "ttftMs": 5362,
        "tokens": 53,
        "tokPerSec": 68.21106821106821,
        "wallMs": 6139,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 6139
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/longctx-01.md"
    },
    {
      "id": "longctx-02",
      "category": "longctx",
      "categoryLabel": "長文コンテキスト耐性",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "v4.2.0"
            ]
          }
        },
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "objective",
          "method": "numeric",
          "score": 1,
          "details": {
            "actual": 11000
          }
        }
      ],
      "axes": {
        "reliability": 1
      },
      "metrics": {
        "ttftMs": 1129,
        "tokens": 52,
        "tokPerSec": 68.15203145478375,
        "wallMs": 1892,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 1892
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/longctx-02.md"
    },
    {
      "id": "mail-01",
      "category": "mail",
      "categoryLabel": "メール返信・敬語",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "reliability": 1
      },
      "metrics": {
        "ttftMs": 441,
        "tokens": 374,
        "tokPerSec": 70.4066265060241,
        "wallMs": 5753,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 5753
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/mail-01.md"
    },
    {
      "id": "mail-02",
      "category": "mail",
      "categoryLabel": "メール返信・敬語",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "reliability": 1
      },
      "metrics": {
        "ttftMs": 4728,
        "tokens": 222,
        "tokPerSec": 70.72316024211533,
        "wallMs": 7867,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 7867
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/mail-02.md"
    },
    {
      "id": "mail-03",
      "category": "mail",
      "categoryLabel": "メール返信・敬語",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "reliability": 1
      },
      "metrics": {
        "ttftMs": 4732,
        "tokens": 223,
        "tokPerSec": 70.45813586097947,
        "wallMs": 7897,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 7897
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/mail-03.md"
    },
    {
      "id": "mail-04",
      "category": "mail",
      "categoryLabel": "メール返信・敬語",
      "type": "qa",
      "score01": 1,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "objective",
          "method": "includes",
          "score": 1,
          "details": {}
        },
        {
          "kind": "rubric",
          "score": 1,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "reliability": 1
      },
      "metrics": {
        "ttftMs": 4946,
        "tokens": 254,
        "tokPerSec": 70.63403781979977,
        "wallMs": 8542,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 1,
          "wallMs": 8542
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/mail-04.md"
    },
    {
      "id": "shisya-rules-01",
      "category": "shisya-rules",
      "categoryLabel": "社内規程RAG",
      "type": "qa",
      "score01": 0.76,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "第5条",
              "第7条"
            ],
            "hits": [
              "第5条"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.6,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.76
      },
      "metrics": {
        "ttftMs": 4976,
        "tokens": 292,
        "tokPerSec": 70.78787878787878,
        "wallMs": 9101,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.76,
          "wallMs": 9101
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/shisya-rules-01.md"
    },
    {
      "id": "shisya-rules-02",
      "category": "shisya-rules",
      "categoryLabel": "社内規程RAG",
      "type": "qa",
      "score01": 0.56,
      "passed": false,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 0.5,
          "details": {
            "values": [
              "細則3"
            ],
            "hits": [
              "細則3"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.6,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.56
      },
      "metrics": {
        "ttftMs": 5025,
        "tokens": 242,
        "tokPerSec": 70.06369426751591,
        "wallMs": 8479,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.56,
          "wallMs": 8479
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/shisya-rules-02.md"
    },
    {
      "id": "shisya-rules-03",
      "category": "shisya-rules",
      "categoryLabel": "社内規程RAG",
      "type": "qa",
      "score01": 0.67,
      "passed": false,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "第24条"
            ],
            "hits": [
              "第24条"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.4,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.67
      },
      "metrics": {
        "ttftMs": 5054,
        "tokens": 169,
        "tokPerSec": 70.88926174496645,
        "wallMs": 7438,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.67,
          "wallMs": 7438
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/shisya-rules-03.md"
    },
    {
      "id": "shisya-rules-04",
      "category": "shisya-rules",
      "categoryLabel": "社内規程RAG",
      "type": "qa",
      "score01": 0.76,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "不可",
              "可",
              "不可"
            ],
            "hits": [
              "不可"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.6,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "reliability": 0.76
      },
      "metrics": {
        "ttftMs": 5002,
        "tokens": 332,
        "tokPerSec": 70.08655267046655,
        "wallMs": 9739,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.76,
          "wallMs": 9739
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/shisya-rules-04.md"
    },
    {
      "id": "shisya-rules-05",
      "category": "shisya-rules",
      "categoryLabel": "社内規程RAG",
      "type": "qa",
      "score01": 0.88,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "14",
              "{限度日数: 10, 有給日数: 3}",
              "不可",
              "{取得可能: 有り, 有給日数: 3}"
            ],
            "hits": [
              "14"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.8,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.88
      },
      "metrics": {
        "ttftMs": 5052,
        "tokens": 427,
        "tokPerSec": 69.63470319634703,
        "wallMs": 11184,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.88,
          "wallMs": 11184
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/shisya-rules-05.md"
    },
    {
      "id": "shisya-rules-06",
      "category": "shisya-rules",
      "categoryLabel": "社内規程RAG",
      "type": "qa",
      "score01": 0.9724999999999999,
      "passed": true,
      "layerScores": [
        {
          "kind": "objective",
          "method": "json-field",
          "score": 1,
          "details": {
            "values": [
              "在宅勤務規程 第3条第2項",
              "情報セキュリティ規程 第10条/CSIRT運用 連絡細則 細則2",
              "情報セキュリティ規程 第10条第3項/CSIRT運用 連絡細則 細則4"
            ],
            "hits": [
              "第3条",
              "細則2",
              "第10条"
            ]
          }
        },
        {
          "kind": "rubric",
          "score": 0.95,
          "details": {
            "judge": "claude",
            "source": "workflow-rejudge"
          }
        }
      ],
      "axes": {
        "quality": 0.9724999999999999
      },
      "metrics": {
        "ttftMs": 5112,
        "tokens": 364,
        "tokPerSec": 69.57186544342507,
        "wallMs": 10344,
        "toolCalls": 0,
        "toolCallInvalid": 0,
        "capHit": false,
        "errored": false,
        "crashed": false
      },
      "repeats": [
        {
          "score01": 0.9724999999999999,
          "wallMs": 10344
        }
      ],
      "needsAudit": false,
      "transcriptPath": "2026-06-06/transcripts/qwen2.5_14b/shisya-rules-06.md"
    }
  ],
  "rollup": {
    "byCategory": {
      "code-hozen": {
        "scoreMean": 1,
        "passRate": 1
      },
      "gijiroku": {
        "scoreMean": 0.915,
        "passRate": 0.8
      },
      "hyou-csv": {
        "scoreMean": 0.56,
        "passRate": 0.5
      },
      "keiyaku": {
        "scoreMean": 0.806,
        "passRate": 0.8
      },
      "longctx": {
        "scoreMean": 1,
        "passRate": 1
      },
      "mail": {
        "scoreMean": 1,
        "passRate": 1
      },
      "shisya-rules": {
        "scoreMean": 0.7670833333333333,
        "passRate": 0.6666666666666666
      }
    },
    "byAxis": {
      "quality": 85,
      "reliability": 95,
      "speed": 98,
      "economy": 95,
      "localValue": 95,
      "setup": 70
    },
    "total100": 91,
    "capEvents": [],
    "tasksCompleted": 30,
    "tasksAttempted": 30
  },
  "rescoredAt": "2026-06-05",
  "judge": "claude (rubric, workflow-rejudge) + objective(substring)"
}