jcodemunch-mcp/benchmarks/jcm_reference.json at main · Mharbulous/jcodemunch-mcp · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
{
  "schema": "jcm-benchmark-reference/v2",
  "captured_at": "2026-09-03T22:36:37+0000",
  "jcodemunch_version": "1.108.316",
  "tokenizer": "cl100k_base",
  "workflow": "search_symbols(max_results=5) + get_symbol_source x3",
  "baseline_definition": "all indexed source files concatenated",
  "grand": {
    "baseline_tokens": 5658685,
    "jmunch_tokens": 23467,
    "task_runs": 15
  },
  "repos": {
    "expressjs/express": {
      "avg_tokens_per_query": 1007,
      "jmunch_total_tokens": 5036,
      "queries": 5,
      "baseline_tokens": 154569,
      "file_count": 186,
      "symbol_count": 455,
      "corpus": {
        "git_head": "1faf228935aa0a13111f92c28ee795be64ce3f0f",
        "pinned_sha": "1faf228935aa0a13111f92c28ee795be64ce3f0f",
        "pin": "verified",
        "complete": true,
        "files_accepted": 186
      }
    },
    "fastapi/fastapi": {
      "avg_tokens_per_query": 2149,
      "jmunch_total_tokens": 10747,
      "queries": 5,
      "baseline_tokens": 825326,
      "file_count": 1186,
      "symbol_count": 13240,
      "corpus": {
        "git_head": "a64dfbbd21a445288ff583d58e1f646fe6baf3af",
        "pinned_sha": "a64dfbbd21a445288ff583d58e1f646fe6baf3af",
        "pin": "verified",
        "complete": true,
        "files_accepted": 1186
      }
    },
    "gin-gonic/gin": {
      "avg_tokens_per_query": 1537,
      "jmunch_total_tokens": 7684,
      "queries": 5,
      "baseline_tokens": 151842,
      "file_count": 98,
      "symbol_count": 1451,
      "corpus": {
        "git_head": "75ccf94d605a05fe24817fc2f166f6f2959d5cea",
        "pinned_sha": "75ccf94d605a05fe24817fc2f166f6f2959d5cea",
        "pin": "verified",
        "complete": true,
        "files_accepted": 98
      }
    }
  }
}