Michael/Loki
1
0 Fork 0
mirror of https://github.com/R0m1k3/Loki.git synced 2026-10-17 12:16:21 +02:00
Code Issues Packages Projects Releases Wiki Activity
Files
92e9adee7d3e76ef74527d653adf49d2767bd2a4
Loki/rust/loki-rs/tests/parity_perf/perf.json
T
Claude 35886da9b1 Lot 39 : anneau de télémétrie et /api/perf/summary tenus par la façade 
L'anneau des complétions (perf_log.go) est porté en Rust (src/perfring.rs) :
perte de cache contre la complétion précédente de la même discussion et de
la même nature, ce qui s'est intercalé, seuil d'alerte du preset (dans
l'ordre du lancement, 2048 sur un modèle hybride), ligne [perf], résumé de
/api/perf/summary. ChatShared le porte : tours, vérifications, résumés de
compaction et préchauffage de la façade y rangent leurs complétions sans
aller-retour au Go.

Côté Go, quand la façade tient la conversation, perfRecord range chez elle
(/internal/facade/v1/perf/record) et perfSnapshot relit son anneau
(optimiseur) ; /api/perf/summary lui est remis. Façade injoignable : l'anneau
du Go prend le relais. La route /internal/v1/turn/perf, plus appelée, est
retirée.

Parité : journal tiré du Go (parity_perf_test.go → tests/parity_perf/
perf.json : 14 complétions, résumé, onze seuils), rejoué par
src/perfring/tests.rs ; deux tours qui perdent le cache (tests/lot6.rs),
l'API de l'anneau pour le Go, et TestFacadePerfAnneau côté Go.

Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
Claude-Session: https://claude.ai/code/session_016tcGfJWefW5kUGoC2wL8cv
2026-10-16 04:17:04 +00:00

682 lines
15 KiB
JSON
Raw Blame History

{
"steps": [
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 4000,
"cached": 3000,
"new": 1000,
"pp_ms": 2000.4,
"pp_tps": 499.9,
"gen": 50,
"tg_tps": 40.25,
"draft_n": 40,
"draft_accepted": 30,
"ttft_ms": 2100
},
"msgs": [
"a"
],
"prefix": [
"18380994072798496976"
],
"out": {
"at": "2026-10-16T08:00:00Z",
"seq": 1,
"kind": "main",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 4000,
"cached": 3000,
"new": 1000,
"pp_ms": 2000.4,
"pp_tps": 499.9,
"gen": 50,
"tg_tps": 40.25,
"draft_n": 40,
"draft_accepted": 30,
"ttft_ms": 2100
},
"line": "[perf] kind=main conv=c1 iter=0 total=4000 cached=3000 new=1000 pp_ms=2000 pp_tps=499.9 gen=50 tg_tps=40.2 draft=30/40 ttft_ms=2100 lost=? complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c1",
"iter": 1,
"complete": true,
"total": 4600,
"cached": 4000
},
"msgs": [
"a",
"b",
"c"
],
"prefix": [
"18380994072798496976",
"7707499087160536902",
"9701112914521480905"
],
"out": {
"at": "2026-10-16T08:00:01Z",
"seq": 2,
"kind": "main",
"conv": "c1",
"iter": 1,
"complete": true,
"total": 4600,
"cached": 4000,
"lost": 0
},
"line": "[perf] kind=main conv=c1 iter=1 total=4600 cached=4000 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=0 complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "subagent",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 300,
"cached": 0,
"new": 300,
"pp_ms": 600,
"pp_tps": 500
},
"msgs": [
"z"
],
"prefix": [
"2089108250578558367"
],
"out": {
"at": "2026-10-16T08:00:02Z",
"seq": 3,
"kind": "subagent",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 300,
"cached": 0,
"new": 300,
"pp_ms": 600,
"pp_tps": 500
},
"line": "[perf] kind=subagent conv=c1 iter=0 total=300 cached=0 new=300 pp_ms=600 pp_tps=500.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "foreign",
"iter": 0,
"complete": false
},
"out": {
"at": "2026-10-16T08:00:03Z",
"seq": 4,
"kind": "foreign",
"iter": 0,
"complete": false
},
"line": "[perf] kind=foreign conv=- iter=0 total=0 cached=? new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=false",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c1",
"iter": 2,
"complete": true,
"total": 5200,
"cached": 200
},
"msgs": [
"a",
"b",
"c",
"d"
],
"prefix": [
"18380994072798496976",
"7707499087160536902",
"9701112914521480905",
"8266243799656022901"
],
"out": {
"at": "2026-10-16T08:00:04Z",
"seq": 5,
"kind": "main",
"conv": "c1",
"iter": 2,
"complete": true,
"total": 5200,
"cached": 200,
"lost": 4400,
"lost_after": "foreign,subagent"
},
"line": "[perf] kind=main conv=c1 iter=2 total=5200 cached=200 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=4400(foreign,subagent) complete=true",
"alert_1000": 1
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c1",
"iter": 3,
"complete": true,
"total": 5200
},
"msgs": [
"a",
"b",
"c",
"d",
"e"
],
"prefix": [
"18380994072798496976",
"7707499087160536902",
"9701112914521480905",
"8266243799656022901",
"5788732863052660068"
],
"out": {
"at": "2026-10-16T08:00:05Z",
"seq": 6,
"kind": "main",
"conv": "c1",
"iter": 3,
"complete": true,
"total": 5200
},
"line": "[perf] kind=main conv=c1 iter=3 total=5200 cached=? new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c1",
"iter": 4,
"complete": true,
"total": 5300,
"cached": 10
},
"msgs": [
"x",
"b"
],
"prefix": [
"4430711847302402693",
"10853208800609132871"
],
"out": {
"at": "2026-10-16T08:00:06Z",
"seq": 7,
"kind": "main",
"conv": "c1",
"iter": 4,
"complete": true,
"total": 5300,
"cached": 10
},
"line": "[perf] kind=main conv=c1 iter=4 total=5300 cached=10 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c2",
"iter": 0,
"complete": true,
"total": 20000,
"cached": 0
},
"msgs": [
"q"
],
"prefix": [
"18326388500208184512"
],
"out": {
"at": "2026-10-16T08:00:07Z",
"seq": 8,
"kind": "main",
"conv": "c2",
"iter": 0,
"complete": true,
"total": 20000,
"cached": 0
},
"line": "[perf] kind=main conv=c2 iter=0 total=20000 cached=0 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=true",
"alert_1000": 1
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c2",
"iter": 1,
"complete": false,
"cached": 0
},
"msgs": [
"q",
"r"
],
"prefix": [
"18326388500208184512",
"745432260197996294"
],
"out": {
"at": "2026-10-16T08:00:08Z",
"seq": 9,
"kind": "main",
"conv": "c2",
"iter": 1,
"complete": false,
"cached": 0
},
"line": "[perf] kind=main conv=c2 iter=1 total=0 cached=0 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=false",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c2",
"iter": 1,
"complete": true,
"total": 21000,
"cached": 19000
},
"msgs": [
"q",
"r"
],
"prefix": [
"18326388500208184512",
"745432260197996294"
],
"out": {
"at": "2026-10-16T08:00:09Z",
"seq": 10,
"kind": "main",
"conv": "c2",
"iter": 1,
"complete": true,
"total": 21000,
"cached": 19000,
"lost": 1000
},
"line": "[perf] kind=main conv=c2 iter=1 total=21000 cached=19000 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=1000 complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "compact",
"conv": "c2",
"iter": 0,
"complete": true,
"total": 9000,
"cached": 8800,
"new": 200,
"pp_ms": 100,
"pp_tps": 2000,
"gen": 300,
"tg_tps": 30,
"ttft_ms": 900
},
"out": {
"at": "2026-10-16T08:00:10Z",
"seq": 11,
"kind": "compact",
"conv": "c2",
"iter": 0,
"complete": true,
"total": 9000,
"cached": 8800,
"new": 200,
"pp_ms": 100,
"pp_tps": 2000,
"gen": 300,
"tg_tps": 30,
"ttft_ms": 900
},
"line": "[perf] kind=compact conv=c2 iter=0 total=9000 cached=8800 new=200 pp_ms=100 pp_tps=2000.0 gen=300 tg_tps=30.0 draft=? ttft_ms=900 lost=? complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "bench",
"iter": 0,
"complete": true,
"total": 33000,
"new": 33000,
"pp_ms": 30000,
"pp_tps": 1100,
"gen": 64,
"tg_tps": 20.5
},
"out": {
"at": "2026-10-16T08:00:11Z",
"seq": 12,
"kind": "bench",
"iter": 0,
"complete": true,
"total": 33000,
"new": 33000,
"pp_ms": 30000,
"pp_tps": 1100,
"gen": 64,
"tg_tps": 20.5
},
"line": "[perf] kind=bench conv=- iter=0 total=33000 cached=? new=33000 pp_ms=30000 pp_tps=1100.0 gen=64 tg_tps=20.5 draft=? ttft_ms=? lost=? complete=true",
"alert_1000": 0
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "verify",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 12000,
"cached": 0,
"new": 12000,
"pp_ms": 9000.5,
"pp_tps": 1333.3,
"gen": 2,
"tg_tps": 9.75,
"draft_n": 0
},
"out": {
"at": "2026-10-16T08:00:12Z",
"seq": 13,
"kind": "verify",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 12000,
"cached": 0,
"new": 12000,
"pp_ms": 9000.5,
"pp_tps": 1333.3,
"gen": 2,
"tg_tps": 9.75,
"draft_n": 0
},
"line": "[perf] kind=verify conv=c1 iter=0 total=12000 cached=0 new=12000 pp_ms=9000 pp_tps=1333.3 gen=2 tg_tps=9.8 draft=?/0 ttft_ms=? lost=? complete=true",
"alert_1000": 1
},
{
"rec": {
"at": "0001-01-01T00:00:00Z",
"seq": 0,
"kind": "main",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 6000,
"cached": 5900
},
"msgs": [
"a",
"b",
"c",
"d",
"e",
"f"
],
"prefix": [
"18380994072798496976",
"7707499087160536902",
"9701112914521480905",
"8266243799656022901",
"5788732863052660068",
"7575424036688383126"
],
"out": {
"at": "2026-10-16T08:00:13Z",
"seq": 14,
"kind": "main",
"conv": "c1",
"iter": 0,
"complete": true,
"total": 6000,
"cached": 5900
},
"line": "[perf] kind=main conv=c1 iter=0 total=6000 cached=5900 new=0 pp_ms=0 pp_tps=0.0 gen=0 tg_tps=0.0 draft=? ttft_ms=? lost=? complete=true",
"alert_1000": 0
}
],
"summary": {
"entries": 14,
"since": "2026-10-16T08:00:00Z",
"cache_hit_ratio": 0.4680778032036613,
"kinds": {
"bench": {
"completions": 1,
"incomplete": 0,
"turns": 1,
"new_tokens": 33000,
"prefill_sec": 30,
"new_tokens_per_turn": 33000,
"prefill_sec_per_turn": 30,
"lost_events": 0,
"lost_tokens": 0
},
"compact": {
"completions": 1,
"incomplete": 0,
"turns": 1,
"new_tokens": 200,
"prefill_sec": 0.1,
"new_tokens_per_turn": 200,
"prefill_sec_per_turn": 0.1,
"lost_events": 0,
"lost_tokens": 0,
"ttft_median_ms": 900
},
"foreign": {
"completions": 0,
"incomplete": 1,
"turns": 0,
"new_tokens": 0,
"prefill_sec": 0,
"lost_events": 0,
"lost_tokens": 0
},
"main": {
"completions": 8,
"incomplete": 1,
"turns": 3,
"new_tokens": 1000,
"prefill_sec": 2.0004,
"new_tokens_per_turn": 333.3333333333333,
"prefill_sec_per_turn": 0.6668,
"lost_events": 2,
"lost_tokens": 5400,
"ttft_median_ms": 2100,
"draft_n": 40,
"draft_accepted": 30,
"draft_rate": 0.75
},
"subagent": {
"completions": 1,
"incomplete": 0,
"turns": 1,
"new_tokens": 300,
"prefill_sec": 0.6,
"new_tokens_per_turn": 300,
"prefill_sec_per_turn": 0.6,
"lost_events": 0,
"lost_tokens": 0
},
"verify": {
"completions": 1,
"incomplete": 0,
"turns": 1,
"new_tokens": 12000,
"prefill_sec": 9.0005,
"new_tokens_per_turn": 12000,
"prefill_sec_per_turn": 9.0005,
"lost_events": 0,
"lost_tokens": 0
}
},
"depth": [
{
"bucket": "0-8k",
"n": 2,
"pp_median_tps": 499.95,
"tg_median_tps": 40.25
},
{
"bucket": "8-16k",
"n": 2,
"pp_median_tps": 1666.65,
"tg_median_tps": 19.875
},
{
"bucket": "16-32k",
"n": 0
},
{
"bucket": "32k+",
"n": 1,
"pp_median_tps": 1100,
"tg_median_tps": 20.5
}
],
"draft_n": 40,
"draft_accepted": 30,
"draft_rate": 0.75
},
"empty": {
"entries": 0,
"kinds": {},
"depth": [
{
"bucket": "0-8k",
"n": 0
},
{
"bucket": "8-16k",
"n": 0
},
{
"bucket": "16-32k",
"n": 0
},
{
"bucket": "32k+",
"n": 0
}
],
"draft_n": 0,
"draft_accepted": 0
},
"alerts": [
{
"cfg": {},
"want": 1000
},
{
"cfg": {
"CKPT_MIN_STEP": "2048"
},
"want": 2560
},
{
"cfg": {
"CKPT_MIN_STEP": "4096",
"UBATCH": "1024"
},
"want": 5120
},
{
"cfg": {
"CKPT_MIN_STEP": "beaucoup"
},
"want": 1000
},
{
"cfg": {
"CKPT_MIN_STEP": " 300 ",
"UBATCH": "100"
},
"want": 1000
},
{
"cfg": {
"CKPT_MIN_STEP": "2048",
"EXTRA_ARGS": "--checkpoint-min-step 8192 -ub 256"
},
"want": 8448
},
{
"cfg": {
"CKPT_MIN_STEP": "2048",
"EXTRA_ARGS": "-ub=2048",
"UBATCH": "1024"
},
"want": 4096
},
{
"cfg": {
"CKPT_MIN_STEP": "-5",
"UBATCH": "0"
},
"want": 1000
},
{
"cfg": {
"CKPT_MIN_STEP": "2048"
},
"env": "3000",
"want": 3512
},
{
"cfg": {
"CKPT_MIN_STEP": "2048"
},
"env": "rien",
"want": 2560
},
{
"cfg": {
"MODEL": "absent.gguf"
},
"want": 1000
}
]
}
Reference in new issue View Git Blame Copy Permalink