mirror of
https://github.com/R0m1k3/Loki.git
synced 2026-10-18 20:57:05 +02:00
Add files via upload
This commit is contained in:
1 parent
5d35ff0484
commit
6802962120
20 files changed
+3186
-1
No files matched your search
+65
@@ -0,0 +1,65 @@
|
||||
package main
|
||||
|
||||
import (
|
||||
"fmt"
|
||||
"strings"
|
||||
"time"
|
||||
)
|
||||
|
||||
// cmdTest sanity-checks the LLM end-to-end: HTTP /health, then a minimal chat
|
||||
// completion to confirm the model actually generates tokens.
|
||||
func cmdTest(args []string) error {
|
||||
port := LLMPort()
|
||||
fmt.Printf("→ GET http://localhost:%d/health … ", port)
|
||||
if !healthCheck() {
|
||||
fmt.Println(red("ko"))
|
||||
return fmt.Errorf("/health ne répond pas — jean start d'abord")
|
||||
}
|
||||
fmt.Println(green("ok"))
|
||||
|
||||
fmt.Printf("→ chat completion (prompt « ping ») … ")
|
||||
msgs := []Message{{Role: "user", Content: "Réponds juste « pong ». Rien d'autre."}}
|
||||
var reply strings.Builder
|
||||
t0 := time.Now()
|
||||
var firstTok time.Time
|
||||
tokens := 0
|
||||
err := runChat(msgs, 0, func(ev StreamEvent) bool {
|
||||
if ev.Content != "" {
|
||||
if firstTok.IsZero() {
|
||||
firstTok = time.Now()
|
||||
}
|
||||
tokens++
|
||||
reply.WriteString(ev.Content)
|
||||
}
|
||||
return true
|
||||
})
|
||||
if err != nil {
|
||||
fmt.Println(red("ko"))
|
||||
return err
|
||||
}
|
||||
elapsed := time.Since(t0)
|
||||
ttft := time.Duration(0)
|
||||
if !firstTok.IsZero() {
|
||||
ttft = firstTok.Sub(t0)
|
||||
}
|
||||
fmt.Println(green("ok"))
|
||||
|
||||
out := strings.TrimSpace(reply.String())
|
||||
if len(out) > 120 {
|
||||
out = out[:120] + "…"
|
||||
}
|
||||
fmt.Printf("\n %s %s\n", cyan("réponse :"), out)
|
||||
fmt.Printf(" %s %s\n", cyan("ttft :"), ttft.Round(time.Millisecond))
|
||||
fmt.Printf(" %s %s (%d tokens)\n", cyan("total :"), elapsed.Round(time.Millisecond), tokens)
|
||||
if elapsed > 0 {
|
||||
tps := float64(tokens) / (elapsed - ttft).Seconds()
|
||||
if tokens > 0 && elapsed > ttft {
|
||||
fmt.Printf(" %s %.1f tok/s\n", cyan("decode :"), tps)
|
||||
}
|
||||
}
|
||||
if tokens == 0 {
|
||||
return fmt.Errorf("aucun token généré")
|
||||
}
|
||||
fmt.Println("\n" + green("[ok]") + " l'IA répond")
|
||||
return nil
|
||||
}
|
||||
Reference in new issue
Block a user