mirror of
https://github.com/R0m1k3/Loki.git
synced 2026-10-22 06:28:11 +02:00
Rebaptise AJEAN en Loki (fork, lignée conservée)
- module github.com/R0m1k3/Loki, cmd/loki, internal/loki (package loki) - LOKI_HOME, LOKI_MODEL_DIRS, LOKI_SERVICE, LOKI_DL_CONNS ; /etc/loki ; units loki-engine / loki-ui ; binaire et aide CLI - updateRepo pointe sur R0m1k3/Loki (l'auto-update ne tirera plus les binaires AJEAN amont) Conservé à l'identique : le domaine ajean.link (service de tunnel amont), les littéraux de migration 0.7.x (migrate_07.go), RELEASE_NOTES.md et LICENSE (historique et licence de l'amont). go build/vet/test : verts.
This commit is contained in:
157 files changed
+928
-928
No files matched your search
@@ -0,0 +1,137 @@
|
||||
package loki
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"context"
|
||||
"math/rand"
|
||||
"net/http"
|
||||
"net/http/httptest"
|
||||
"os"
|
||||
"path/filepath"
|
||||
"strconv"
|
||||
"testing"
|
||||
"time"
|
||||
)
|
||||
|
||||
// serveBlob serves data with (or without) byte-range support.
|
||||
func serveBlob(data []byte, ranges bool) *httptest.Server {
|
||||
return httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
if !ranges {
|
||||
w.Header().Set("Content-Length", strconv.Itoa(len(data)))
|
||||
_, _ = w.Write(data)
|
||||
return
|
||||
}
|
||||
http.ServeContent(w, r, "m.gguf", time.Time{}, bytes.NewReader(data))
|
||||
}))
|
||||
}
|
||||
|
||||
// Un téléchargement annulé ne doit laisser NI le .gguf final NI le .part.
|
||||
func TestRunDownloadCancelLeavesNothing(t *testing.T) {
|
||||
t.Setenv("LOKI_DL_CONNS", "4")
|
||||
release := make(chan struct{})
|
||||
srv := httptest.NewServer(http.HandlerFunc(func(w http.ResponseWriter, r *http.Request) {
|
||||
if r.Header.Get("Range") == "bytes=0-0" { // sonde : réponse immédiate
|
||||
w.Header().Set("Content-Range", "bytes 0-0/"+strconv.Itoa(64<<20))
|
||||
w.WriteHeader(206)
|
||||
_, _ = w.Write([]byte{0})
|
||||
return
|
||||
}
|
||||
// Corps qui traîne : l'annulation doit l'interrompre.
|
||||
w.WriteHeader(206)
|
||||
w.(http.Flusher).Flush()
|
||||
select {
|
||||
case <-release:
|
||||
case <-r.Context().Done():
|
||||
}
|
||||
}))
|
||||
defer srv.Close()
|
||||
defer close(release)
|
||||
|
||||
dir := t.TempDir()
|
||||
dest := filepath.Join(dir, "m.gguf")
|
||||
ctx, cancel := context.WithCancel(context.Background())
|
||||
st := &dlState{Filename: "m.gguf", cancel: cancel}
|
||||
done := make(chan struct{})
|
||||
go func() { runDownloadSet(ctx, st, []string{srv.URL + "/m.gguf"}, []string{dest}); close(done) }()
|
||||
|
||||
time.Sleep(300 * time.Millisecond)
|
||||
cancel()
|
||||
select {
|
||||
case <-done:
|
||||
case <-time.After(10 * time.Second):
|
||||
t.Fatal("runDownloadSet n a pas rendu la main apres annulation")
|
||||
}
|
||||
|
||||
if !st.Canceled || !st.Finished {
|
||||
t.Fatalf("état attendu annulé+terminé, got canceled=%v finished=%v err=%q", st.Canceled, st.Finished, st.Err)
|
||||
}
|
||||
if _, err := os.Stat(dest + ".part"); !os.IsNotExist(err) {
|
||||
t.Fatal(".part laissé sur le disque après annulation")
|
||||
}
|
||||
if _, err := os.Stat(dest); !os.IsNotExist(err) {
|
||||
t.Fatal("fichier final créé alors que le téléchargement a été annulé")
|
||||
}
|
||||
}
|
||||
|
||||
// cleanStalePartFiles doit balayer les .part orphelins sans toucher aux .gguf.
|
||||
func TestCleanStalePartFiles(t *testing.T) {
|
||||
testHome(t)
|
||||
dir := modelsDir()
|
||||
if err := os.MkdirAll(dir, 0o755); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
keep := filepath.Join(dir, "bon.gguf")
|
||||
stale := filepath.Join(dir, "coupe.gguf.part")
|
||||
for _, p := range []string{keep, stale} {
|
||||
if err := os.WriteFile(p, []byte("x"), 0o644); err != nil {
|
||||
t.Fatal(err)
|
||||
}
|
||||
}
|
||||
cleanStalePartFiles()
|
||||
if _, err := os.Stat(stale); !os.IsNotExist(err) {
|
||||
t.Fatal(".part orphelin non supprimé")
|
||||
}
|
||||
if _, err := os.Stat(keep); err != nil {
|
||||
t.Fatal(".gguf valide supprimé par erreur")
|
||||
}
|
||||
}
|
||||
|
||||
func TestRunDownloadParallelAndFallback(t *testing.T) {
|
||||
data := make([]byte, 48<<20) // > 3×dlMinChunk so the split actually kicks in
|
||||
rand.New(rand.NewSource(1)).Read(data)
|
||||
t.Setenv("LOKI_DL_CONNS", "4")
|
||||
|
||||
for _, ranges := range []bool{true, false} {
|
||||
srv := serveBlob(data, ranges)
|
||||
dir := t.TempDir()
|
||||
dest := filepath.Join(dir, "m.gguf")
|
||||
st := &dlState{Filename: "m.gguf"}
|
||||
runDownloadSet(context.Background(), st, []string{srv.URL + "/m.gguf"}, []string{dest})
|
||||
srv.Close()
|
||||
|
||||
if st.Err != "" {
|
||||
t.Fatalf("ranges=%v: erreur %s", ranges, st.Err)
|
||||
}
|
||||
got, err := os.ReadFile(dest)
|
||||
if err != nil {
|
||||
t.Fatalf("ranges=%v: %v", ranges, err)
|
||||
}
|
||||
if len(got) != len(data) {
|
||||
t.Fatalf("ranges=%v: taille %d != %d", ranges, len(got), len(data))
|
||||
}
|
||||
for i := range got {
|
||||
if got[i] != data[i] {
|
||||
t.Fatalf("ranges=%v: octet %d différent", ranges, i)
|
||||
}
|
||||
}
|
||||
if st.Done != int64(len(data)) {
|
||||
t.Fatalf("ranges=%v: done=%d", ranges, st.Done)
|
||||
}
|
||||
if ranges && st.Conns < 2 {
|
||||
t.Fatalf("attendu du parallélisme, conns=%d", st.Conns)
|
||||
}
|
||||
if _, err := os.Stat(dest + ".part"); !os.IsNotExist(err) {
|
||||
t.Fatalf("ranges=%v: .part laissé derrière", ranges)
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in new issue
Block a user