mirror of
https://github.com/R0m1k3/Loki.git
synced 2026-10-17 20:26:35 +02:00
Claude
ed9b2e8c1c
Port de backend_strata.go (rust/loki-rs/src/strata) : la machine (cartes par nvidia-smi, Python 3.10+ et venv, RAM totale et disponible, RAM du moteur Strata en marche, place libre), ce qui y tient et la recommandation, la configuration de lancement en clair des modèles installés (placement des experts drop/ram/arena/disk, carte d'aide, réglages du preset), les réglages d'un modèle installé et l'installation (job des moteurs : paquet figé vérifié par SHA-256, installeur lancé et journalisé comme le sinkWriter du Go, preset écrit puis activé par le Go). Tenu seulement avec LOKI_BACKENDS=rust ; le lancement (loki serve) reste au Go, qui relaie les routes du tunnel. Correction du Go : /api/strata/settings décidait « en service » après avoir écrit les nouveaux réglages, donc jamais pour un réglage changé ; décidé désormais avant l'écriture, comme SavePresetApplying. Le port suit. Parité : parity_strata_test.go (crochets de test : release, meminfo, place libre, action de service) tire du Go un journal rejoué par tests/strata.rs ; les tests du Go portés dans strata/tests.rs ; TestFacadeStrata côté Go. Mutations : 71 tuées sur 71. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_016tcGfJWefW5kUGoC2wL8cv
5709 lines
276 KiB
JSON
5709 lines
276 KiB
JSON
{
|
|
"machines": {
|
|
"aide-ancienne": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce GTX 1070, 8192, 0, 6.1, 00000000:01:00.0, 3, 3, 16, 16, 4004\\n1, NVIDIA GeForce RTX 4090, 24564, 0, 8.9, 00000000:02:00.0, 4, 4, 16, 16, 10501\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"deux-cartes": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3070, 8192, 100, 8.6, 00000000:01:00.0, 4, 4, 16, 16, 7001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 5, 12.0, 00000000:02:00.0, 5, 5, 16, 16, 14001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"jumelles": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 4060 Ti, 16311, 0, 8.9, 00000000:01:00.0, 4, 4, 8, 8, 9001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 0, 12.0, 00000000:02:00.0, 5, 5, 8, 8, 14001\\n2, NVIDIA GeForce GTX 1650, 4096, 0, 7.46, 00000000:03:00.0, 3, 3, 16, 16, 4001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"petite-carte": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3050, 6144, 0, 8.6, 00000000:01:00.0, 4, 4, 8, 8, 7001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"python-ancien": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3070, 8192, 100, 8.6, 00000000:01:00.0, 4, 4, 16, 16, 7001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 5, 12.0, 00000000:02:00.0, 5, 5, 16, 16, 14001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.8.10';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"python-casse": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3070, 8192, 100, 8.6, 00000000:01:00.0, 4, 4, 16, 16, 7001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 5, 12.0, 00000000:02:00.0, 5, 5, 16, 16, 14001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\nexit 1\n"
|
|
},
|
|
"python-muet": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3070, 8192, 100, 8.6, 00000000:01:00.0, 4, 4, 16, 16, 7001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 5, 12.0, 00000000:02:00.0, 5, 5, 16, 16, 14001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python inconnu';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"sans-carte": {
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"sans-python": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3070, 8192, 100, 8.6, 00000000:01:00.0, 4, 4, 16, 16, 7001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 5, 12.0, 00000000:02:00.0, 5, 5, 16, 16, 14001\\n';;\nesac\n"
|
|
},
|
|
"sans-venv": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce RTX 3070, 8192, 100, 8.6, 00000000:01:00.0, 4, 4, 16, 16, 7001\\n1, NVIDIA GeForce RTX 5060 Ti, 16311, 5, 12.0, 00000000:02:00.0, 5, 5, 16, 16, 14001\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.11.2';;\n-c) echo 'ModuleNotFoundError: No module named ensurepip'; exit 1;;\nesac\n"
|
|
},
|
|
"smi-en-panne": {
|
|
"nvidia-smi": "#!/bin/sh\nexit 9\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"smi-vide": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
},
|
|
"vieille-carte": {
|
|
"nvidia-smi": "#!/bin/sh\ncase \"$1\" in\n--query-gpu=*) printf '0, NVIDIA GeForce GTX 1080 Ti, 11264, 0, 6.1, 00000000:01:00.0, 3, 3, 16, 16, 5505\\n';;\nesac\n",
|
|
"python3": "#!/bin/sh\ncase \"$1\" in\n--version) echo 'Python 3.12.3';;\n-c) exit 0;;\nesac\n"
|
|
}
|
|
},
|
|
"setup": "#!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"steps": [
|
|
{
|
|
"name": "aucune carte",
|
|
"machine": "sans-carte",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemFree: 1000000 kB\nMemAvailable: 41943040 kB\n",
|
|
"disk_free": 400000000000,
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": null,
|
|
"helper": -1,
|
|
"main": -1,
|
|
"ram_gb": 47,
|
|
"reason": "Strata demande une carte NVIDIA (nvidia-smi introuvable — sélection GPU disponible uniquement sur NVIDIA)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~62"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "Q2_0"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "nvidia-smi en panne",
|
|
"machine": "smi-en-panne",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": null,
|
|
"helper": -1,
|
|
"main": -1,
|
|
"ram_gb": 47,
|
|
"reason": "Strata demande une carte NVIDIA (nvidia-smi a échoué: exit status 9)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~62"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "Q2_0"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "nvidia-smi sans carte",
|
|
"machine": "smi-vide",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": null,
|
|
"helper": -1,
|
|
"main": -1,
|
|
"ram_gb": 47,
|
|
"reason": "Strata demande une carte NVIDIA (aucun GPU NVIDIA détecté)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~62"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "Q2_0"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "carte trop ancienne",
|
|
"machine": "vieille-carte",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 61,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce GTX 1080 Ti",
|
|
"vram_gb": 11
|
|
}
|
|
],
|
|
"helper": -1,
|
|
"main": -1,
|
|
"ram_gb": 47,
|
|
"reason": "la carte NVIDIA GeForce GTX 1080 Ti est trop ancienne pour Strata (RTX 20 ou plus récente)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~62"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "Q2_0"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "carte trop petite",
|
|
"machine": "petite-carte",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3050",
|
|
"vram_gb": 6
|
|
}
|
|
],
|
|
"helper": -1,
|
|
"main": -1,
|
|
"ram_gb": 47,
|
|
"reason": "la carte NVIDIA GeForce RTX 3050 n'a que 6 Go de VRAM (8 Go minimum)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~55"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "demande plus de mémoire : 47 Go de RAM + VRAM, il en faut ~62"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "Q2_0"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "sans Python",
|
|
"machine": "sans-python",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"ram_gb": 47,
|
|
"reason": "Python 3 est introuvable : installe-le (apt install python3 python3-venv)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "Python en panne",
|
|
"machine": "python-casse",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"ram_gb": 47,
|
|
"reason": "Python 3 est introuvable : installe-le (apt install python3 python3-venv)",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "Python illisible",
|
|
"machine": "python-muet",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"ram_gb": 47,
|
|
"reason": "version de Python illisible : Python inconnu",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "Python trop ancien",
|
|
"machine": "python-ancien",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.8",
|
|
"ram_gb": 47,
|
|
"reason": "Python 3.8 est trop ancien : il faut Python 3.10 ou plus récent",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "sans venv",
|
|
"machine": "sans-venv",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.11",
|
|
"ram_gb": 47,
|
|
"reason": "le module venv de Python manque : apt install python3.11-venv",
|
|
"supported": false
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "deux cartes, 47 Go",
|
|
"machine": "deux-cartes",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "trois cartes, la plus récente devant",
|
|
"machine": "jumelles",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 89,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 4060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
},
|
|
{
|
|
"arch": 75,
|
|
"index": 2,
|
|
"name": "NVIDIA GeForce GTX 1650",
|
|
"vram_gb": 4
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "carte d'aide trop ancienne",
|
|
"machine": "aide-ancienne",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 61,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce GTX 1070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 89,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 4090",
|
|
"vram_gb": 23.98828125
|
|
}
|
|
],
|
|
"helper": -1,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "64 Go de RAM",
|
|
"machine": "deux-cartes",
|
|
"meminfo": "MemTotal: 67108864 kB\nMemAvailable: 65011712 kB\n",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 64,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 64,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_S"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "16 Go de RAM",
|
|
"meminfo": "MemTotal: 16777216 kB\nMemAvailable: 12582912 kB\n",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 12.884901888,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 16,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~55"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
},
|
|
"why": "demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~46"
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~48"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~55"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~62"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": ""
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "disque presque plein",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemFree: 1000000 kB\nMemAvailable: 41943040 kB\n",
|
|
"disk_free": 50000000000,
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 50,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "pas assez d'espace disque : 50 Go libres, il en faut ~73"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "pas assez d'espace disque : 50 Go libres, il en faut ~81"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
},
|
|
"why": "pas assez d'espace disque : 50 Go libres, il en faut ~71"
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "pas assez d'espace disque : 50 Go libres, il en faut ~73"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "pas assez d'espace disque : 50 Go libres, il en faut ~81"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "pas assez d'espace disque : 50 Go libres, il en faut ~89"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": ""
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "disque juste trop petit",
|
|
"disk_free": 78000000000,
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 78,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "pas assez d'espace disque : 78 Go libres, il en faut ~81"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ2_XS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "pas assez d'espace disque : 78 Go libres, il en faut ~81"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "pas assez d'espace disque : 78 Go libres, il en faut ~89"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ2_XS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets"
|
|
]
|
|
},
|
|
{
|
|
"name": "données déjà là",
|
|
"disk_free": 60000000000,
|
|
"files": {
|
|
"strata/data/models/swift-IQ3_XXS/a.gguf": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 60,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "pas assez d'espace disque : 60 Go libres, il en faut ~73"
|
|
},
|
|
{
|
|
"disk_gb": 75.799998,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "pas assez d'espace disque : 60 Go libres, il en faut ~81"
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": ""
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
},
|
|
"why": "pas assez d'espace disque : 60 Go libres, il en faut ~71"
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
},
|
|
"why": "pas assez d'espace disque : 60 Go libres, il en faut ~73"
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
},
|
|
"why": "pas assez d'espace disque : 60 Go libres, il en faut ~81"
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": false,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
},
|
|
"why": "pas assez d'espace disque : 60 Go libres, il en faut ~89"
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": ""
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "meminfo sans MemAvailable",
|
|
"meminfo": "MemTotal: 49283072 kB\n",
|
|
"disk_free": 400000000000,
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": false,
|
|
"env": {
|
|
"avail_gb": 47,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.799998,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages en GET",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemFree: 1000000 kB\nMemAvailable: 41943040 kB\n",
|
|
"method": "GET",
|
|
"path": "/api/strata/settings",
|
|
"status": 405,
|
|
"out": {
|
|
"error": "POST attendu",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages illisibles",
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"ctx\":\"x\"}",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "json: cannot unmarshal string into Go struct field strataSettingsReq.ctx of type int",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages sans preset",
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"\",\"ctx\":65536,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "preset invalide",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages, preset avec chemin",
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"../x\",\"ctx\":65536,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "preset invalide",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages, preset absent",
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"absent\",\"ctx\":65536,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 404,
|
|
"out": {
|
|
"error": "modèle introuvable",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages, preset llama.cpp",
|
|
"files": {
|
|
"presets/llama.env": "MODEL=/m.gguf\n"
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"llama\",\"ctx\":65536,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 404,
|
|
"out": {
|
|
"error": "modèle introuvable",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages hors limites",
|
|
"files": {
|
|
"presets/S.env": "# NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nCTX=131072\n"
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"S\",\"ctx\":1000,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "contexte hors limites : 1000",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nCTX=131072\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages, experts inconnus",
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"S\",\"ctx\":65536,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true,\"experts\":\"nvme\"}",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "placement des experts inconnu : nvme",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nCTX=131072\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages d'un preset inactif",
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"S\",\"ctx\":65536,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true,\"experts\":\"disk\"}",
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true,
|
|
"restarted": false
|
|
},
|
|
"actions": [],
|
|
"after": {},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nCTX=65536\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages du preset actif",
|
|
"config": {
|
|
"CTX": "65536",
|
|
"ENGINE": "strata",
|
|
"STRATA_EXPERTS": "disk",
|
|
"STRATA_HELPER": "1",
|
|
"STRATA_HELPER_GPU": "0",
|
|
"STRATA_KV": "int8",
|
|
"STRATA_SPEC": "4",
|
|
"STRATA_VISION": "0"
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"S\",\"ctx\":98304,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true,
|
|
"restarted": true
|
|
},
|
|
"actions": [
|
|
"restart"
|
|
],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "réglages du preset actif pendant une optimisation",
|
|
"tune": true,
|
|
"method": "POST",
|
|
"path": "/api/strata/settings",
|
|
"body": "{\"preset\":\"S\",\"ctx\":98304,\"kv\":\"int8\",\"spec\":4,\"vision\":false,\"helper\":true}",
|
|
"status": 409,
|
|
"out": {
|
|
"error": "optimisation en cours (loki tune) : le moteur est réservé aux essais — attends la fin ou annule-la",
|
|
"ok": false,
|
|
"tuning": true
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation en GET",
|
|
"method": "GET",
|
|
"path": "/api/strata/install",
|
|
"status": 405,
|
|
"out": {
|
|
"error": "POST attendu",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation illisible",
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "[",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "unexpected EOF",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation d'un quant inconnu",
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"Q2_0\"}",
|
|
"status": 400,
|
|
"out": {
|
|
"error": "version ou quant inconnu",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation pendant une optimisation",
|
|
"tune": true,
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"IQ3_XXS\"}",
|
|
"status": 409,
|
|
"out": {
|
|
"error": "optimisation en cours (loki tune) : le moteur est réservé aux essais — attends la fin ou annule-la",
|
|
"ok": false
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation sur une machine sans carte",
|
|
"machine": "sans-carte",
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"IQ3_XXS\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "Strata demande une carte NVIDIA (nvidia-smi introuvable — sélection GPU disponible uniquement sur NVIDIA)",
|
|
"exists": true,
|
|
"lines": [
|
|
"✗ Strata demande une carte NVIDIA (nvidia-smi introuvable — sélection GPU disponible uniquement sur NVIDIA)"
|
|
],
|
|
"new": "",
|
|
"next": 1,
|
|
"old": "",
|
|
"phase": "échec",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation qui ne tient pas",
|
|
"machine": "deux-cartes",
|
|
"meminfo": "MemTotal: 16777216 kB\nMemAvailable: 12582912 kB\n",
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"qwen\",\"quant\":\"IQ3_S\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "IQ3_S ne tient pas sur cette machine : demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~62",
|
|
"exists": true,
|
|
"lines": [
|
|
"✗ IQ3_S ne tient pas sur cette machine : demande plus de mémoire : 40 Go de RAM + VRAM, il en faut ~62"
|
|
],
|
|
"new": "",
|
|
"next": 1,
|
|
"old": "",
|
|
"phase": "échec",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "release introuvable",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemFree: 1000000 kB\nMemAvailable: 41943040 kB\n",
|
|
"release": {
|
|
"status": 404,
|
|
"src": [
|
|
{
|
|
"name": "ajean-moe-1.0/",
|
|
"type": "dir",
|
|
"mode": 493
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/setup.sh",
|
|
"type": "file",
|
|
"body": "#!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"mode": 493
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/setup.py",
|
|
"type": "file",
|
|
"body": "# installeur\n",
|
|
"mode": 420
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/serve/server.py",
|
|
"type": "file",
|
|
"body": "# serveur\n",
|
|
"mode": 420
|
|
}
|
|
],
|
|
"engine": "x"
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"IQ3_XXS\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "téléchargement de ajean-moe-src-1.0.tar.gz : HTTP 404",
|
|
"exists": true,
|
|
"lines": [
|
|
"▶ téléchargement de ajean-moe-src-1.0.tar.gz…",
|
|
"✗ téléchargement de ajean-moe-src-1.0.tar.gz : HTTP 404"
|
|
],
|
|
"new": "",
|
|
"next": 2,
|
|
"old": "",
|
|
"phase": "échec",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/dl",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx"
|
|
]
|
|
},
|
|
{
|
|
"name": "moteur altéré",
|
|
"release": {
|
|
"src": [
|
|
{
|
|
"name": "ajean-moe-1.0/",
|
|
"type": "dir",
|
|
"mode": 493
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/setup.sh",
|
|
"type": "file",
|
|
"body": "#!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"mode": 493
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/setup.py",
|
|
"type": "file",
|
|
"body": "# installeur\n",
|
|
"mode": 420
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/serve/server.py",
|
|
"type": "file",
|
|
"body": "# serveur\n",
|
|
"mode": 420
|
|
}
|
|
],
|
|
"engine": "moteur strata 1.0",
|
|
"bad_sha": true
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"IQ3_XXS\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "ajean-moe-engine-1.0-linux-x64-cuda12.zip : empreinte SHA-256 inattendue (fichier altéré ou incomplet)",
|
|
"exists": true,
|
|
"lines": [
|
|
"▶ téléchargement de ajean-moe-src-1.0.tar.gz…",
|
|
"▶ téléchargement de ajean-moe-engine-1.0-linux-x64-cuda12.zip…",
|
|
"✗ ajean-moe-engine-1.0-linux-x64-cuda12.zip : empreinte SHA-256 inattendue (fichier altéré ou incomplet)"
|
|
],
|
|
"new": "",
|
|
"next": 3,
|
|
"old": "",
|
|
"phase": "échec",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "98304",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_HELPER": "1",
|
|
"config/STRATA_KV": "int8"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/dl",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz"
|
|
]
|
|
},
|
|
{
|
|
"name": "installation",
|
|
"release": {
|
|
"src": [
|
|
{
|
|
"name": "ajean-moe-1.0/",
|
|
"type": "dir",
|
|
"mode": 493
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/setup.sh",
|
|
"type": "file",
|
|
"body": "#!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"mode": 493
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/setup.py",
|
|
"type": "file",
|
|
"body": "# installeur\n",
|
|
"mode": 420
|
|
},
|
|
{
|
|
"name": "ajean-moe-1.0/serve/server.py",
|
|
"type": "file",
|
|
"body": "# serveur\n",
|
|
"mode": 420
|
|
}
|
|
],
|
|
"engine": "moteur strata 1.0"
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"IQ3_XXS\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "",
|
|
"exists": true,
|
|
"lines": [
|
|
"ajean-moe-src-1.0.tar.gz déjà téléchargé",
|
|
"▶ téléchargement de ajean-moe-engine-1.0-linux-x64-cuda12.zip…",
|
|
"▶ décompression de Strata…",
|
|
"▶ installation de Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (téléchargement de ~76 Go)…",
|
|
"installeur : --setup --yes --no-start --no-browser --family swift --model IQ3_XXS --context 131072 --vision gpu --cuda 12 --prebuilt {{HOME}}/strata/prebuilt/ --data-dir {{HOME}}/strata/data --gpu 1 --low-ram off",
|
|
"cache : {{HOME}}/strata/cache",
|
|
"modèle 10%",
|
|
"modèle téléchargé",
|
|
"prêt : strata-swift-iq3_xxs.json",
|
|
"▶ activation du modèle (premier chargement : quelques minutes)…",
|
|
"✓ Qwen3.8 Flash Next Swift 1.5 IQ3_XXS installé (Strata)"
|
|
],
|
|
"new": "",
|
|
"next": 11,
|
|
"old": "",
|
|
"phase": "Qwen3.8 Flash Next Swift 1.5 IQ3_XXS installé (Strata)",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [
|
|
"restart"
|
|
],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "après l'installation",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "disk",
|
|
"mode_label": "lus depuis le disque (mmap)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799998,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "mode lancé connu, modèles inactifs",
|
|
"files": {
|
|
"presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env": "# NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env": "ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n"
|
|
},
|
|
"state": {
|
|
"strata_experts_mode": "drop"
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": true,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": false,
|
|
"mode": "drop",
|
|
"mode_label": "verrouillés en RAM, hors ceux de la carte d'appoint",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799998,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "ram",
|
|
"has_helper": true,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 3070 (8 Go)",
|
|
"mmap": false,
|
|
"mode": "ram",
|
|
"mode_label": "chargés et verrouillés en RAM",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": false
|
|
},
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "disk",
|
|
"has_helper": false,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "disk",
|
|
"mode_label": "lus depuis le disque (mmap)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 5060 Ti (16 Go)"
|
|
},
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "experts.bin et moteur du paquet",
|
|
"files": {
|
|
"strata/data/packs/swift-iq3_xxs/experts.bin": "x"
|
|
},
|
|
"state": {
|
|
"strata_experts_mode": ""
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "ram",
|
|
"has_helper": true,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 3070 (8 Go)",
|
|
"mmap": false,
|
|
"mode": "ram",
|
|
"mode_label": "chargés et verrouillés en RAM",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": false
|
|
},
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "disk",
|
|
"has_helper": false,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 5060 Ti (16 Go)"
|
|
},
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "RAM juste sous le seuil du mode hors RAM",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemAvailable: 43164063 kB\n",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 44.200000512,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "ram",
|
|
"has_helper": true,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 3070 (8 Go)",
|
|
"mmap": false,
|
|
"mode": "ram",
|
|
"mode_label": "chargés et verrouillés en RAM",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": false
|
|
},
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "disk",
|
|
"has_helper": false,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 5060 Ti (16 Go)"
|
|
},
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "RAM au-dessus du seuil du mode hors RAM",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemAvailable: 43457032 kB\n",
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 44.500000768,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": true,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": false,
|
|
"mode": "drop",
|
|
"mode_label": "verrouillés en RAM, hors ceux de la carte d'appoint",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "ram",
|
|
"has_helper": true,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 3070 (8 Go)",
|
|
"mmap": false,
|
|
"mode": "ram",
|
|
"mode_label": "chargés et verrouillés en RAM",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": false
|
|
},
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "disk",
|
|
"has_helper": false,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 5060 Ti (16 Go)"
|
|
},
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "mode hors RAM coupé dans le preset",
|
|
"files": {
|
|
"presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env": "# NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=0\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n"
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 44.500000768,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "ram",
|
|
"has_helper": true,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 3070 (8 Go)",
|
|
"mmap": false,
|
|
"mode": "ram",
|
|
"mode_label": "chargés et verrouillés en RAM",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": false
|
|
},
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": false,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "disk",
|
|
"has_helper": false,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "arena",
|
|
"mode_label": "experts.bin mappé (cache système)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 5060 Ti (16 Go)"
|
|
},
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=0\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "moteur d'un autre paquet",
|
|
"meminfo": "MemTotal: 49283072 kB\nMemFree: 1000000 kB\nMemAvailable: 41943040 kB\n",
|
|
"files": {
|
|
"strata/ajean-moe-1.0/engine-cuda12/.loki-engine": "ajean-moe-engine-0.9-linux-x64-cuda12.zip\n"
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "auto",
|
|
"has_helper": true,
|
|
"helper_gpu": "RTX 3070 (8 Go)",
|
|
"helper_on": true,
|
|
"kv": "fp16",
|
|
"kv_resident": "32768",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "disk",
|
|
"mode_label": "lus depuis le disque (mmap)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "3",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 3070 (8 Go)"
|
|
},
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "ram",
|
|
"has_helper": true,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 3070 (8 Go)",
|
|
"mmap": false,
|
|
"mode": "ram",
|
|
"mode_label": "chargés et verrouillés en RAM",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": false
|
|
},
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"details": {
|
|
"cache_root": "256",
|
|
"ctx": "131072",
|
|
"drop": false,
|
|
"experts": "disk",
|
|
"has_helper": false,
|
|
"helper_on": false,
|
|
"kv": "int8",
|
|
"main_gpu": "RTX 5060 Ti (16 Go)",
|
|
"mmap": true,
|
|
"mode": "disk",
|
|
"mode_label": "lus depuis le disque (mmap)",
|
|
"prefill": "16384",
|
|
"short_read": "150",
|
|
"spec": "4",
|
|
"version": "1.0",
|
|
"vision": true,
|
|
"vision_gpu": "RTX 5060 Ti (16 Go)"
|
|
},
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=0\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-0.9-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "réinstallation, moteur téléchargé périmé",
|
|
"files": {
|
|
"strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip": "ancien moteur"
|
|
},
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"swift\",\"quant\":\"IQ3_XXS\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "",
|
|
"exists": true,
|
|
"lines": [
|
|
"ajean-moe-src-1.0.tar.gz déjà téléchargé",
|
|
"▶ téléchargement de ajean-moe-engine-1.0-linux-x64-cuda12.zip…",
|
|
"▶ installation de Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (téléchargement de ~76 Go)…",
|
|
"installeur : --setup --yes --no-start --no-browser --family swift --model IQ3_XXS --context 131072 --vision gpu --cuda 12 --prebuilt {{HOME}}/strata/prebuilt/ --data-dir {{HOME}}/strata/data --gpu 1 --low-ram off",
|
|
"cache : {{HOME}}/strata/cache",
|
|
"modèle 10%",
|
|
"modèle téléchargé",
|
|
"prêt : strata-swift-iq3_xxs.json",
|
|
"▶ activation du modèle (premier chargement : quelques minutes)…",
|
|
"✓ Qwen3.8 Flash Next Swift 1.5 IQ3_XXS installé (Strata)"
|
|
],
|
|
"new": "",
|
|
"next": 10,
|
|
"old": "",
|
|
"phase": "Qwen3.8 Flash Next Swift 1.5 IQ3_XXS installé (Strata)",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [
|
|
"restart"
|
|
],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "installeur en échec",
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"qwen\",\"quant\":\"Q2_0\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "l'installation a échoué : exit status 3 (voir le journal)",
|
|
"exists": true,
|
|
"lines": [
|
|
"ajean-moe-src-1.0.tar.gz déjà téléchargé",
|
|
"ajean-moe-engine-1.0-linux-x64-cuda12.zip déjà téléchargé",
|
|
"▶ installation de Qwen3.8 Flash Next Q2_0 (téléchargement de ~66 Go)…",
|
|
"installeur : --setup --yes --no-start --no-browser --family qwen --model Q2_0 --context 131072 --vision gpu --cuda 12 --prebuilt {{HOME}}/strata/prebuilt/ --data-dir {{HOME}}/strata/data --gpu 1 --low-ram off",
|
|
"cache : {{HOME}}/strata/cache",
|
|
"modèle 10%",
|
|
"modèle téléchargé",
|
|
"erreur : téléchargement interrompu",
|
|
"✗ l'installation a échoué : exit status 3 (voir le journal)"
|
|
],
|
|
"new": "",
|
|
"next": 9,
|
|
"old": "",
|
|
"phase": "échec",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "installeur sans configuration",
|
|
"method": "POST",
|
|
"path": "/api/strata/install",
|
|
"body": "{\"family\":\"qwen\",\"quant\":\"IQ2_XS\"}",
|
|
"wait": true,
|
|
"status": 200,
|
|
"out": {
|
|
"ok": true
|
|
},
|
|
"job": {
|
|
"action": "strata",
|
|
"compiled": 0,
|
|
"ended_at": "{{T}}",
|
|
"error": "l'installeur n'a pas laissé de configuration pour IQ2_XS dans {{HOME}}/strata/ajean-moe-1.0",
|
|
"exists": true,
|
|
"lines": [
|
|
"ajean-moe-src-1.0.tar.gz déjà téléchargé",
|
|
"ajean-moe-engine-1.0-linux-x64-cuda12.zip déjà téléchargé",
|
|
"▶ installation de Qwen3.8 Flash Next IQ2_XS (téléchargement de ~68 Go)…",
|
|
"installeur : --setup --yes --no-start --no-browser --family qwen --model IQ2_XS --context 131072 --vision gpu --cuda 12 --prebuilt {{HOME}}/strata/prebuilt/ --data-dir {{HOME}}/strata/data --gpu 1 --low-ram off",
|
|
"cache : {{HOME}}/strata/cache",
|
|
"modèle 10%",
|
|
"modèle téléchargé",
|
|
"rien d'écrit",
|
|
"✗ l'installeur n'a pas laissé de configuration pour IQ2_XS dans {{HOME}}/strata/ajean-moe-1.0"
|
|
],
|
|
"new": "",
|
|
"next": 9,
|
|
"old": "",
|
|
"phase": "échec",
|
|
"running": false,
|
|
"started_at": "{{T}}"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- {\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"{{HOME}}/strata/data/packs/swift-iq3_xxs\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "configuration de lancement disparue",
|
|
"files": {
|
|
"strata/ajean-moe-1.0/strata-swift-iq3_xxs.json": "-"
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
},
|
|
{
|
|
"name": "configuration de lancement illisible",
|
|
"files": {
|
|
"strata/ajean-moe-1.0/strata-swift-iq3_xxs.json": "[1]"
|
|
},
|
|
"method": "GET",
|
|
"path": "/api/strata",
|
|
"status": 200,
|
|
"out": {
|
|
"active": true,
|
|
"env": {
|
|
"avail_gb": 42.94967296,
|
|
"disk_free_gb": 400,
|
|
"gpus": [
|
|
{
|
|
"arch": 86,
|
|
"index": 0,
|
|
"name": "NVIDIA GeForce RTX 3070",
|
|
"vram_gb": 8
|
|
},
|
|
{
|
|
"arch": 120,
|
|
"index": 1,
|
|
"name": "NVIDIA GeForce RTX 5060 Ti",
|
|
"vram_gb": 15.9287109375
|
|
}
|
|
],
|
|
"helper": 0,
|
|
"main": 1,
|
|
"python": "3.12",
|
|
"ram_gb": 47,
|
|
"supported": true
|
|
},
|
|
"families": [
|
|
{
|
|
"about": "réfléchit moins, répond plus vite",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"active": true,
|
|
"disk_gb": 75.799997999,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
}
|
|
],
|
|
"id": "swift",
|
|
"label": "Swift 1.5",
|
|
"quants": [
|
|
"IQ2_XS",
|
|
"IQ3_XXS"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
},
|
|
{
|
|
"about": "le Qwen3.8-Flash-Next original",
|
|
"fits": [
|
|
{
|
|
"disk_gb": 66.4,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"quant": {
|
|
"about": "le plus rapide",
|
|
"arena_gb": 34,
|
|
"download_gb": 66.4,
|
|
"id": "Q2_0"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 68,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"preset": "STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"quant": {
|
|
"about": "un peu plus fidèle, presque aussi rapide",
|
|
"arena_gb": 35.5,
|
|
"download_gb": 68,
|
|
"id": "IQ2_XS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 75.8,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "99 % de la qualité du modèle complet",
|
|
"arena_gb": 42.9,
|
|
"download_gb": 75.8,
|
|
"id": "IQ3_XXS"
|
|
}
|
|
},
|
|
{
|
|
"disk_gb": 83.6,
|
|
"drop": false,
|
|
"mmap": true,
|
|
"ok": true,
|
|
"quant": {
|
|
"about": "la meilleure qualité, le plus lent",
|
|
"arena_gb": 50.3,
|
|
"download_gb": 83.6,
|
|
"id": "IQ3_S"
|
|
}
|
|
}
|
|
],
|
|
"id": "qwen",
|
|
"label": "Classique",
|
|
"quants": [
|
|
"Q2_0",
|
|
"IQ2_XS",
|
|
"IQ3_XXS",
|
|
"IQ3_S"
|
|
],
|
|
"recommend": "IQ3_XXS"
|
|
}
|
|
],
|
|
"installed": [
|
|
"STRATA FLASH NEXT CLASSIQUE IQ2_XS",
|
|
"STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS",
|
|
"STRATA FLASH NEXT CLASSIQUE Q2_0",
|
|
"S"
|
|
],
|
|
"version": "1.0"
|
|
},
|
|
"actions": [],
|
|
"after": {
|
|
"config/CTX": "131072",
|
|
"config/ENGINE": "strata",
|
|
"config/STRATA_CONFIG": "{{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json",
|
|
"config/STRATA_KV": "fp16"
|
|
},
|
|
"tree": [
|
|
"d presets",
|
|
"d strata",
|
|
"d strata/ajean-moe-1.0",
|
|
"d strata/ajean-moe-1.0/.venv",
|
|
"d strata/ajean-moe-1.0/.venv/bin",
|
|
"d strata/ajean-moe-1.0/engine-cuda12",
|
|
"d strata/ajean-moe-1.0/serve",
|
|
"d strata/data",
|
|
"d strata/data/models",
|
|
"d strata/data/models/swift-IQ3_XXS",
|
|
"d strata/data/packs",
|
|
"d strata/data/packs/swift-iq3_xxs",
|
|
"d strata/dl",
|
|
"d strata/prebuilt",
|
|
"f presets/S.env -rw-r--r-- # NAME=Strata S\nENGINE=strata\nSTRATA_HELPER_GPU=0\nSTRATA_EXPERTS=disk\nCTX=98304\nSTRATA_KV=int8\nSTRATA_SPEC=4\nSTRATA_VISION=0\nSTRATA_HELPER=1\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE IQ2_XS.env -rw-r--r-- # NAME=Classique IQ2_XS\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=-1\nSTRATA_EXPERTS=disk\n",
|
|
"f presets/STRATA FLASH NEXT CLASSIQUE Q2_0.env -rw-r--r-- ENGINE=moe\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=0\nSTRATA_HELPER_GPU=1\nSTRATA_HELPER=0\nSTRATA_VISION=0\nSTRATA_EXPERTS=ram\n",
|
|
"f presets/STRATA FLASH NEXT SWIFT 1.5 IQ3_XXS.env -rw-r--r-- # NAME=Qwen3.8 Flash Next Swift 1.5 IQ3_XXS (Strata)\nENGINE=strata\nSTRATA_CONFIG={{HOME}}/strata/ajean-moe-1.0/strata-swift-iq3_xxs.json\nSTRATA_MAIN_GPU=1\nSTRATA_HELPER_GPU=0\nSTRATA_VISION=1\nSTRATA_EXPERTS=auto\nSTRATA_DROP=1\nSTRATA_KV=fp16\nSTRATA_KV_RESIDENT=32768\nSTRATA_SPEC=3\nCTX=131072\nREASONING=off\n",
|
|
"f presets/llama.env -rw-r--r-- MODEL=/m.gguf\n",
|
|
"f strata/ajean-moe-1.0/engine-cuda12/.loki-engine -rw-r--r-- ajean-moe-engine-1.0-linux-x64-cuda12.zip\n",
|
|
"f strata/ajean-moe-1.0/serve/server.py -rw-r--r-- # serveur\n",
|
|
"f strata/ajean-moe-1.0/setup.py -rw-r--r-- # installeur\n",
|
|
"f strata/ajean-moe-1.0/setup.sh -rwxr-xr-x #!/bin/bash\necho \"installeur : $*\"\necho \"cache : $XDG_CACHE_HOME\"\nprintf 'modèle 10%%\\r'\nprintf 'modèle 20%%\\r'\necho \"modèle téléchargé\"\nmkdir -p engine-cuda12 .venv/bin\nfam=\"\"; model=\"\"; data=\"\"\nwhile [ $# -gt 0 ]; do\n case \"$1\" in\n --family) fam=\"$2\"; shift;;\n --model) model=\"$2\"; shift;;\n --data-dir) data=\"$2\"; shift;;\n esac\n shift\ndone\ncase \"$model\" in\nQ2_0) echo \"erreur : téléchargement interrompu\" >&2; exit 3;;\nIQ2_XS) echo \"rien d'écrit\"; exit 0;;\nesac\nlow=$(echo \"$model\" | tr 'A-Z' 'a-z')\nif [ \"$fam\" = \"swift\" ]; then tag=\"swift-$low\"; else tag=\"$low\"; fi\nmkdir -p \"$data/packs/$tag\"\nprintf '{\"exe\":\"engine-cuda12/strata\",\"args\":[\"--pack\",\"%s\",\"--kv\",\"int8\",\"--spec\",\"4\",\"--max-context\",\"131072\",\"--vision\",\"--vram-reserve-mib\",\"700\"],\"vision\":{\"exe\":\"v\",\"gpu\":true},\"gpu\":0,\"port\":8080}\\n' \"$data/packs/$tag\" > \"strata-$tag.json\"\necho \"prêt : strata-$tag.json\"\n",
|
|
"f strata/ajean-moe-1.0/strata-swift-iq3_xxs.json -rw-r--r-- [1]",
|
|
"f strata/data/models/swift-IQ3_XXS/a.gguf -rw-r--r-- xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
|
|
"f strata/data/packs/swift-iq3_xxs/experts.bin -rw-r--r-- x",
|
|
"f strata/dl/ajean-moe-engine-1.0-linux-x64-cuda12.zip",
|
|
"f strata/dl/ajean-moe-src-1.0.tar.gz",
|
|
"f strata/prebuilt/strata-linux-x64-cuda12.zip"
|
|
]
|
|
}
|
|
]
|
|
}
|