Issues / #1116

#1116 major performance drop in latest 0.40 engine -kinda fixed

open · @XeonG · 5 comentários · No GitHub

Models & quants

Descrição

was getting a 100tk/s yesterday and now its like 10tk/s  ..:(

make it easier to roll back these updates so much untested stuff coming in

<img width="1886" height="873" alt="Image" src="https://github.com/user-attachments/assets/4130ca39-7bde-430a-bc1f-51cfd6d8153c" />

```{
 "exe": "I:\\Strata\\engine\\strata.exe",
 "args": [
  "--pack",
  "I:\\Strata-data\\packs\\swift-iq3_xxs",
  "--native",
  "I:\\Strata-data\\models\\swift-IQ3_XXS\\Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
  "--ple-gguf",
  "I:\\Strata-data\\models\\swift-IQ3_XXS\\Swift-Qwen3.8-Flash-Next-GSQ-RCO-IQ3_XXS-00001-of-00002.gguf",
  "--expert-profile",
  "I:\\Strata\\data\\expert-profile.bin",
  "--expert-cache",
  "auto",
  "--prefill",
  "auto",
  "--spec",
  "4",
  "--mtp",
  "I:\\Strata-data\\mtp\\rt",
  "--max-context",
  "131072",
  "--kv",
  "int8",
  "--pcie-frac",
  "0.00",
  "--spec-min-p",
  "0.70",
  "--pool-workers",
  "8"
 ],
 "cwd": "I:\\Strata",
 "tokenizer": "I:\\Strata-data\\packs\\swift-iq3_xxs\\tokenizer",
 "model_name": "swift-1.5-iq3_xxs",
 "log": "I:\\Strata\\strata-swift-iq3_xxs.log",
 "lib_dirs": [
  "I:\\Strata\\.venv\\Lib\\site-packages\\nvidia\\cu13\\bin\\x86_64"
 ],
 "port": 8080,
 "gpu": 0,
 "gpus_asked": true
}```

No site

Links install, modelos, releases.