Catálogo
| Catálogo | RAM | VRAM | Download | RTX 5070 tok/s | Ações |
|---|---|---|---|---|---|
| Q2_0 | 48 GB+ | 12 GB+ | ~70 GB | 94 | |
| IQ2_XS | 64 GB+ | 12 GB+ | ~72 GB | 79 | |
| IQ3_XXS | 64 GB+ | 12 GB+ | ~74 GB | 62 | |
| IQ3_S | 64 GB+ | 12 GB+ | ~76 GB | 53 | |
| Coder | 32 GB+ | 12 GB+ | ~68 GB | 55 | |
| Unsloth UD-IQ4_XS | 80 GB+ | 12 GB+ | ~94 GB | 45 |

from openai import OpenAI
client = OpenAI(base_url="http://127.0.0.1:8080/v1", api_key="local")
resp = client.chat.completions.create(
model="strata",
messages=[{"role": "user", "content": "Estimate VRAM for IQ3_XXS"}],
)
print(resp.choices[0].message.content)