rltakashige
39c39e8199
## Motivation <!-- Why is this change needed? What problem does it solve? --> <!-- If it fixes an open issue, please link to the issue here --> ## Changes <!-- Describe what you changed in detail --> ## Why It Works <!-- Explain why your approach solves the problem --> ## Test Plan ### Manual Testing <!-- Hardware: (e.g., MacBook Pro M1 Max 32GB, Mac Mini M2 16GB, connected via Thunderbolt 4) --> <!-- What you did: --> <!-- - --> ### Automated Testing <!-- Describe changes to automated tests, or how existing tests cover this change --> <!-- - -->
15 lines
310 B
TOML
15 lines
310 B
TOML
model_id = "mlx-community/Qwen3-VL-4B-Instruct-4bit"
|
|
n_layers = 36
|
|
hidden_size = 2560
|
|
supports_tensor = true
|
|
tasks = ["TextGeneration"]
|
|
family = "qwen"
|
|
quantization = "4bit"
|
|
base_model = "Qwen3-VL 4B"
|
|
capabilities = ["text", "thinking", "vision"]
|
|
|
|
context_length = 262144
|
|
|
|
[storage_size]
|
|
in_bytes = 3340000000
|