rltakashige
39c39e8199
## Motivation <!-- Why is this change needed? What problem does it solve? --> <!-- If it fixes an open issue, please link to the issue here --> ## Changes <!-- Describe what you changed in detail --> ## Why It Works <!-- Explain why your approach solves the problem --> ## Test Plan ### Manual Testing <!-- Hardware: (e.g., MacBook Pro M1 Max 32GB, Mac Mini M2 16GB, connected via Thunderbolt 4) --> <!-- What you did: --> <!-- - --> ### Automated Testing <!-- Describe changes to automated tests, or how existing tests cover this change --> <!-- - -->
15 lines
323 B
TOML
15 lines
323 B
TOML
model_id = "mlx-community/NVIDIA-Nemotron-3-Nano-30B-A3B-NVFP4"
|
|
n_layers = 52
|
|
hidden_size = 2688
|
|
supports_tensor = true
|
|
tasks = ["TextGeneration"]
|
|
family = "nemotron"
|
|
quantization = "4bit"
|
|
base_model = "NVIDIA Nemotron-3-Nano-30B-A3B"
|
|
capabilities = ["text"]
|
|
|
|
context_length = 262144
|
|
|
|
[storage_size]
|
|
in_bytes = 19323906944
|