nm-testing
/

SmolLM-1.7B-Instruct-quantized.w4a16

Text Generation

compressed-tensors

Model card Files Files and versions

bdellabe commited on Jul 22

Commit

e66aefd

·

verified ·

1 Parent(s): 1c917fc

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -55,7 +55,7 @@
     ],
     "kv_cache_scheme": null,
     "quant_method": "compressed-tensors",
-    "quantization_status": "frozen",
     "sparsity_config": {
       "format": "dense",
       "global_sparsity": 13.012990367407104,

     ],
     "kv_cache_scheme": null,
     "quant_method": "compressed-tensors",
+    "quantization_status": "compressed",
     "sparsity_config": {
       "format": "dense",
       "global_sparsity": 13.012990367407104,