reasoning-sparse / recipe.yaml
shadowlilac's picture
Upload folder using huggingface_hub
514a3c5 verified
sparsity_stage:
sparsity_modifiers:
SparseGPTModifier: {sparsity: 0.5, mask_structure: '2:4', sequential_update: false}
run_type: !!python/object/apply:llmcompressor.recipe.stage.StageRunType [oneshot]