Skip to content

Commit

Permalink
allow lm_head quantization in calibration process (#65)
Browse files Browse the repository at this point in the history
  • Loading branch information
nirda7 authored Jan 14, 2025
1 parent 8d14f66 commit 561ee00
Showing 1 changed file with 1 addition and 1 deletion.
2 changes: 1 addition & 1 deletion calibration/calibrate_model.sh
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,7 @@ create_measure_config() {

create_quant_config() {
mkdir -p $1/$2/$3
tmp_config="{\"mode\": \"QUANTIZE\",\"observer\": \"maxabs\",\"scale_method\": \"maxabs_hw\",\"allowlist\": {\"types\": [],\"names\": []},\"blocklist\": {\"types\": [],\"names\": [\"lm_head\"]},\"dump_stats_path\": \"$1/$2/$3/inc_output\"}"
tmp_config="{\"mode\": \"QUANTIZE\",\"observer\": \"maxabs\",\"scale_method\": \"maxabs_hw\",\"allowlist\": {\"types\": [],\"names\": []},\"blocklist\": {\"types\": [],\"names\": []},\"dump_stats_path\": \"$1/$2/$3/inc_output\"}"
echo "$tmp_config" > $1/$2/maxabs_quant_$3.json
}

Expand Down

0 comments on commit 561ee00

Please sign in to comment.