Skip to content

Commit

Permalink
Fix (examples/generative): Fixed argument order for quantize_model (#…
Browse files Browse the repository at this point in the history
  • Loading branch information
nickfraser authored Nov 1, 2024
1 parent 9696adb commit 52e0059
Showing 1 changed file with 21 additions and 21 deletions.
42 changes: 21 additions & 21 deletions src/brevitas_examples/common/generative/quantize.py
Original file line number Diff line number Diff line change
Expand Up @@ -478,27 +478,27 @@ def quantize_model(
input_kwargs=None):

linear_input_quant, weight_quant, input_quant, q_scaled_quant, k_transposed_quant, v_quant, attn_output_weights_quant = generate_quantizers(
dtype,
weight_bit_width,
weight_param_method,
weight_scale_precision,
weight_quant_type,
weight_quant_granularity,
weight_group_size,
quantize_weight_zero_point,
weight_quant_format,
input_bit_width,
input_quant_format,
input_scale_precision,
input_scale_type,
input_param_method,
input_quant_type,
input_quant_granularity,
input_group_size,
quantize_input_zero_point,
device,
weight_kwargs,
input_kwargs)
dtype=dtype,
weight_bit_width=weight_bit_width,
weight_param_method=weight_param_method,
weight_scale_precision=weight_scale_precision,
weight_quant_type=weight_quant_type,
weight_quant_granularity=weight_quant_granularity,
weight_group_size=weight_group_size,
quantize_weight_zero_point=quantize_weight_zero_point,
weight_quant_format=weight_quant_format,
input_bit_width=input_bit_width,
input_quant_format=input_quant_format,
input_scale_precision=input_scale_precision,
input_scale_type=input_scale_type,
input_param_method=input_param_method,
input_quant_type=input_quant_type,
input_quant_granularity=input_quant_granularity,
input_group_size=input_group_size,
quantize_input_zero_point=quantize_input_zero_point,
device=device,
weight_kwargs=weight_kwargs,
input_kwargs=input_kwargs)
layer_map = generate_quant_maps(
linear_input_quant,
weight_quant,
Expand Down

0 comments on commit 52e0059

Please sign in to comment.