import numpy as np from copy import deepcopy # Store original weights weights = [param.data.clone() for param in model.parameters()] # Create model to quantize model_abs = deepcopy(model) # Quantize all model weights weights_abs = [] for param in model_abs.parameters(): _, dequantized = absmax_quantize(param.data) param.data = dequantized weights_abs.append(dequantized) # Create model to quantize model_zp = deepcopy(model) # Quantize all model weights weights_zp = [] for param in model_zp.parameters(): _, dequantized = zeropoint_quantize(param.data) param.data = dequantized weights_zp.append(dequantized)