jailbreak_onnx_quantized_v2 / ort_config.json
cotran2's picture
Upload folder using huggingface_hub
416443d verified
raw
history blame contribute delete
No virus
979 Bytes
{
"one_external_file": true,
"opset": null,
"optimization": {},
"quantization": {
"activations_dtype": "QUInt8",
"activations_symmetric": false,
"format": "QDQ",
"is_static": true,
"mode": "QLinearOps",
"nodes_to_exclude": [],
"nodes_to_quantize": [],
"operators_to_quantize": [
"Conv",
"ConvTranspose",
"Gemm",
"Clip",
"Relu",
"Reshape",
"Transpose",
"Squeeze",
"Unsqueeze",
"Resize",
"MaxPool",
"AveragePool",
"MatMul",
"Split",
"Gather",
"Where",
"InstanceNormalization",
"LayerNormalization",
"BatchNormalization"
],
"per_channel": false,
"qdq_add_pair_to_weight": false,
"qdq_dedicated_pair": false,
"qdq_op_type_per_channel_support_to_axis": {
"MatMul": 1
},
"reduce_range": false,
"weights_dtype": "QInt8",
"weights_symmetric": true
},
"use_external_data_format": false
}