Source code
Revision control
Copy as Markdown
Other Tools
// META: title=test WebNN API dequantizeLinear operation
// META: global=window
// META: variant=?cpu
// META: variant=?gpu
// META: variant=?npu
// META: script=../resources/utils.js
// META: timeout=long
'use strict';
// Calculate a low precision integer operand
// (typically uint8 with a zero-point bias) to floating point:
// output = (input - zeroPoint) * scale.
//
// MLOperand dequantizeLinear(
// MLOperand input, MLOperand scale, MLOperand zeroPoint,
// optional MLOperatorOptions options = {});
const getDequantizeLinearPrecisionTolerance = (graphResources) => {
const toleranceValueDict = {float32: 1, float16: 1};
const expectedDataType =
getExpectedDataTypeOfSingleOutput(graphResources.expectedOutputs);
return {metricType: 'ULP', value: toleranceValueDict[expectedDataType]};
};
const dequantizeLinearTests = [
// float32 tests
{
'name': 'dequantizeLinear int8 0D tensor with float32 0D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [123],
'descriptor': {shape: [], dataType: 'int8'},
'constant': false
},
'dequantizeLinearScale': {
'data': [1.1202747821807861],
'descriptor': {shape: [], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [3],
'descriptor': {shape: [], dataType: 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [134.43296813964844],
'descriptor': {shape: [], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear int8 0D constant tensor with float32 0D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [123],
'descriptor': {shape: [], dataType: 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1202747821807861],
'descriptor': {shape: [], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [3],
'descriptor': {shape: [], dataType: 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [134.43296813964844],
'descriptor': {shape: [], dataType: 'float32'}
}
}
}
},
{
'name': 'dequantizeLinear uint8 1D constant tensor with float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12, 24, 35, 123],
'descriptor': {shape: [4], dataType: 'uint8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
9.343092918395996,
0.2800687253475189,
4.617084980010986,
1.1202747821807861,
],
'descriptor': {shape: [4], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [128, 128, 128, 128],
'descriptor': {shape: [4], dataType: 'uint8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-1083.798828125, -29.127147674560547, -429.388916015625,
-5.601373672485352
],
'descriptor': {shape: [4], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear uint8 1D constant tensor with negative float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12, 24, 35, 123],
'descriptor': {shape: [4], dataType: 'uint8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
9.343092918395996,
0.2800687253475189,
-4.617084980010986,
1.1202747821807861,
],
'descriptor': {shape: [4], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [128, 128, 128, 128],
'descriptor': {shape: [4], dataType: 'uint8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-1083.798828125, -29.127147674560547, 429.388916015625,
-5.601373672485352
],
'descriptor': {shape: [4], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear uint8 1D constant tensor with float32 1D scale, implicit block_size = 2',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12, 24, 35, 123],
'descriptor': {shape: [4], dataType: 'uint8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
9.343092918395996,
-4.617084980010986,
],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [128, 110],
'descriptor': {shape: [2], dataType: 'uint8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-1083.798828125, -971.681640625, 346.2813720703125,
-60.0221061706543
],
'descriptor': {shape: [4], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear int8 4D constant tensor broadcasting float32 4D scale and int8 4D zeroPoint',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [-124, 0, 23, 122],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [0.2800687253475189, -4.617084980010986],
'descriptor': {shape: [1, 1, 2, 1], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [12, 12],
'descriptor': {shape: [1, 1, 2, 1], dataType: 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-38.08934783935547, -3.3608245849609375, -50.787933349609375,
-507.87933349609375
],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear int8 2D constant tensor with float32 2D scale, block_size = [3, 2]',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [
-124, 0, 23, 122, 12, 23, 45, 36, 67, 78, -22, 0,
-34, -45, -56, -67, 89, 30, 12, 23, 56, 67, 56, -12
],
'descriptor': {shape: [6, 4], dataType: 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
0.2800687253475189, -4.617084980010986, 1.2800687253475189,
-3.617084980010986
],
'descriptor': {shape: [2, 2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [1, 3, 5, 12],
'descriptor': {shape: [2, 2], dataType: 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-35.00859069824219,
-0.2800687253475189,
-92.3416976928711,
-549.43310546875,
3.0807559490203857,
6.1615118980407715,
-193.91757202148438,
-152.36380004882812,
18.484535217285156,
21.565292358398438,
115.4271240234375,
13.851255416870117,
-49.92267990112305,
-64.0034408569336,
245.96177673339844,
285.7497253417969,
107.52577209472656,
32.0017204284668,
0,
-39.787933349609375,
65.28350830078125,
79.36426544189453,
-159.1517333984375,
86.81004333496094
],
'descriptor': {shape: [6, 4], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 1D tensor of even size with float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [15, 0],
'descriptor': {shape: [2], dataType: 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1202747821807861, 1.1202747821807861],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [0, 1],
'descriptor': {shape: [2], dataType: 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [16.804121017456055, -1.1202747821807861],
'descriptor': {shape: [2], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 1D tensor of odd size with float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [10, 12, 14],
'descriptor': {shape: [3], dataType: 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1202747821807861],
'descriptor': {shape: [1], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2],
'descriptor': {shape: [1], dataType: 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [8.962198257446289, 11.202747344970703, 13.443297386169434],
'descriptor': {shape: [3], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 4D constant tensor with broadcasting float32 4D scale and uint4 4D zeroPoint',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [0, 1, 10, 15],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
9.343092918395996,
-4.617084980010986,
],
'descriptor': {shape: [1, 1, 2, 1], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2, 3],
'descriptor': {shape: [1, 1, 2, 1], dataType: 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-18.686185836791992, -9.343092918395996, -32.31959533691406,
-55.40502166748047
],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 3D input with float32 3D scale, block_size = [1, 1, 2]',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [0, 1, 10, 15],
'descriptor': {shape: [1, 1, 4], dataType: 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
9.343092918395996,
-4.617084980010986,
],
'descriptor': {shape: [1, 1, 2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2, 3],
'descriptor': {shape: [1, 1, 2], dataType: 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-18.686185836791992, -9.343092918395996, -32.31959533691406,
-55.40502166748047
],
'descriptor': {shape: [1, 1, 4], dataType: 'float32'}
}
}
}
},
{
'name':
'dequantizeLinear int4 1D tensor of even size with float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [-8, -3],
'descriptor': {shape: [2], dataType: 'int4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1202747821807861, 1.1202747821807861],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [0, -2],
'descriptor': {shape: [2], dataType: 'int4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-8.962198257446289, -1.1202747821807861],
'descriptor': {shape: [2], dataType: 'float32'}
}
}
}
},
{
'name': 'dequantizeLinear int4 1D tensor of odd size with float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [-1, 7, 0],
'descriptor': {shape: [3], dataType: 'int4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1202747821807861],
'descriptor': {shape: [1], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [-3],
'descriptor': {shape: [1], dataType: 'int4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [2.2405495643615723, 11.202747344970703, 3.3608243465423584],
'descriptor': {shape: [3], dataType: 'float32'}
}
}
}
},
{
'name':
'per-tensor dequantizeLinear for int4 4D constant with float32 4D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [0, -1, -6, 1],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'int4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [
1.1202747821807861, -4.617084980010986, 6.2405495643615723,
3.841923713684082
],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2, -3, -5, 4],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'int4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-2.2405495643615723, -9.234169960021973, -6.240549564361572,
-11.525771141052246
],
'descriptor': {shape: [1, 1, 2, 2], dataType: 'float32'}
}
}
}
},
{
'name': 'dequantizeLinear int32 1D tensor with float32 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12345, 23946213],
'descriptor': {shape: [2], dataType: 'int32'},
'constant': false
},
'dequantizeLinearScale': {
'data': [1.1202747821807861, 0.2800687253475189],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [32345, -2445234],
'descriptor': {shape: [2], dataType: 'int32'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-22405.495643615723, 7391418.921366602],
'descriptor': {shape: [2], dataType: 'float32'}
}
}
}
},
{
'name': 'dequantizeLinear with float32 3D scale as an intermediate node',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [34, 23],
'descriptor': {shape: [2, 1], dataType: 'int32'},
'constant': false
},
'dequantizeLinearScale': {
'data': [1.1202747821807861, 0.2800687253475189],
'descriptor': {shape: [1, 1, 2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [35, -24],
'descriptor': {shape: [1, 1, 2], dataType: 'int32'},
'constant': true
}
},
'operators': [
{
'name': 'transpose',
'arguments': [
{'input': 'dequantizeLinearInput'}, {
'options': {
'permutation': [1, 0],
}
}
],
'outputs': 'transposeOutput'
},
{
'name': 'reshape',
'arguments': [{'input': 'transposeOutput'}, {'newShape': [1, 1, 2]}],
'outputs': 'reshapeOutput'
},
{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'reshapeOutput'}, {'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}
],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-1.1202747821807861, 13.163229942321777],
'descriptor': {shape: [1, 1, 2], dataType: 'float32'}
}
}
}
},
,
{
'name':
'quantizeLinear then dequantizeLinear with different float32 scale and int8 zeroPoint',
'graph': {
'inputs': {
'quantizeLinearInput': {
'data': [-1.1202747821807861, 13.163229942321777],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': false
},
'quantizeLinearScale': {
'data': [0.1202747821807861, 1.2800687253475189],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': true
},
'quantizeLinearZeroPoint': {
'data': [12, -21],
'descriptor': {shape: [2], dataType: 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1202747821807861, 0.2800687253475189],
'descriptor': {shape: [2], dataType: 'float32'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [35, -24],
'descriptor': {shape: [2], dataType: 'int8'},
'constant': true
}
},
'operators': [
{
'name': 'quantizeLinear',
'arguments': [
{'input': 'quantizeLinearInput'}, {'scale': 'quantizeLinearScale'},
{'zeroPoint': 'quantizeLinearZeroPoint'}
],
'outputs': 'quantizeLinearOutput'
},
{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'quantizeLinearOutput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}
],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-35.848793029785156, 3.6408934593200684],
'descriptor': {shape: [2], dataType: 'float32'}
}
}
}
},
// float16 tests
{
'name': 'dequantizeLinear int8 0D tensor with float16 0D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [123],
'descriptor': {'shape': [], 'dataType': 'int8'},
'constant': false
},
'dequantizeLinearScale': {
'data': [1.1201171875],
'descriptor': {'shape': [], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [3],
'descriptor': {'shape': [], 'dataType': 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [134.375],
'descriptor': {'shape': [], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear int8 0D constant tensor with float16 0D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [123],
'descriptor': {'shape': [], 'dataType': 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875],
'descriptor': {'shape': [], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [3],
'descriptor': {'shape': [], 'dataType': 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [134.375],
'descriptor': {'shape': [], 'dataType': 'float16'}
}
}
}
},
{
'name': 'dequantizeLinear uint8 1D constant tensor with float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12, 24, 35, 123],
'descriptor': {'shape': [4], 'dataType': 'uint8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [9.34375, 0.280029296875, 4.6171875, 1.1201171875],
'descriptor': {'shape': [4], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [128, 128, 128, 128],
'descriptor': {'shape': [4], 'dataType': 'uint8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-1084, -29.125, -429.5, -5.6015625],
'descriptor': {'shape': [4], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear uint8 1D constant tensor with negative float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12, 24, 35, 123],
'descriptor': {'shape': [4], 'dataType': 'uint8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [9.34375, 0.280029296875, -4.6171875, 1.1201171875],
'descriptor': {'shape': [4], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [128, 128, 128, 128],
'descriptor': {'shape': [4], 'dataType': 'uint8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-1084, -29.125, 429.5, -5.6015625],
'descriptor': {'shape': [4], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear uint8 1D constant tensor with float16 1D scale, implicit block_size = 2',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12, 24, 35, 123],
'descriptor': {'shape': [4], 'dataType': 'uint8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [9.34375, -4.6171875],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [128, 110],
'descriptor': {'shape': [2], 'dataType': 'uint8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-1084, -972, 346.25, -60.03125],
'descriptor': {'shape': [4], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear int8 4D constant tensor broadcasting float16 4D scale and int8 4D zeroPoint',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [-124, 0, 23, 122],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [0.280029296875, -4.6171875],
'descriptor': {'shape': [1, 1, 2, 1], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [12, 12],
'descriptor': {'shape': [1, 1, 2, 1], 'dataType': 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-38.09375, -3.359375, -50.78125, -508],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear int8 2D constant tensor with float16 2D scale, block_size = [3, 2]',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [
-124, 0, 23, 122, 12, 23, 45, 36, 67, 78, -22, 0,
-34, -45, -56, -67, 89, 30, 12, 23, 56, 67, 56, -12
],
'descriptor': {'shape': [6, 4], 'dataType': 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [0.280029296875, -4.6171875, 1.2802734375, -3.6171875],
'descriptor': {'shape': [2, 2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [1, 3, 5, 12],
'descriptor': {'shape': [2, 2], 'dataType': 'int8'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [
-35, -0.280029296875, -92.375, -549.5, 3.080078125,
6.16015625, -193.875, -152.375, 18.484375, 21.5625,
115.4375, 13.8515625, -49.9375, -64, 246,
285.75, 107.5625, 32, 0, -39.78125,
65.3125, 79.375, -159.125, 86.8125
],
'descriptor': {'shape': [6, 4], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 1D tensor of even size with float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [15, 0],
'descriptor': {'shape': [2], 'dataType': 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875, 1.1201171875],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [0, 1],
'descriptor': {'shape': [2], 'dataType': 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [16.796875, -1.1201171875],
'descriptor': {'shape': [2], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 1D tensor of odd size with float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [10, 12, 14],
'descriptor': {'shape': [3], 'dataType': 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875],
'descriptor': {'shape': [1], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2],
'descriptor': {'shape': [1], 'dataType': 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [8.9609375, 11.203125, 13.4375],
'descriptor': {'shape': [3], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 4D constant tensor with broadcasting float16 4D scale and uint4 4D zeroPoint',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [0, 1, 10, 15],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [9.34375, -4.6171875],
'descriptor': {'shape': [1, 1, 2, 1], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2, 3],
'descriptor': {'shape': [1, 1, 2, 1], 'dataType': 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-18.6875, -9.34375, -32.3125, -55.40625],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear uint4 3D input with float16 3D scale, block_size = [1, 1, 2]',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [0, 1, 10, 15],
'descriptor': {'shape': [1, 1, 4], 'dataType': 'uint4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [9.34375, -4.6171875],
'descriptor': {'shape': [1, 1, 2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2, 3],
'descriptor': {'shape': [1, 1, 2], 'dataType': 'uint4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-18.6875, -9.34375, -32.3125, -55.40625],
'descriptor': {'shape': [1, 1, 4], 'dataType': 'float16'}
}
}
}
},
{
'name':
'dequantizeLinear int4 1D tensor of even size with float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [-8, -3],
'descriptor': {'shape': [2], 'dataType': 'int4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875, 1.1201171875],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [0, -2],
'descriptor': {'shape': [2], 'dataType': 'int4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-8.9609375, -1.1201171875],
'descriptor': {'shape': [2], 'dataType': 'float16'}
}
}
}
},
{
'name': 'dequantizeLinear int4 1D tensor of odd size with float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [-1, 7, 0],
'descriptor': {'shape': [3], 'dataType': 'int4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875],
'descriptor': {'shape': [1], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [-3],
'descriptor': {'shape': [1], 'dataType': 'int4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [2.240234375, 11.203125, 3.359375],
'descriptor': {'shape': [3], 'dataType': 'float16'}
}
}
}
},
{
'name':
'per-tensor dequantizeLinear for int4 4D constant with float16 4D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [0, -1, -6, 1],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'int4'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875, -4.6171875, 6.2421875, 3.841796875],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [2, -3, -5, 4],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'int4'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-2.240234375, -9.234375, -6.2421875, -11.5234375],
'descriptor': {'shape': [1, 1, 2, 2], 'dataType': 'float16'}
}
}
}
},
{
'name': 'dequantizeLinear int32 1D tensor with float16 1D scale',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [12345, 65504],
'descriptor': {'shape': [2], 'dataType': 'int32'},
'constant': false
},
'dequantizeLinearScale': {
'data': [1.1201171875, 0.280029296875],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [32345, 0],
'descriptor': {'shape': [2], 'dataType': 'int32'},
'constant': true
}
},
'operators': [{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-22400, 18336],
'descriptor': {'shape': [2], 'dataType': 'float16'}
}
}
}
},
{
'name': 'dequantizeLinear with float16 3D scale as an intermediate node',
'graph': {
'inputs': {
'dequantizeLinearInput': {
'data': [34, 23],
'descriptor': {'shape': [2, 1], 'dataType': 'int32'},
'constant': false
},
'dequantizeLinearScale': {
'data': [1.1201171875, 0.280029296875],
'descriptor': {'shape': [1, 1, 2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [35, -24],
'descriptor': {'shape': [1, 1, 2], 'dataType': 'int32'},
'constant': true
}
},
'operators': [
{
'name': 'transpose',
'arguments': [
{'input': 'dequantizeLinearInput'},
{'options': {'permutation': [1, 0]}}
],
'outputs': 'transposeOutput'
},
{
'name': 'reshape',
'arguments': [{'input': 'transposeOutput'}, {'newShape': [1, 1, 2]}],
'outputs': 'reshapeOutput'
},
{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'reshapeOutput'}, {'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}
],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-1.1201171875, 13.1640625],
'descriptor': {'shape': [1, 1, 2], 'dataType': 'float16'}
}
}
}
},
{
'name':
'quantizeLinear then dequantizeLinear with different float16 scale and int8 zeroPoint',
'graph': {
'inputs': {
'quantizeLinearInput': {
'data': [-1.1201171875, 13.1640625],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': false
},
'quantizeLinearScale': {
'data': [0.12030029296875, 1.2802734375],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': true
},
'quantizeLinearZeroPoint': {
'data': [12, -21],
'descriptor': {'shape': [2], 'dataType': 'int8'},
'constant': true
},
'dequantizeLinearScale': {
'data': [1.1201171875, 0.280029296875],
'descriptor': {'shape': [2], 'dataType': 'float16'},
'constant': true
},
'dequantizeLinearZeroPoint': {
'data': [35, -24],
'descriptor': {'shape': [2], 'dataType': 'int8'},
'constant': true
}
},
'operators': [
{
'name': 'quantizeLinear',
'arguments': [
{'input': 'quantizeLinearInput'}, {'scale': 'quantizeLinearScale'},
{'zeroPoint': 'quantizeLinearZeroPoint'}
],
'outputs': 'quantizeLinearOutput'
},
{
'name': 'dequantizeLinear',
'arguments': [
{'input': 'quantizeLinearOutput'},
{'scale': 'dequantizeLinearScale'},
{'zeroPoint': 'dequantizeLinearZeroPoint'}
],
'outputs': 'dequantizeLinearOutput'
}
],
'expectedOutputs': {
'dequantizeLinearOutput': {
'data': [-35.84375, 3.640625],
'descriptor': {'shape': [2], 'dataType': 'float16'}
}
}
}
}
];
if (navigator.ml) {
dequantizeLinearTests.filter(isTargetTest).forEach((test) => {
webnn_conformance_test(
buildAndExecuteGraph, getDequantizeLinearPrecisionTolerance, test);
});
} else {
test(() => assert_implements(navigator.ml, 'missing navigator.ml'));
}