diff options
Diffstat (limited to 'testing/web-platform/meta/webnn/validation_tests')
10 files changed, 386 insertions, 0 deletions
diff --git a/testing/web-platform/meta/webnn/validation_tests/arg_min_max.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/arg_min_max.https.any.js.ini new file mode 100644 index 0000000000..850586db83 --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/arg_min_max.https.any.js.ini @@ -0,0 +1,8 @@ +[arg_min_max.https.any.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[arg_min_max.https.any.worker.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/batch_normalization.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/batch_normalization.https.any.js.ini new file mode 100644 index 0000000000..3ec569fa97 --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/batch_normalization.https.any.js.ini @@ -0,0 +1,74 @@ +[batch_normalization.https.any.worker.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + [[batchNormalization\] TypeError is expected if options.axis is outside the 'unsigned long' value range] + expected: FAIL + + [[batchNormalization\] DataError is expected if options.axis is 'unsigned long' and it's not in the range 0 to the rank of input, exclusive] + expected: FAIL + + [[batchNormalization\] TypeError is expected if options.axis is not an unsigned long interger] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of mean.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if mean.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of variance.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if variance.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of scale.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if scale.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of bias.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if bias.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + +[batch_normalization.https.any.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + [[batchNormalization\] TypeError is expected if options.axis is outside the 'unsigned long' value range] + expected: FAIL + + [[batchNormalization\] DataError is expected if options.axis is 'unsigned long' and it's not in the range 0 to the rank of input, exclusive] + expected: FAIL + + [[batchNormalization\] TypeError is expected if options.axis is not an unsigned long interger] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of mean.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if mean.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of variance.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if variance.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of scale.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if scale.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL + + [[batchNormalization\] DataError is expected if the size of bias.dimensions is not 1] + expected: FAIL + + [[batchNormalization\] DataError is expected if bias.dimensions[0\] is not equal to input.dimensions[options.axis\]] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/elementwise_binary.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/elementwise_binary.https.any.js.ini new file mode 100644 index 0000000000..faaacd133e --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/elementwise_binary.https.any.js.ini @@ -0,0 +1,8 @@ +[elementwise_binary.https.any.worker.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[elementwise_binary.https.any.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/gather.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/gather.https.any.js.ini new file mode 100644 index 0000000000..8403efb947 --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/gather.https.any.js.ini @@ -0,0 +1,38 @@ +[gather.https.any.html] + [[gather\] Test gather with axis = 2] + expected: FAIL + + [[gather\] TypeError is expected if the axis is greater than the rank of input] + expected: FAIL + + [[gather\] TypeError is expected if the input is a scalar] + expected: FAIL + + [[gather\] TypeError is expected if the data type of indices is invalid] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + [[gather\] Test gather with default options and 0-D indices] + expected: FAIL + + +[gather.https.any.worker.html] + [[gather\] Test gather with default options and 0-D indices] + expected: FAIL + + [[gather\] Test gather with axis = 2] + expected: FAIL + + [[gather\] TypeError is expected if the input is a scalar] + expected: FAIL + + [[gather\] TypeError is expected if the axis is greater than the rank of input] + expected: FAIL + + [[gather\] TypeError is expected if the data type of indices is invalid] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/gru.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/gru.https.any.js.ini new file mode 100644 index 0000000000..9afda619f4 --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/gru.https.any.js.ini @@ -0,0 +1,116 @@ +[gru.https.any.html] + [[gru\] Test with default options] + expected: FAIL + + [[gru\] TypeError is expected if hiddenSize equals to zero] + expected: FAIL + + [[gru\] TypeError is expected if the data type of the inputs is not one of the floating point types] + expected: FAIL + + [[gru\] TypeError is expected if the rank of options.initialHiddenState is not 3] + expected: FAIL + + [[gru\] TypeError is expected if the size of options.activations is not 2] + expected: FAIL + + [[gru\] TypeError is expected if options.initialHiddenState.dimensions[2\] is not inputSize] + expected: FAIL + + [[gru\] TypeError is expected if hiddenSize is too large] + expected: FAIL + + [[gru\] TypeError is expected if the rank of recurrentWeight is not 3] + expected: FAIL + + [[gru\] TypeError is expected if the rank of options.bias is not 2] + expected: FAIL + + [[gru\] TypeError is expected if the rank of input is not 3] + expected: FAIL + + [[gru\] TypeError is expected if input.dimensions[0\] is not equal to steps] + expected: FAIL + + [[gru\] TypeError is expected if options.recurrentBias.dimensions[1\] is not 3 * hiddenSize] + expected: FAIL + + [[gru\] Test with given options] + expected: FAIL + + [[gru\] TypeError is expected if weight.dimensions[1\] is not 3 * hiddenSize] + expected: FAIL + + [[gru\] TypeError is expected if the recurrentWeight.dimensions is invalid] + expected: FAIL + + [[gru\] TypeError is expected if options.bias.dimensions[1\] is not 3 * hiddenSize] + expected: FAIL + + [[gru\] TypeError is expected if the dataType of options.initialHiddenState is incorrect] + expected: FAIL + + [[gru\] TypeError is expected if steps equals to zero] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[gru.https.any.worker.html] + [[gru\] Test with default options] + expected: FAIL + + [[gru\] Test with given options] + expected: FAIL + + [[gru\] TypeError is expected if steps equals to zero] + expected: FAIL + + [[gru\] TypeError is expected if hiddenSize equals to zero] + expected: FAIL + + [[gru\] TypeError is expected if hiddenSize is too large] + expected: FAIL + + [[gru\] TypeError is expected if the data type of the inputs is not one of the floating point types] + expected: FAIL + + [[gru\] TypeError is expected if the rank of input is not 3] + expected: FAIL + + [[gru\] TypeError is expected if input.dimensions[0\] is not equal to steps] + expected: FAIL + + [[gru\] TypeError is expected if weight.dimensions[1\] is not 3 * hiddenSize] + expected: FAIL + + [[gru\] TypeError is expected if the rank of recurrentWeight is not 3] + expected: FAIL + + [[gru\] TypeError is expected if the recurrentWeight.dimensions is invalid] + expected: FAIL + + [[gru\] TypeError is expected if the size of options.activations is not 2] + expected: FAIL + + [[gru\] TypeError is expected if the rank of options.bias is not 2] + expected: FAIL + + [[gru\] TypeError is expected if options.bias.dimensions[1\] is not 3 * hiddenSize] + expected: FAIL + + [[gru\] TypeError is expected if options.recurrentBias.dimensions[1\] is not 3 * hiddenSize] + expected: FAIL + + [[gru\] TypeError is expected if the rank of options.initialHiddenState is not 3] + expected: FAIL + + [[gru\] TypeError is expected if options.initialHiddenState.dimensions[2\] is not inputSize] + expected: FAIL + + [[gru\] TypeError is expected if the dataType of options.initialHiddenState is incorrect] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/layer_normalization.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/layer_normalization.https.any.js.ini new file mode 100644 index 0000000000..ca3d522614 --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/layer_normalization.https.any.js.ini @@ -0,0 +1,8 @@ +[layer_normalization.https.any.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[layer_normalization.https.any.worker.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/lstm.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/lstm.https.any.js.ini new file mode 100644 index 0000000000..1abdd4c6d0 --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/lstm.https.any.js.ini @@ -0,0 +1,104 @@ +[lstm.https.any.html] + [[lstm\] Test with given options] + expected: FAIL + + [[lstm\] DataError is expected if steps equals to zero] + expected: FAIL + + [[lstm\] DataError is expected if the data type is not one of the floating point types] + expected: FAIL + + [[lstm\] DataError is expected if the shape of options.recurrentBias.dimensions is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the dataType of options.peepholeWeight is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the shape of options.initialCellState is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the shape of weight is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if input.dimensions[0\] is not equal to steps] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + [[lstm\] DataError is expected if the rank of input is not 3] + expected: FAIL + + [[lstm\] DataError is expected if the size of options.activations is not 3] + expected: FAIL + + [[lstm\] DataError is expected if the rank of options.bias is not 2] + expected: FAIL + + [[lstm\] DataError is expected if hiddenSize is too large] + expected: FAIL + + [[lstm\] DataError is expected if the dataType of options.initialHiddenState is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if hiddenSize equals to zero] + expected: FAIL + + [[lstm\] Test with default options] + expected: FAIL + + [[lstm\] DataError is expected if the rank of recurrentWeight is not 3] + expected: FAIL + + +[lstm.https.any.worker.html] + [[lstm\] Test with default options] + expected: FAIL + + [[lstm\] Test with given options] + expected: FAIL + + [[lstm\] DataError is expected if hiddenSize equals to zero] + expected: FAIL + + [[lstm\] DataError is expected if hiddenSize is too large] + expected: FAIL + + [[lstm\] DataError is expected if steps equals to zero] + expected: FAIL + + [[lstm\] DataError is expected if the data type is not one of the floating point types] + expected: FAIL + + [[lstm\] DataError is expected if the rank of input is not 3] + expected: FAIL + + [[lstm\] DataError is expected if input.dimensions[0\] is not equal to steps] + expected: FAIL + + [[lstm\] DataError is expected if the shape of weight is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the rank of recurrentWeight is not 3] + expected: FAIL + + [[lstm\] DataError is expected if the size of options.activations is not 3] + expected: FAIL + + [[lstm\] DataError is expected if the rank of options.bias is not 2] + expected: FAIL + + [[lstm\] DataError is expected if the shape of options.recurrentBias.dimensions is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the dataType of options.peepholeWeight is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the dataType of options.initialHiddenState is incorrect] + expected: FAIL + + [[lstm\] DataError is expected if the shape of options.initialCellState is incorrect] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/reduction.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/reduction.https.any.js.ini new file mode 100644 index 0000000000..0f404aeeaa --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/reduction.https.any.js.ini @@ -0,0 +1,8 @@ +[reduction.https.any.worker.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[reduction.https.any.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/resample2d.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/resample2d.https.any.js.ini new file mode 100644 index 0000000000..026b5a695f --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/resample2d.https.any.js.ini @@ -0,0 +1,8 @@ +[resample2d.https.any.worker.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[resample2d.https.any.html] + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL diff --git a/testing/web-platform/meta/webnn/validation_tests/triangular.https.any.js.ini b/testing/web-platform/meta/webnn/validation_tests/triangular.https.any.js.ini new file mode 100644 index 0000000000..e5bf26a30f --- /dev/null +++ b/testing/web-platform/meta/webnn/validation_tests/triangular.https.any.js.ini @@ -0,0 +1,14 @@ +[triangular.https.any.worker.html] + [[triangular\] DataError is expected if input's rank is less than 2] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL + + +[triangular.https.any.html] + [[triangular\] DataError is expected if input's rank is less than 2] + expected: FAIL + + [assert_not_equals(navigator.ml, undefined, "ml property is defined on navigator")] + expected: FAIL |