diff --git a/results/jaxonnxruntime/stable/metadata.csv b/results/jaxonnxruntime/stable/metadata.csv index 8e636f9874..3935672c40 100644 --- a/results/jaxonnxruntime/stable/metadata.csv +++ b/results/jaxonnxruntime/stable/metadata.csv @@ -1 +1 @@ -Latest Update,2023-08-02 00:05:25.567976 +Latest Update,2023-08-03 00:05:28.126080 diff --git a/results/jaxonnxruntime/stable/models.csv b/results/jaxonnxruntime/stable/models.csv index 5c29888509..3d45eeed2a 100644 --- a/results/jaxonnxruntime/stable/models.csv +++ b/results/jaxonnxruntime/stable/models.csv @@ -1,11 +1,11 @@ -Model,None,None,None,None,None,None,None -bvlc_alexnet,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed! -densenet121,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed! -inception_v1,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed! -inception_v2,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed! -resnet50,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed! -shufflenet,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed! -squeezenet_old,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed! -vgg19,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed! -zfnet512,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed! -Summary,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed +Model,None,None,None,None,None,None,None,None +bvlc_alexnet,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed!,9/9 nodes covered: Passed! +densenet121,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed! +inception_v1,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed!,11/11 nodes covered: Passed! +inception_v2,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed!,13/13 nodes covered: Passed! +resnet50,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed!,10/10 nodes covered: Passed! +shufflenet,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed!,12/12 nodes covered: Passed! +squeezenet_old,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed! +vgg19,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed! +zfnet512,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed!,8/8 nodes covered: Passed! +Summary,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed,9/9 model tests passed diff --git a/results/jaxonnxruntime/stable/nodes.csv b/results/jaxonnxruntime/stable/nodes.csv index b493161e27..741f9c01cb 100644 --- a/results/jaxonnxruntime/stable/nodes.csv +++ b/results/jaxonnxruntime/stable/nodes.csv @@ -1,189 +1,189 @@ -Op,None,None,None,None,None,None,None -Abs,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Acos,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Acosh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Add,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -And,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ArgMax,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ArgMin,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Asin,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Asinh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Atan,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Atanh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -AveragePool,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -BatchNormalization,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Bernoulli,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -BitShift,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -BitwiseAnd,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -BitwiseNot,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -BitwiseOr,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -BitwiseXor,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -BlackmanWindow,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Cast,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -CastLike,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Ceil,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Celu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -CenterCropPad,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Clip,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Col2Im,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Compress,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Concat,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ConcatFromSequence,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Constant,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ConstantOfShape,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Conv,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ConvInteger,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ConvTranspose,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Cos,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Cosh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -CumSum,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -DFT,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -DeformConv,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -DepthToSpace,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -DequantizeLinear,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Det,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Div,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Dropout,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -DynamicQuantizeLinear,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Einsum,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Elu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Equal,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Erf,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Exp,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Expand,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -EyeLike,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Flatten,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Floor,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -GRU,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Gather,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -GatherElements,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -GatherND,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Gemm,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -GlobalAveragePool,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -GlobalLpPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -GlobalMaxPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Greater,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -GreaterOrEqual,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -GridSample,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -GroupNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -HammingWindow,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -HannWindow,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -HardSigmoid,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -HardSwish,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Hardmax,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Identity,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -If,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -InstanceNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -IsInf,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -IsNaN,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -LRN,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -LSTM,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -LayerNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -LeakyRelu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Less,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -LessOrEqual,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Log,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -LogSoftmax,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Loop,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -LpNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -LpPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -MatMul,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -MatMulInteger,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Max,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -MaxPool,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -MaxRoiPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -MaxUnpool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Mean,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -MeanVarianceNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -MelWeightMatrix,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Min,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Mish,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Mod,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Mul,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Multinomial,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Neg,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -NegativeLogLikelihoodLoss,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -NonMaxSuppression,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -NonZero,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Not,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -OneHot,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Optional,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -OptionalGetElement,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -OptionalHasElement,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Or,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -PRelu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Pad,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Pow,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -QLinearConv,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -QLinearMatMul,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -QuantizeLinear,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -RNN,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -RandomNormal,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -RandomNormalLike,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -RandomUniform,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -RandomUniformLike,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Range,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Reciprocal,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ReduceL1,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReduceL2,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReduceLogSum,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReduceLogSumExp,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReduceMax,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ReduceMean,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ReduceMin,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReduceProd,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReduceSum,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -ReduceSumSquare,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Relu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Reshape,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Resize,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ReverseSequence,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -RoiAlign,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Round,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -STFT,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Scan,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Scatter,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ScatterElements,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ScatterND,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Selu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -SequenceAt,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SequenceConstruct,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SequenceEmpty,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SequenceErase,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SequenceInsert,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SequenceLength,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SequenceMap,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Shape,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Shrink,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Sigmoid,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Sign,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Sin,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Sinh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Size,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Slice,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Softmax,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -SoftmaxCrossEntropyLoss,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Softplus,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Softsign,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -SpaceToDepth,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Split,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -SplitToSequence,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Sqrt,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Squeeze,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -StringNormalizer,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Sub,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Sum,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Tan,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Tanh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -TfIdfVectorizer,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -ThresholdedRelu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Tile,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -TopK,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Transpose,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Trilu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Unique,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Unsqueeze,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Upsample,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Where,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! -Xor,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! -Summary,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed +Op,None,None,None,None,None,None,None,None +Abs,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Acos,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Acosh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Add,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +And,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ArgMax,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ArgMin,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Asin,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Asinh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Atan,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Atanh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +AveragePool,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +BatchNormalization,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Bernoulli,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +BitShift,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +BitwiseAnd,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +BitwiseNot,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +BitwiseOr,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +BitwiseXor,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +BlackmanWindow,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Cast,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +CastLike,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Ceil,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Celu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +CenterCropPad,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Clip,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Col2Im,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Compress,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Concat,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ConcatFromSequence,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Constant,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ConstantOfShape,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Conv,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ConvInteger,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ConvTranspose,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Cos,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Cosh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +CumSum,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +DFT,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +DeformConv,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +DepthToSpace,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +DequantizeLinear,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Det,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Div,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Dropout,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +DynamicQuantizeLinear,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Einsum,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Elu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Equal,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Erf,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Exp,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Expand,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +EyeLike,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Flatten,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Floor,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +GRU,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Gather,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +GatherElements,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +GatherND,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Gemm,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +GlobalAveragePool,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +GlobalLpPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +GlobalMaxPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Greater,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +GreaterOrEqual,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +GridSample,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +GroupNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +HammingWindow,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +HannWindow,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +HardSigmoid,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +HardSwish,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Hardmax,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Identity,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +If,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +InstanceNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +IsInf,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +IsNaN,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +LRN,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +LSTM,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +LayerNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +LeakyRelu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Less,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +LessOrEqual,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Log,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +LogSoftmax,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Loop,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +LpNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +LpPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +MatMul,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +MatMulInteger,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Max,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +MaxPool,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +MaxRoiPool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +MaxUnpool,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Mean,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +MeanVarianceNormalization,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +MelWeightMatrix,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Min,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Mish,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Mod,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Mul,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Multinomial,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Neg,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +NegativeLogLikelihoodLoss,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +NonMaxSuppression,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +NonZero,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Not,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +OneHot,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Optional,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +OptionalGetElement,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +OptionalHasElement,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Or,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +PRelu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Pad,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Pow,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +QLinearConv,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +QLinearMatMul,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +QuantizeLinear,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +RNN,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +RandomNormal,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +RandomNormalLike,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +RandomUniform,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +RandomUniformLike,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Range,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Reciprocal,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ReduceL1,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReduceL2,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReduceLogSum,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReduceLogSumExp,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReduceMax,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ReduceMean,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ReduceMin,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReduceProd,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReduceSum,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +ReduceSumSquare,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Relu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Reshape,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Resize,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ReverseSequence,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +RoiAlign,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Round,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +STFT,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Scan,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Scatter,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ScatterElements,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ScatterND,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Selu,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +SequenceAt,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SequenceConstruct,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SequenceEmpty,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SequenceErase,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SequenceInsert,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SequenceLength,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SequenceMap,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Shape,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Shrink,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Sigmoid,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Sign,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Sin,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Sinh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Size,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Slice,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Softmax,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +SoftmaxCrossEntropyLoss,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Softplus,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Softsign,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +SpaceToDepth,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Split,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +SplitToSequence,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Sqrt,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Squeeze,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +StringNormalizer,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Sub,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Sum,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Tan,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Tanh,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +TfIdfVectorizer,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +ThresholdedRelu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Tile,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +TopK,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Transpose,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Trilu,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Unique,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Unsqueeze,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Upsample,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Where,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed!,Passed! +Xor,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed!,Failed! +Summary,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed,73/187 node tests passed diff --git a/results/jaxonnxruntime/stable/report.json b/results/jaxonnxruntime/stable/report.json index 38d0205dad..545a3b5c14 100644 --- a/results/jaxonnxruntime/stable/report.json +++ b/results/jaxonnxruntime/stable/report.json @@ -1,5 +1,5 @@ { - "date": "08/02/2023 00:05:25", + "date": "08/03/2023 00:05:28", "failed": [ "OnnxBackendNodeModelTest::test_adagrad_cpu", "OnnxBackendNodeModelTest::test_adagrad_multiple_cpu", diff --git a/results/jaxonnxruntime/stable/trend.json b/results/jaxonnxruntime/stable/trend.json index a7f4d8a2d6..6d2685feb6 100644 --- a/results/jaxonnxruntime/stable/trend.json +++ b/results/jaxonnxruntime/stable/trend.json @@ -80,7 +80,7 @@ ] }, { - "date": "08/02/2023 00:05:25", + "date": "08/03/2023 00:05:28", "failed": 835, "passed": 482, "skipped": 0,