From 6d55f6a4251e957bbe21bf0e0fd11b9e7ffb6fe6 Mon Sep 17 00:00:00 2001 From: shubhambhokare1 Date: Thu, 24 Oct 2024 16:55:42 +0000 Subject: [PATCH] avoid double reshape logic --- docs/Changelog.md | 11 ++-- docs/Operators.md | 11 ++-- .../test/case/node/rmsnormalization.py | 22 +++----- .../model.onnx | Bin 163 -> 163 bytes .../test_data_set_0/output_0.pb | 2 +- .../model.onnx | Bin 4357 -> 2931 bytes .../test_data_set_0/output_0.pb | 2 +- .../model.onnx | Bin 159 -> 159 bytes .../test_data_set_0/output_0.pb | Bin 107 -> 59 bytes .../model.onnx | Bin 4353 -> 2927 bytes .../test_data_set_0/output_0.pb | Bin 107 -> 59 bytes .../model.onnx | Bin 178 -> 178 bytes .../test_data_set_0/output_0.pb | Bin 107 -> 59 bytes .../model.onnx | Bin 4788 -> 3354 bytes .../test_data_set_0/output_0.pb | Bin 107 -> 59 bytes .../model.onnx | Bin 182 -> 182 bytes .../test_data_set_0/output_0.pb | 4 +- .../model.onnx | Bin 4792 -> 3358 bytes .../test_data_set_0/output_0.pb | 4 +- .../model.onnx | Bin 202 -> 202 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 4769 -> 3215 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 198 -> 198 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 4765 -> 3211 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 194 -> 194 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 4761 -> 3207 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 213 -> 213 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 5190 -> 3644 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 217 -> 217 bytes .../test_data_set_0/output_0.pb | 3 +- .../model.onnx | Bin 5194 -> 3648 bytes .../test_data_set_0/output_0.pb | 3 +- .../model.onnx | Bin 221 -> 221 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 5198 -> 3652 bytes .../test_data_set_0/output_0.pb | Bin 254 -> 133 bytes .../model.onnx | Bin 187 -> 187 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4381 -> 2955 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 183 -> 183 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4377 -> 2951 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 179 -> 179 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4373 -> 2947 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 175 -> 175 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4369 -> 2943 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 194 -> 194 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4804 -> 3370 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 198 -> 198 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4808 -> 3374 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 202 -> 202 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4812 -> 3378 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 206 -> 206 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4816 -> 3382 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 166 -> 166 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes .../model.onnx | Bin 4510 -> 3160 bytes .../test_data_set_0/output_0.pb | Bin 976 -> 496 bytes onnx/defs/nn/defs.cc | 51 +++++------------- 80 files changed, 36 insertions(+), 77 deletions(-) diff --git a/docs/Changelog.md b/docs/Changelog.md index f9a036f694e..ad21a5fb093 100644 --- a/docs/Changelog.md +++ b/docs/Changelog.md @@ -28979,8 +28979,7 @@ This version of the operator has been available since version 23 of the default ### **RMSNormalization-23** This is RMS normalization defined in ONNX as function as described in the paper https://arxiv.org/pdf/1910.07467. - The overall computation can be split into two stages. The first stage is standardization, which makes the - normalized elements have zero mean and unit variances. The root mean squared norm is taken over the last D dimensions, + The overall computation can be split into two stages. The root mean squared norm is taken over the last D dimensions, where D is the dimension of normalized_shape. For example, if normalized_shape is (3, 5) (a 2-dimensional shape), the rms norm is computed over the last 2 dimensions of the input. The computation required by standardization can be described by the following equations. @@ -28993,7 +28992,7 @@ This version of the operator has been available since version 23 of the default Normalized = Div(X, SqrtRMS) ``` where `normalized_axes` is `[axis, ..., rank of X - 1]`. The variables `RMS` stand for root mean square, - The second stage then scales and shifts the outcome of the first stage using: + The second stage then scales the outcome of the first stage using: ``` Y= Mul(Normalized, Scale) ``` @@ -29015,8 +29014,6 @@ This version of the operator has been available since version 23 of the default
The first normalization dimension: normalization will be performed along dimensions axis : rank(inputs).
epsilon : float (default is 1e-05)
The epsilon value to use to avoid division by zero.
-
stash_type : int (default is 1)
-
Type of Mean and InvStdDev. This also specifies stage one's computation precision.
#### Inputs @@ -29025,7 +29022,7 @@ This version of the operator has been available since version 23 of the default
X : T
The output of the layer for which the skip connection is being created. In general, the shape is (N, C, D1, D2, ... , Dn) for n-dimensional data, where D1 to Dn are the spatial dimension sizes and N is the batch size, C is the number of channels. The root mean squared norm is taken over the last D dimensions, D is determined by the axis attribute.
scale : V
-
Scale tensor.
+
Scale tensor. Shape is the normalized shape ([axis, .., Dn]) or a scalar (which will be broadcasted to the normalized shape.
#### Outputs @@ -29040,8 +29037,6 @@ This version of the operator has been available since version 23 of the default
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
Constrain input X type to float tensors.
-
U : tensor(float), tensor(double)
-
Constrain mean and inv_std_var to be float tensors.
V : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
Constrain output Y and scale type to float tensors.
diff --git a/docs/Operators.md b/docs/Operators.md index 72c406288b3..05ea166f3f2 100644 --- a/docs/Operators.md +++ b/docs/Operators.md @@ -21104,8 +21104,7 @@ expect( ### **RMSNormalization** This is RMS normalization defined in ONNX as function as described in the paper https://arxiv.org/pdf/1910.07467. - The overall computation can be split into two stages. The first stage is standardization, which makes the - normalized elements have zero mean and unit variances. The root mean squared norm is taken over the last D dimensions, + The overall computation can be split into two stages. The root mean squared norm is taken over the last D dimensions, where D is the dimension of normalized_shape. For example, if normalized_shape is (3, 5) (a 2-dimensional shape), the rms norm is computed over the last 2 dimensions of the input. The computation required by standardization can be described by the following equations. @@ -21118,7 +21117,7 @@ expect( Normalized = Div(X, SqrtRMS) ``` where `normalized_axes` is `[axis, ..., rank of X - 1]`. The variables `RMS` stand for root mean square, - The second stage then scales and shifts the outcome of the first stage using: + The second stage then scales the outcome of the first stage using: ``` Y= Mul(Normalized, Scale) ``` @@ -21140,8 +21139,6 @@ This version of the operator has been available since version 23 of the default
The first normalization dimension: normalization will be performed along dimensions axis : rank(inputs).
epsilon : float (default is 1e-05)
The epsilon value to use to avoid division by zero.
-
stash_type : int (default is 1)
-
Type of Mean and InvStdDev. This also specifies stage one's computation precision.
#### Inputs @@ -21150,7 +21147,7 @@ This version of the operator has been available since version 23 of the default
X : T
The output of the layer for which the skip connection is being created. In general, the shape is (N, C, D1, D2, ... , Dn) for n-dimensional data, where D1 to Dn are the spatial dimension sizes and N is the batch size, C is the number of channels. The root mean squared norm is taken over the last D dimensions, D is determined by the axis attribute.
scale : V
-
Scale tensor.
+
Scale tensor. Shape is the normalized shape ([axis, .., Dn]) or a scalar (which will be broadcasted to the normalized shape.
#### Outputs @@ -21165,8 +21162,6 @@ This version of the operator has been available since version 23 of the default
T : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
Constrain input X type to float tensors.
-
U : tensor(float), tensor(double)
-
Constrain mean and inv_std_var to be float tensors.
V : tensor(float16), tensor(float), tensor(double), tensor(bfloat16)
Constrain output Y and scale type to float tensors.
diff --git a/onnx/backend/test/case/node/rmsnormalization.py b/onnx/backend/test/case/node/rmsnormalization.py index 7cbce993a0d..8fcf059dc52 100644 --- a/onnx/backend/test/case/node/rmsnormalization.py +++ b/onnx/backend/test/case/node/rmsnormalization.py @@ -20,26 +20,18 @@ def _rms_normalization(X, W, axis=-1, epsilon=1e-5): # type: ignore # which means the last axis. axis = axis + rank - # Parameter used to convert N-D tensor RMS normalization to equivalent 2-D matirx operations. - row_number = np.prod(shape[:axis]).astype(np.int64) - col_number = np.prod(shape[axis:]).astype(np.int64) - - # After reshaping input tensor X into a matrix, - # RMS normalization is equivalent to conducting - # standardization on each column vector (s.t. each - # column has zero mean and unit variance). - x_mat = np.reshape(X, (row_number, col_number)) # This computes RMS for every x_mat's column. - x_squared = np.power(x_mat, 2) - x_squared_mean = np.sum(x_squared, axis=1, keepdims=True) / col_number + x_squared = np.power(X, 2) + x_squared_mean = np.mean(x_squared, axis=tuple(range(axis, len(shape))), keepdims=True) rms = np.sqrt(x_squared_mean) + # epsilon adjustment to avoid divide-by-zero. rms_plus_epsilon = rms + epsilon rms_plus_epsilon_sqrt = np.sqrt(rms_plus_epsilon) rms_reciprocal = np.reciprocal(rms_plus_epsilon_sqrt) - # Standardization step. y_mat is zero-mean and unit-variance. - y_mat = x_mat * rms_reciprocal - # Apply affine transform on normalization outcome. W is linear coefficient. - Y = np.reshape(y_mat, shape) * W + + y_mat = X * rms_reciprocal + # W is linear coefficient. + Y = y_mat * W return Y diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/model.onnx index e68797e208b586c974de930503284b0833208309..877d8e804c238eec4d82a57d56995b68ed2a945d 100644 GIT binary patch delta 24 ecmZ3?xR`OmBtb?Y4lX7RW*}y9V&P&C5C;G{cLO~D delta 24 ecmZ3?xR`OmBtdQ=4lX7RW*}y9V&P&C5C;G|Ap=JM diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb index 94a5940759b..da934be6afa 100644 --- a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0/test_data_set_0/output_0.pb @@ -1 +1 @@ - BYJ`'W-+?:cX-ߦ?6ON?e?'z@bm?.0)w?c5Q\?:c?i {q?9L>?)o \ No newline at end of file +BYJ0Y?k6=u>/?#@]<>I>=w>#|>=} \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/model.onnx index e7764ce5c3b6b3115f7157682fa61ef0480112d3..b0f91c8508e7c4bae768f41ea5c17e0ec9c4057e 100644 GIT binary patch delta 229 zcmZow`Ya~K!7ap-l$e~InwO$ml3HA1bxVw^SZHz~m&?QpJR8$Qm?pnq(qLRV`6IvE zydVvJN`4@xZtMV}Rekj7*~HjT-8+$MtDLL6L7 P9Lzw>;>5zmARrC^-RGs> diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb index 94a5940759b..da934be6afa 100644 --- a/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb +++ b/onnx/backend/test/data/node/test_rms_normalization_2d_axis0_expanded/test_data_set_0/output_0.pb @@ -1 +1 @@ - BYJ`'W-+?:cX-ߦ?6ON?e?'z@bm?.0)w?c5Q\?:c?i {q?9L>?)o \ No newline at end of file +BYJ0Y?k6=u>/?#@]<>I>=w>#|>=} \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/model.onnx index f14de4ff5d1850b781b5ff976aa4a7cdb3b9c1a2..3de4c303354e3c618eb74c9e75f0688695182d30 100644 GIT binary patch delta 24 ecmbQwIG=GspCF?U2Nx3uGZ3>lv2Za6hywsQa|1B| delta 24 ecmbQwIG=GspCGpo2Nx3uGZ3>lv2Za6hywsR9RoW6 diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis1/test_data_set_0/output_0.pb index 1bea4bc743aefb60010868226e4e381be3b136a1..53d3730dcecc973ce82e332d202866f67f12d82f 100644 GIT binary patch literal 59 zcmV-B0L1?Y0|*2V0YU*;N-#h};Xl{G$3Bi@oxTyE48NnE2tawgi@)RyufB*MEZ% literal 107 zcmV-x0F?g-0|*2V3qk=|N?7ad0tlFat4*6AKrE GfH(jhsX-wC delta 576 zcmZuuzfaph6waM5wsnp~Fo*(DrQ#`y)CwcSkcq%0tx}aA@d9NChjS4T#sO@jOjWaW zMQ>$56>|k*>(;po{0miwP9P>$?i>q&)ZtF=?!EVY-}~O(#K4&_ExWM8{XG%3-^L<} zEB|I_WWzvbC)b6`&NwEY#ZeEw;MXK~h6uR$Q2U7~R8a$|n;9zavSD29cO#eCz$u$r zI})94-`nK}!pVC<*B6x>y+!mr+~gVI;a=KeW-aS*kC&%clKrM=C%$M``yz5QFWHez zzY$H-BQMh_&4QP7o@hpvdtnswFkbDXyyY>PKjuLq%7%%GMg<``f&~1AVVl;hXA0H3 z@C+(-ppO#vF5udcfmYgil41P!)Ygv<|;a zhUXY8k}a6WABc!rE_}s~_D2~>>hPDGq6Zk{S5sS+0WDYQSi9=!cN+eI;DUZc4Q14f z=kq}Pk1$hp3oY6l)*4wYETYZ% literal 107 zcmV-x0F?g-0|*2V3qk=|N?%Ndxt-q7qVnAx(=)bWDr9bz`z`qA{jJ}^C R{ynTAE5BJrkiN+(P(Tq@94i0- literal 107 zcmV-x0F?g-0|*2V3qk=|N??&Q5bKry_rL$LmN!Fv-M?>XNWlz4q62=$?;)(|37duvD78|-KF$b3>Sut?+GI4=rxZyGojcg!| zLg64y5<#gcrOBy|6{*EatU%%PRG_|eF2;z-i5#g+4NQ|Kas~qN29}vjT%nUca)mN+ zf%S1A^lg66b%=#!2P0Pm$Ut7d{G!~%oXo1!ln}0<$&I{zJjsbUsX~mAO3c2cIg@RL W(gYcWIJlTNn1PtZiG_I*wWC&}pGGrI$!9Nhq zbYgN%_}eVVr>MeuO@B)CkA+>AqB?&h)@;4FXp$wD1p&14;{(z2>kyYq^#!8*iByt8 z%rh!PS+C51zgc)EX$gMjsTxuaFkKU2S(+EJ4mdJsU8c2Jhv8p^5C|3*@K4lK=n! diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_1_expanded/test_data_set_0/output_0.pb index 2967f736f7ee0e9ae79a42286a00d64cff8813df..6a716cb2bbd2deb7c07eabcf52e6be8c15e3f754 100644 GIT binary patch literal 59 zcmV-B0L1?Y0|*2V0YU*;N-(edzrPyl>%Ndxt-q7qVnAx(=)bWDr9bz`z`qA{jJ}^C R{ynTAE5BJrkiN+(P(Tq@94i0- literal 107 zcmV-x0F?g-0|*2V3qk=|N??&Q5bKry_rL$LmN!Fv-M?~WX/=?T<^U> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_2d_axis_negative_2_expanded/model.onnx index b75ab15fe5a0da7a6eb16f8410d6d13b894e4770..49a25138ff2b0cb94279a961a4c362ad478eb108 100644 GIT binary patch delta 261 zcmdm?I!{WRgIkCvDKR-aH7`ZCB(=E2s#S`sRw#1vK}O$=DLhP!^^*&k{3pw^vQ4&Q z)@EsE;tB*wu>>XNWlz4q62=$?;)(|37duvD78|-KF$b3>Sut?+GI4=rxZyGojcg!| zLg64y5<#gcrOBy|6{*EatU%%PRG_|eF2;z-i5#g+4NQ|Kas~qN29}vjT%nUca)mN+ zf%S1A^lg66b%=#!2P0Pm$Ut7d{G!~%oXo1!ln}0<$&I{zJjsbUsX~mAO3c2cIg@RL WvIH50IJlTNn1PtZiG_!wLcS@7m@ zFEV&lPu@ikz4-52>}kPIpkF|pNupF2c3|LT=9y=H?=y2Sd0rUTGe-6+vwuLx`51s7 zR1OPt$5`h#Xz|3!V$|avwh9~2-7YPd`uujs4_GHCj!?D7+z^UHM|n~~sUxKDHr~Z| zm|vk)F)b}VBujpcHEcAb>DW>inyr5QJNpTyT6bGER8sVUU!tX0wJBAT)v#RyC$zzt z>w|BmtME<8{vsM}=ihF}&Y$XG^VK=`LTWXmtNsB-0$4a6V;W%%4PYfJ19ov9e2QqM z6O(Jg-)2EELlxF<`4gglEbMv|HTXTTJ~YY;Ci&vBAb?JBG!Z>MB|}^;)n|zE2U1N7 zG0&+GWxYHN{#NNfNlWlkPt}mJkLjui%hJ4%b-|HA>oTpaQp9VW{vw{D+#*_&k*al@ zxv+O{%|yi@-@7J$Cz~WX/=?T<^U> \ No newline at end of file diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/model.onnx index d9e1458f066c53af5937c34fc2567d172c3f7797..87af9d9878a01a56f7fde5422be72efea438c05b 100644 GIT binary patch delta 28 gcmX@bc#3htR#8SF9xf&hCLm@8Vpb;>E(QT{08&u{%>V!Z delta 28 gcmX@bc#3htR#9#t9xf&hCLm@8Vpb;>E(QT{08=9a*8l(j diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon/test_data_set_0/output_0.pb index 714500a47a972c23de1c4f81efc55db910ba8a73..f543840653004b7f5ce3b207eeb7db10d20c2161 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3T%y)P`td0pj?si4L&@Ozykf;;CHRTGvT+xI-lWrxx zXkHOLH>%;i*-Ht&@uup(zKoNL1rQ5D0a;4$0ivKIr1=idKm2m6lhrZ7KcAo9#NDpwzg1j<2ik=X zz!6ZC^bvL9zvU(Pm!@37ztip5iz}M&KZZWLU(&6_zv!KR2hA&@KPih_>_#=bzXzeo zH+w0;zs5F!G~QJGzdIXu$d_^QzxZ7|{e$?*KVLhxNK~}RzfiPts|1|DztTm>Nb!~W zzZp$3Nai2HzqLui@vF4lzh)h@vu~xuKWM^ZMngORK&}qr^d-E^Kf<4l8!r~wzr22f zst)AnKb`s0eb*ALzfMPPY&Nptzd#x!X>lTEKNmm7Q^UKdzlUu{B#@r#zw(P-7#T?3 Ezlw{4M*si- diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/model.onnx index 9aebc62c202d81d05f8d0b2448bdd62b21612d82..a1076b2e7d873b84a2c2f0b1cfa624dc587f5cc1 100644 GIT binary patch delta 231 zcmZ3e+Ak@_!7ap-l$e~InwO$ml3HA1^-Y4ST4-`2x6i}}JR9>|m?mp5YcOqPoWvT! z7&3Vyi?>ujez9XkX0f4*5{G9>YF+v9YD#Hx zs$)fJu@Y-gVqSVGP(vygV}#J;g`9qqk8+4i_UHV|Jei4W@(0ckCN8iZF1Q|$Ya%xL zbNjO}ZDE|8C=fY$A%74zW26$ZZ)uJdgOI^wMs|bA0YWySj6ytIOdL!=%nZb=PApsu G0^$Hvv_QN7 delta 626 zcmaJ<%SyvQ6zxpXBu*=qNKtnZ6{H}TuB3>d1~+YOZN%3`#$<}6F?}SFf_rgSWPYIf z1-@`8_#3+MQ@ly)6LE22?#w;+oO|x{r>^EEl$4r2qE?f+_JYqmzi=@}&eUD53&qQ~ z^sQ@P@ql$({1MM`8=s0Vm~8ROk&8-M6e?kbZVZ#vUc=K3bq8KblU-JC^rBKN zX*vyy6%ynelS&AaYSeAUASnj%wo;zj3{Gmy4lHJ`_L!#$W^e?cS44P6DP?}XMl8i8 zGpK*kjIFm^&!?_msYkrIagscxPQY@qf--Uep#c)1;Q*6JV){#BbWt4r)-5(-eyAs& zLjnSe`nePlDU3Rq7$6M&ngs3fj$EGJ%Nv@!;ZWaa?(d>IL^ebBaNghp(E>-SGt4{G zHRVI~pK`C02=zIVc2VqiXw0Dw;-D3;O7guRn<9Qf{3c~`eWW~NQHT8_12z!OUgU3t z;B68@lo+B$1gaTkwkDJV2S$59!_~&ukN|HsazjP?np|UE_!$Zbb&)?yi+m-$oP}>i Pu!123h~%0`5}Ap2yw9we diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis0_epsilon_expanded/test_data_set_0/output_0.pb index 714500a47a972c23de1c4f81efc55db910ba8a73..f543840653004b7f5ce3b207eeb7db10d20c2161 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3T%y)P`td0pj?si4L&@Ozykf;;CHRTGvT+xI-lWrxx zXkHOLH>%;i*-Ht&@uup(zKoNL1rQ5D0a;4$0ivKIr1=idKm2m6lhrZ7KcAo9#NDpwzg1j<2ik=X zz!6ZC^bvL9zvU(Pm!@37ztip5iz}M&KZZWLU(&6_zv!KR2hA&@KPih_>_#=bzXzeo zH+w0;zs5F!G~QJGzdIXu$d_^QzxZ7|{e$?*KVLhxNK~}RzfiPts|1|DztTm>Nb!~W zzZp$3Nai2HzqLui@vF4lzh)h@vu~xuKWM^ZMngORK&}qr^d-E^Kf<4l8!r~wzr22f zst)AnKb`s0eb*ALzfMPPY&Nptzd#x!X>lTEKNmm7Q^UKdzlUu{B#@r#zw(P-7#T?3 Ezlw{4M*si- diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/model.onnx index 215ce2664b2ca9d2759494a36334de96a0c3e808..7c460c44a65283a38df2a0f36b66645ddd57103d 100644 GIT binary patch delta 28 gcmX@cc#LtvMo~r~9xf&hCLm@8Vpb;>E(QT{08t$S!2kdN delta 28 gcmX@cc#LtvMp14d9xf&hCLm@8Vpb;>E(QT{08#G)%K!iX diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon/test_data_set_0/output_0.pb index eabfc23a92f1868fbc0ce58dc7254ff963add3f8..2482d9170bb8e3d21054803e94ab2984acfba105 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3T#~dfW_}}F|DwaP!td0OccVHYpJwGD9?E@A(91MQG zUHwG75g{8s1o3`88ARs43NK^7_O{(U(XsTtGluQGkBiAagW?vwfc1txHd%(gVh+c@ nKH$MSp<1dx-b|*wfL=*Inj9Cv)x}x8>F`lL{r00jo;JR}#N<4w literal 254 zcmVL1rQ5D0a;4$0sY9D=$PZ=zi0Be9sj%BKOslbPsQ@bKR$Jugw+uM zKy5QF{SJ)dKl(5mzvoBfzfT>9#(ltoKb_hotb@VNze@0&zN?>zzmic{J|bkpKQ2&6 zh#=n2KTV*nV1vl~zhY(;XW?b+zv1CV+TOOiKLO)qQ#zL3zs0v1Z^p2_za`E-=W#Ll zKYW&|TTtAhzbK(@?62O?KfeybuqMmUznM?OF3jQhzfZPXy9YdYKRuif3{*??KQn#R zo14kBzlL(X{Ld@tKm8cNGn3;2z#V&8kh(alzbXA_867^#KPse|fZu-fKW&=;veU-* Ezc~Vgt^fc4 diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/model.onnx index 8b9b22cff6f32d55f42a64082a0c8eedb9f5324e..358a13dc54924104c5cb6cca5e947f14f5058978 100644 GIT binary patch delta 231 zcmbQM+AS%@!7ap-l$e~InwO$ml3HA1^+|%OT4-`2x6i}}JR9>|m?mp5YcOqPoWvT! z7&3Vyi?>ujez9XkX0f4*5{G9>YF+v9YD#Hx zs$)fJu@Y-gVqSVGP(vygV}#J;g`9qqk8+4i_UHV|Jei4W@(0ckCN8iZF1Q|$Ya%xL zbNjO}ZDE|8C=fY$A%74zW26$ZZ)uJdgOI^wMs|bA0YVm{j6ytIOdL!=%nZb=PApsu G0^$Hk=So}>ps4PM&1G~#xVF_~g%j7t)!coi=mMBZ8G zPjEYU68sx_@s9|;By~d%1M_Cy_r7K3V)VK=tmX9l4tLtZcPB#;gq5=*JJr|0l&V*6 z`CH$j#Vv8PZ(4>nzwZYj_rua4%N}zt5+zk51+_vlT_OXgC-MtrD{$3UQ|(=TAaIXU zv=rVeW;?CGwDdK+sf`?oW~-C58d=+GIiiwb=aenQFr~r$b_!Bb5FBXr(Zy)5A>7Cj z?rcW{hGa)O2zn(94z*h0_ie&bowlRq7tO$@hoxr1`^O4FD>$%ASt2q2EipN$_Wzic zrZmyhlloAQz~Nyj$7GIHM=%%Ocn|;gK33W#7pq5M`aDsmAuVO_YEDSXR_~NwsDAMBpZ8gV|Rfcep41BkL)` zoMVSocw>yNvKXSJ5IrH#?YMFcsUCT#?Sb?jFg?Zsd503uI@vVTh6v&(uVnNocvhxh WCO=VX>C41WL`m#y#s diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis1_epsilon_expanded/test_data_set_0/output_0.pb index eabfc23a92f1868fbc0ce58dc7254ff963add3f8..2482d9170bb8e3d21054803e94ab2984acfba105 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3T#~dfW_}}F|DwaP!td0OccVHYpJwGD9?E@A(91MQG zUHwG75g{8s1o3`88ARs43NK^7_O{(U(XsTtGluQGkBiAagW?vwfc1txHd%(gVh+c@ nKH$MSp<1dx-b|*wfL=*Inj9Cv)x}x8>F`lL{r00jo;JR}#N<4w literal 254 zcmVL1rQ5D0a;4$0sY9D=$PZ=zi0Be9sj%BKOslbPsQ@bKR$Jugw+uM zKy5QF{SJ)dKl(5mzvoBfzfT>9#(ltoKb_hotb@VNze@0&zN?>zzmic{J|bkpKQ2&6 zh#=n2KTV*nV1vl~zhY(;XW?b+zv1CV+TOOiKLO)qQ#zL3zs0v1Z^p2_za`E-=W#Ll zKYW&|TTtAhzbK(@?62O?KfeybuqMmUznM?OF3jQhzfZPXy9YdYKRuif3{*??KQn#R zo14kBzlL(X{Ld@tKm8cNGn3;2z#V&8kh(alzbXA_867^#KPse|fZu-fKW&=;veU-* Ezc~Vgt^fc4 diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/model.onnx index 6cff0bfdc34a65a9efa4c502bd2ca561f6e67d09..a77885d2d50254566c6f8d2d196ea5e8e887349b 100644 GIT binary patch delta 28 gcmX@ac!+VrT2V$J9xf&hCLm@8Vpb;>E(QT{08i-ywEzGB delta 28 gcmX@ac!+VrT2XEx9xf&hCLm@8Vpb;>E(QT{08qOFzW@LL diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon/test_data_set_0/output_0.pb index 2a8a89c458ac50db5311994b4435f53ce5a0c499..9be9a6198193c003e0d4d31a49b989bc13339917 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3TKZXK7?DDL>8i8d#a1Rndarl0}+^yQaWICI_>8e(} zp2Q-)K!>Tm0LgAWNC@1&8RL0A)UGi;*|n*@k8=k;7;N3YaQB0~CgL1rQ5D0a;4$0Zuf%+Q(4fKbxqFZC#$#zt0j$L?f`wKX%`n@9jYX zKr-x~LJr^Wzvl(#cDq&EzbH1vXiR7Gzx{QGAYIj}zuj@Fwv$-Izt%^+0q8K*zxSh2 z9w6DRKV`;e4+(+$zp9LsF=IT>KVWSkmD)ANKa7ii61z6lzn7r*-*N81KOmR?3WKft zzdq~E0q%aVzn^I6!{q$iKVj<`lIi{9KY+jarN&j~znH(EEZK75zt+d=okt4EKL`h- zoF?bzzkTV*Jl-SozqTEmQ$9)GzjbG^mf8QNzh+QU?ze@hzdR0&SkDXnKT2wwvtB9f Ezr`zw5&!@I diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/model.onnx index 87cee468d9ec00b103c3a815fc2d8fd0887b3b6d..4b24c5339c44fd2849b487893744903e2fee4059 100644 GIT binary patch delta 231 zcmbQK+Ab-^!7ap-l$e~InwO$ml3HA1^-hATT4-`2x6i}}JR9>|m?mp5YcOqPoWvT! z7&3Vyi?>ujez9XkX0f4*5{G9>YF+v9YD#Hx zs$)fJu@Y-gVqSVGP(vygV}#J;g`9qqk8+4i_UHV|Jei4W@(0ckCN8iZF1Q|$Ya%xL zbNjO}ZDE|8C=fY$A%74zW26$ZZ)uJdgOI^wMs|bA0YWCCj6ytIOdL!=%nZb=PApsu G0^$Ha6hNE+ delta 655 zcmaJ<%SyvQ6zxpXB%M|)5m9#%DM&#u;zGI*s=-ZLAC36h$e2vAG)8R_skm{aODVH* zSNsBBYr)^pji2I8roK>I49uOm=bp#R<=Ay$M9b>AJ?gZW?@om*2utS$a;9%`Q>t{| za(BLk3p=cRXj+E0c<2Wq^~2&2NuN+JVntO$d9{R6JtT9APvsX()_6BlRqcIx#9$9o zGy(4y(rqrq55+Fr@_>oo{TaFIu%#9r8 zmOCskBspUlYA`qCXLV)N6ID=dB?%*njj8F@l{2AkW^d7Pl(@UZEj|26Aty*Uo!ey z;RRyv75+vDUMDd`6A(Qi(CxT#4XGA+VC@n0pH>`00ldRW8amoG)H(~|&rnL~)BIVP X=JUDPVfb?dYZ#UUE4?6-RDR?gt9i1p diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis2_epsilon_expanded/test_data_set_0/output_0.pb index 2a8a89c458ac50db5311994b4435f53ce5a0c499..9be9a6198193c003e0d4d31a49b989bc13339917 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3TKZXK7?DDL>8i8d#a1Rndarl0}+^yQaWICI_>8e(} zp2Q-)K!>Tm0LgAWNC@1&8RL0A)UGi;*|n*@k8=k;7;N3YaQB0~CgL1rQ5D0a;4$0Zuf%+Q(4fKbxqFZC#$#zt0j$L?f`wKX%`n@9jYX zKr-x~LJr^Wzvl(#cDq&EzbH1vXiR7Gzx{QGAYIj}zuj@Fwv$-Izt%^+0q8K*zxSh2 z9w6DRKV`;e4+(+$zp9LsF=IT>KVWSkmD)ANKa7ii61z6lzn7r*-*N81KOmR?3WKft zzdq~E0q%aVzn^I6!{q$iKVj<`lIi{9KY+jarN&j~znH(EEZK75zt+d=okt4EKL`h- zoF?bzzkTV*Jl-SozqTEmQ$9)GzjbG^mf8QNzh+QU?ze@hzdR0&SkDXnKT2wwvtB9f Ezr`zw5&!@I diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/model.onnx index c13f13b6dfe0ef4c7fa1a67adfa551305f1d0987..bc1775231a55f6508aef7fc067406407d9824926 100644 GIT binary patch delta 12 Ucmcc0c$IO&fr-=jC!S{m045a$nE(I) delta 11 Scmcc0c$IO&0Y>hL2SorJs|0TV diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon/test_data_set_0/output_0.pb index 12b2b5c69deee81daaafd84845ba5519cf1e4d88..8f35d4859f6a46a1b4c2e9d75aed53593feccdab 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3Tkcv;f#LgKMMn-G*gdXp7DF54|WU&HmjU1Fxb zd;q1riswc?PS?G>kuEO3p02?^86UJgHXcVlAYfO$JV-CUpOMVI&-r3L1g5*bmTHtf nwg6qe!9$xr4cWoIW~VbhpZrEXey5SVCqbUR;*M)S>)QxFl@~lg literal 254 zcmVL1rQ5D0a;4$0j0oS4N~#Rzj`dFdmJ6Xzfi3kPDniVKRXdtQxk&n zKMAgmNN=*@KMqzI$7Q?4KU*<3wrjZFzh`Wso=eQszhHLPh!3E&zbhfeKJnbhKe9*Y z-|4!Szf@08E7HZ~zaV3;ywf%KKeB(oMB{_DKT17Lug2rZKUbao`2*~#zwd|#i3jQB zzbNnv{xg!@{`}lKfe~j*Y7lvzlgSa+a$=-zmes1RNQgxKk{!phkYC2 EKiAcSO#lD@ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/model.onnx index 48d1c6ea1093431938062918b3299e45d8158849..3f54a4db4b4c3dee5ab3a298173e273ad3a940c3 100644 GIT binary patch delta 258 zcmX@6u}4OXgIkCvDKR-aH7`ZCB(=E2YOxGgE92yg+~FH@O_(MtGIz1eXX1*SJdrh& zB`7g3d-4Ou@X7mF*cszMLZSir#f}x3#fC0Q%)zBeRt#KAnYh3*+;AC)W;T#!p?Huc zsi4%9(&SXfiqv8yR-kZtDo|fO7h{A_I7oVO5~mpBjLD4r(UU{C_Oonc;)(?e=Wuf} zg7tGD^l!e%t;Nc8f^qT(w(!XU0$j`?Tv1@f8w6Q7gcu{0n0-rgChr$65@i(P;bP)o Q0%B$$W_4oWVh|7q0EX;J5dZ)H delta 648 zcmdlZb4){mgIkCvDKR-aH7`ZCB(=E2YOMxWE2B{2B+clbM`q#lUrP@_oh#u$tt_A9=zgOLK!#Q%aLl zQyeQ&iUAC$ro6~paHH0@_D==o&bk>Vg}P> zN47{HKESe;i7OUtOdkgaD9|||Wy%Tnqx@0CtYU{r~^~ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_1_epsilon_expanded/test_data_set_0/output_0.pb index 12b2b5c69deee81daaafd84845ba5519cf1e4d88..8f35d4859f6a46a1b4c2e9d75aed53593feccdab 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3Tkcv;f#LgKMMn-G*gdXp7DF54|WU&HmjU1Fxb zd;q1riswc?PS?G>kuEO3p02?^86UJgHXcVlAYfO$JV-CUpOMVI&-r3L1g5*bmTHtf nwg6qe!9$xr4cWoIW~VbhpZrEXey5SVCqbUR;*M)S>)QxFl@~lg literal 254 zcmVL1rQ5D0a;4$0j0oS4N~#Rzj`dFdmJ6Xzfi3kPDniVKRXdtQxk&n zKMAgmNN=*@KMqzI$7Q?4KU*<3wrjZFzh`Wso=eQszhHLPh!3E&zbhfeKJnbhKe9*Y z-|4!Szf@08E7HZ~zaV3;ywf%KKeB(oMB{_DKT17Lug2rZKUbao`2*~#zwd|#i3jQB zzbNnv{xg!@{`}lKfe~j*Y7lvzlgSa+a$=-zmes1RNQgxKk{!phkYC2 EKiAcSO#lD@ diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/model.onnx index 242a85c258e21a18d2b5ae323d25006e36324262..86944f836d300366e65ec5f2181697c6d766ba91 100644 GIT binary patch delta 16 Xcmcb~c$0C$k%`mz*_>Fo7zD%tHdh3^ delta 28 gcmcb~c$0C$5m9a-9xf&hCLm@8Vpb;>E(QT{09U321ONa4 diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb index 0f7b90d9f40..767156b78d5 100644 --- a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon/test_data_set_0/output_0.pb @@ -1,2 +1 @@ - BYJqA, @( qÿO%|忞N@īܥNM@8kpeH?bҠ?;4*)ǿ=v۹(?:?Թ-(緻[?ٯ:p ?5~1?7Wc p?YJ?sk-ql qzaV?0}q -Jnqń!?^3W? m?:? \ No newline at end of file +BYJxgI@+}@uj"@Ykֿ-CJ?=L9νF=֡?8ݽr=[>!?c_>?lN?M$mX@Ȁ=gb4o*kgIkCvDKR-aH7`ZCB(=E2YNG~ME2B{2B+clbM`q#lUrP@_oh#u$tt_A9=zgOLK!#Q%aLl zQyeQ&i{c`{En%Aco+p_x24pG+R53U`@Pj!iO3c2cIY6(R0L330L=0$i96w{E5_?c;F({U; h7=)}QZnT>Gnb$%TnAo_OIGBK#8Hib(ShyGj!~v7i#0>xd diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb index 0f7b90d9f40..767156b78d5 100644 --- a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb +++ b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_2_epsilon_expanded/test_data_set_0/output_0.pb @@ -1,2 +1 @@ - BYJqA, @( qÿO%|忞N@īܥNM@8kpeH?bҠ?;4*)ǿ=v۹(?:?Թ-(緻[?ٯ:p ?5~1?7Wc p?YJ?sk-ql qzaV?0}q -Jnqń!?^3W? m?:? \ No newline at end of file +BYJxgI@+}@uj"@Ykֿ-CJ?=L9νF=֡?8ݽr=[>!?c_>?lN?M$mX@Ȁ=Fo7zD%tHv0s~ delta 28 gcmcc1c$aa)2~ln#9xf&hCLm@8Vpb;>E(QT{09e`t5C8xG diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon/test_data_set_0/output_0.pb index ba1964af19fbcdde52971f95cfdd1469048c4ed1..3a7edc37efdea5c1a8c1bca715574ad473331554 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3TrOJlC!pQ=@?c6lKo5x$go0^tB?RK(0js35`1F?R+ ztU{_iEE}6Vx$eF_+=41THxETW3zP`HV^$(Q0Jl%Rlhu>ILFd;!qEoTG;%qLx-~T8; nvCaiQ_4KwrWQ~D8TL1rQ5D0a;4$0TEh4vQ*jdzdGyMRXAC|zf%2HqMe)Ozb25Zck_4) zz*0tdQ&ZE@Ke3>zlig0%Ka0-zp|StzgZZ0d$M}+ zziU7`E$IBZKRz^3Idm$vzjZ&WF`Uh%zkKq6;`<*3Kp8YkF4no=KYq82xt`wEKU?IP zi>xv5Kaw4UrAz$>Kn`^AmF$!Qz@8DXvlfJ?KPK)VuWy~6Khp9QL8edlznf6;;-dlf EKX6Zi+W-In diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/model.onnx index 627f856a0dcde393b3f076b0fd228756472d9975..814faddb87a96964e73e102efbf4f66cbec2eb6d 100644 GIT binary patch delta 258 zcmX@7aYROpgIkCvDKR-aH7`ZCB(=E2YPAekE92yg+~FH@O_(MtGIz1eXX1*SJdrh& zB`7g3d-4Ou@X7mF*cszMLZSir#f}x3#fC0Q%)zBeRt#KAnYh3*+;AC)W;T#!p?Huc zsi4%9(&SXfiqv8yR-kZtDo|fO7h{A_I7oVO5~mpBjLD4r(UU{C_Oonc;)(?e=Wuf} zg7tGD^l!e%t;Nc8f^qT(w(!XU0$j`?Tv1@f8w6Q7gcu{0n0-rgChr%n5@i(P;bP)o Q0%B$$W_4oWVh|7q0G|{}F#rGn delta 632 zcmX>ib528ogIkCvDKR-aH7`ZCB(=E2YO4lUE2B{2B+clbM`q#lUrP@_oh#u$tt_A9=zgOLK!#Q%aLl zQyeQ&i{c`{En%Aco+p_x24pG+R53U`@Pj!iO3c2cIY6(R0L330L=0$i96w{E5_?c;F({U; V7=)}QZnT>Gnb(Gqd$Iwa2mp5{#1a4i diff --git a/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_3d_axis_negative_3_epsilon_expanded/test_data_set_0/output_0.pb index ba1964af19fbcdde52971f95cfdd1469048c4ed1..3a7edc37efdea5c1a8c1bca715574ad473331554 100644 GIT binary patch literal 133 zcmV;00DAuj0tf>L1rPy30a;3TrOJlC!pQ=@?c6lKo5x$go0^tB?RK(0js35`1F?R+ ztU{_iEE}6Vx$eF_+=41THxETW3zP`HV^$(Q0Jl%Rlhu>ILFd;!qEoTG;%qLx-~T8; nvCaiQ_4KwrWQ~D8TL1rQ5D0a;4$0TEh4vQ*jdzdGyMRXAC|zf%2HqMe)Ozb25Zck_4) zz*0tdQ&ZE@Ke3>zlig0%Ka0-zp|StzgZZ0d$M}+ zziU7`E$IBZKRz^3Idm$vzjZ&WF`Uh%zkKq6;`<*3Kp8YkF4no=KYq82xt`wEKU?IP zi>xv5Kaw4UrAz$>Kn`^AmF$!Qz@8DXvlfJ?KPK)VuWy~6Khp9QL8edlznf6;;-dlf EKX6Zi+W-In diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0/model.onnx index b8cbe4a997c67d82b62d4b8586d690ea06fba9b4..b7c557e0c80a9046758e3296360bd2b05c380324 100644 GIT binary patch delta 16 XcmdnZxSMgpqKU1-Y)&j(3L1PBEX0YU*;O5g*+oh3h8a@)Rznvp&_R5?J9!lA#A;}JfGI?ldx zo{PSJb&9=b=q5f`N8Phx@--C@H@z$SAx4nIS*0=OjO8 zB+Nenun0X}`p&%y+N?il?V-PqvfVzJ3Isl@J_0}K*DAnz1j@glV=6v)#2Y_jk?Vmk!7;C>$bO}Af zoHD(2-?Kl~2~s}fW$HZzpC`Y5$L+qF7bw3y$CW)W126mt0tf>L1PBEX3qk=|O27w8bJ4$71$pJKPO-mUVQ25#x5niGEn9;xeu%mF9CCooS>Eeui z+v-315rG>GQKdiXt+WKi>%KqVVYh+%8tp%17F(lLtPMc$CgaFJ=+Qr_aR0xU9=;?C zCFQ^Gtq_t08HK;vR*WJbGvq(c0j}%yoa8^_Z-42Gg!w5G+@z3^iOvOKJ=1u~Sc;i1NbK~1j5ZAx=O=$&ci1R;Rv)%;LxbnZKW$*J&J2~`{Db!7s=GfW`Po`M5#&FdiJygU5d1$t0Zll96_`Jc&}8>m z>*PO8Yi0VP{j)#e&30Z6W9`3R*XbsTE}=gi`VLl@Q>MR=i+-2xd-gwx4kD~NLCQbl z?;n%AOuavXxC)Bk^W?vL{I8zxxZS`0S8O!%0_DFlO?cYD?sv!U%V(-6*jY^GYv+X}OAKpv5YoSd4IEHN(k8zfFog6U9OXZNe6BI&;L$&Gx%(Ml@{qp@`cYN95B$Gk z-5dKV6Wu?sNI^i%T;f0FTMm0m8r?quU9f@|E&M+djl%-0s=hx1sbp_3C9uC%6+%r< zq{Y9X@i*>{=kdQ~(1Jst_SL_V-@D^>x&**MxsrsP-rK*{n{$1=Cfz^ZyO4Zu#^^sE yV{Io6Qqw;pwkV$}i{n4{^H2#p5%xct8~|X$0n|TnOJ;X9QqVskTOpw^cH=)(l>RdS diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis0_expanded/model.onnx index 45cf437e0e16b3f62a417ddf35cae95f064fa862..edbaa768152b0c85afbe5e4a4b20d837a849273f 100644 GIT binary patch delta 237 zcmbQM)GaQ?!7ap-l$e~InwO$ml3HA1^+}AYSZHz~m&?QpJR8$Qm?pnq(qLRV`6IvE zRo{ecDOe|5UMfsEKm{ca4 zFy%4tV&as;bADcNNn&1!e;U|cEnzO!vc#OyR4sN6Mgev!M#cq^shYORD%VYJcbBS==T+VVT4D zeR3nKKR9$j;Sg^Ka!$bJe75(@OzRjYZ{YG~^a6#KVsLU|PAVRI-%XC^3WBI*hpL_I z!00LnW~V4I`!F-9t}2c;H+qR)y!NMo`go5o~4ZWl>zAptHX U4kjRG24WTL1PBEX0YU*;O5g*+oh3h8a@)Rznvp&_R5?J9!lA#A;}JfGI?ldx zo{PSJb&9=b=q5f`N8Phx@--C@H@z$SAx4nIS*0=OjO8 zB+Nenun0X}`p&%y+N?il?V-PqvfVzJ3Isl@J_0}K*DAnz1j@glV=6v)#2Y_jk?Vmk!7;C>$bO}Af zoHD(2-?Kl~2~s}fW$HZzpC`Y5$L+qF7bw3y$CW)W126mt0tf>L1PBEX3qk=|O27w8bJ4$71$pJKPO-mUVQ25#x5niGEn9;xeu%mF9CCooS>Eeui z+v-315rG>GQKdiXt+WKi>%KqVVYh+%8tp%17F(lLtPMc$CgaFJ=+Qr_aR0xU9=;?C zCFQ^Gtq_t08HK;vR*WJbGvq(c0j}%yoa8^_Z-42Gg!w5G+@z3^iOvOKJ=1u~Sc;i1NbK~1j5ZAx=O=$&ci1R;Rv)%;LxbnZKW$*J&J2~`{Db!7s=GfW`Po`M5#&FdiJygU5d1$t0Zll96_`Jc&}8>m z>*PO8Yi0VP{j)#e&30Z6W9`3R*XbsTE}=gi`VLl@Q>MR=i+-2xd-gwx4kD~NLCQbl z?;n%AOuavXxC)Bk^W?vL{I8zxxZS`0S8O!%0_DFlO?cYD?sv!U%V(-6*jY^GYv+X}OAKpv5YoSd4IEHN(k8zfFog6U9OXZNe6BI&;L$&Gx%(Ml@{qp@`cYN95B$Gk z-5dKV6Wu?sNI^i%T;f0FTMm0m8r?quU9f@|E&M+djl%-0s=hx1sbp_3C9uC%6+%r< zq{Y9X@i*>{=kdQ~(1Jst_SL_V-@D^>x&**MxsrsP-rK*{n{$1=Cfz^ZyO4Zu#^^sE yV{Io6Qqw;pwkV$}i{n4{^H2#p5%xct8~|X$0n|TnOJ;X9QqVskTOpw^cH=)(l>RdS diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/model.onnx index 970d8e874314e0c6528247d22ca1cdaba4ae1348..a0740821b63a32da80624f0fbce47e8b1036f679 100644 GIT binary patch delta 11 ScmdnaxSesrJVwTe^CbWo9|P$C delta 11 ScmdnaxSesrJVx$`^CbWoM+5T! diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1/test_data_set_0/output_0.pb index 202ac8fa94dcbaaa20c8e46bbc18bf4010f98c20..19cf8abe861438e07e001ed5139128eecdefa003 100644 GIT binary patch literal 496 zcmVL1PBEX0YU*;O5g)R{+K^v-M>0Ne_}t0F+D$Ivl>q?=!yO zcWph0o!dNM3+BEKgCIRnRT>vTi?u3!pyLuzhN0)W1};~PK9!o)wqZlb>yoGd>;*Iz&8u^PTi zYJIl7YQAwwpd47&pE&W^+Ci*=oHj;7mRYS^&PU zH*i0cQ<^>%p`SboZmGU0R1CiuzGFWgE`dE2BSt;)&-Xvr$gV!Qjf20LzQjLVZDu`$ zvqZq4fRVqMtb{(82;ILKge^YMEM>klV2HjIgp<9dyT!lRYS6v(#|FPvYY;rVJ^w$8 ze>y%`v#UO7GmXE}Uc5i3{&T++3avh~?Eyec6D>b#$*8_mhcLZuN3y=~!#F~g|NK0&}lz+pT<989qCH| literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27wa(E?=1AM-yW#eHI|`&U2KK5``JPwYQrb6!<3 zrsqFGhRBf97oESKo0dURhr_>~e7Q~eea63MBi|_euB|_qv)~l5bDKW~edj7{!Q8)o zO>wj^{sCpW5(l#9oHHb1i-kd(%It{P=!a*$6R>QxnSRa&0t?$1DMF162!KOc(aZ)nZiqb!7 zTX5dPRmDGa0=3NW8uUMe@OE2SInzI@kW>sdo5MfT4OpT09MM1D6DaQsL8!l=_Lsl@ zGtxht_)jRYfS5m4afzCzSEWC8ZF+Ao?(M()+E#lCUE{xB_nI&EY2CjC*A&l|yj8z8 zY;>9Lx#z#vDEC9prSdzq4A#Hc@wNv1OX`Tjr5oL>(c z+0{Q2djk!(aqz#uv-c6xm-s(U7=w?i&8$C#kcg3RmI%PZ24x5oF!I0a1tKq#mC!%5 zy<+bYq5Hoy#Tgxgu*E;hLU93_rOdyOAG3W14AH+-Ig^-zaI(L$y#cm#xA?#9+;1vd z4Z6R>5EqXA*xMmhAY3I_*E;prF+5)A&EV)Alg{ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis1_expanded/model.onnx index 4f6077f653f7578b0efb2f850aa04a57509508de..a0b6dd2ff31792846c184553911280bd4c59233d 100644 GIT binary patch delta 217 zcmbQK)GjW@!7ap-l$e~InwO$ml3HA1^-hedSZHz~m&?QpJR8$Qm?pnq(qLRV`6IvE z6oq_C&kd7on}W@uqCL zMl>l8y)7p)U);F!A~Q7C3&My8(NZVTEsoOcPwvN}XynkaQAS9PAPJ8!e5W<@l|%K; zzoJSKD5PEnGw71s<5AJ1gv&9L1PBEX0YU*;O5g)R{+K^v-M>0Ne_}t0F+D$Ivl>q?=!yO zcWph0o!dNM3+BEKgCIRnRT>vTi?u3!pyLuzhN0)W1};~PK9!o)wqZlb>yoGd>;*Iz&8u^PTi zYJIl7YQAwwpd47&pE&W^+Ci*=oHj;7mRYS^&PU zH*i0cQ<^>%p`SboZmGU0R1CiuzGFWgE`dE2BSt;)&-Xvr$gV!Qjf20LzQjLVZDu`$ zvqZq4fRVqMtb{(82;ILKge^YMEM>klV2HjIgp<9dyT!lRYS6v(#|FPvYY;rVJ^w$8 ze>y%`v#UO7GmXE}Uc5i3{&T++3avh~?Eyec6D>b#$*8_mhcLZuN3y=~!#F~g|NK0&}lz+pT<989qCH| literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27wa(E?=1AM-yW#eHI|`&U2KK5``JPwYQrb6!<3 zrsqFGhRBf97oESKo0dURhr_>~e7Q~eea63MBi|_euB|_qv)~l5bDKW~edj7{!Q8)o zO>wj^{sCpW5(l#9oHHb1i-kd(%It{P=!a*$6R>QxnSRa&0t?$1DMF162!KOc(aZ)nZiqb!7 zTX5dPRmDGa0=3NW8uUMe@OE2SInzI@kW>sdo5MfT4OpT09MM1D6DaQsL8!l=_Lsl@ zGtxht_)jRYfS5m4afzCzSEWC8ZF+Ao?(M()+E#lCUE{xB_nI&EY2CjC*A&l|yj8z8 zY;>9Lx#z#vDEC9prSdzq4A#Hc@wNv1OX`Tjr5oL>(c z+0{Q2djk!(aqz#uv-c6xm-s(U7=w?i&8$C#kcg3RmI%PZ24x5oF!I0a1tKq#mC!%5 zy<+bYq5Hoy#Tgxgu*E;hLU93_rOdyOAG3W14AH+-Ig^-zaI(L$y#cm#xA?#9+;1vd z4Z6R>5EqXA*xMmhAY3I_*E;prF+5)A&EV)Alg{ diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2/model.onnx index 8d865c676751e1d1d094c97a93996814fdcad1da..20c78f0d0cb6157d8da245399fccac9e10e10fbb 100644 GIT binary patch delta 32 jcmdnYxS4UnEJ;Qo0WKyECLm@8Viq7~bzL1PBEX0YU*;O5g+QF|0pffzUoq8DYQZqj0}F*~>rNGbBJ8@U=hG zfT_LC(U?1TPq#h9E*8F*%K*Ra>Qg_;;U7NEZ}Pz}CarxL%W@W;Pmo}RsjG6cPd;x@fdSR%gLfG9t| z&+9z!2NS=l($T*Ca#26solifNge^WAHkUsL&@RC68<9Tb4Lm(?$WJ`B)>OYJvP``x ztFb@%CgZ==yqP~8m1RBQiXuNZy{JBI%(Fhnq@KIwo@2jP*=j$3R@T1P6eT|-j-o$y zVV}V7;o(1hp~<~YOGZ67iEBP8Qqn#$tk}M^BWON;g`htVRdYYhrBl5{Cg8hxl4!qm z;R3#|p#8jxPNqMP)}Fu4ErdVNT)e)^vS+^$x|6`qQ4hZmRK32|`=GtRf0aI3G~BkU9wb0xn|Qdzw>)egUq0+K!LBM-mWgM+126mt0tf>L1PBEX3qk=|O27xyO-Oe=hV?&-6oe-%5ZXV=q-N47BkaEb1349a z6z;#`lWS!sd-*?A39#** zkJ5+O#lpXOfnMfv8Q{MW5*AXJUzT-d1#*Wi&4d=g^ z8A&#Fd(uDqQVvZVy8J%^i{|T>RSZCl-c3@jL9jnOJH(%HPPo6G(FTeoa8+$B&{Xs_eh_j}FSh+ycOc7E6@thU>qSVxF}4w1vO5 zhVEvN#^=ACN5t^uB;vo>e>rb&B-cMG2LBn@8J0i!0RejLVd}r45GSP$*Z03Ow|9lF zN%=q7K-~AF|LVW%YoLayt=zxWrJT0=`0_tNnSGl_>;Av_d20IG4ctHOFVq}6KeIpQ z*e=yQd#Jx{c0EVx6z)GwO*(NOs=>c*f-bu2RN}w#(Cf++{`kL*4?|DP)3d*9zNh9; zhM>Qzm_P?n+@`+*tW^UFOT@qCYp-=15amD01eyW(d7VFD8;=VEnQ6 z_&VQd$*4aJOA!Spam_!*^kY>;O4>idnDjk{72ChQQ*MTK1kFDqejVAb5cEGr zYVJRGaniN9bgI8g_^!9e1bn{^zxVl0679cVZJD1gT)@8zh~M%Rw4c8Z40ck{$@D)^ z9kB7y+Vj7zKN8@%h44Ri7H0{Xi`T#NK$MVK_Uykf>fyhk{CyyT zs@K1%m$AHhAGE)aOoRgXuhKvE{JBnxhWo!m?Yay%CepuuXboBN9_zo^OFqbKy#YX+ yXq(S!uH?TM*eLu-DyzTq_p0Tl+Tp+XW;+m4K(arOfWO9l!7ap-l$e~InwO$ml3HA1^-7GZSZHz~m&?QpJR8$Qm?pnq(qLRV`6IvE z0N)Zp(f|Me delta 591 zcmZuuyGtBF7{8gFeK33AWeqVV1azz8Ai|2II8u0V?h-D<$8DpgxQu&qc)0E*?ryj$ zMAF#Ghn+2%;W#YhnVA)Q2g9lq8>OD zYghyLhi&eC&z$IRIw3u#pL@y0QuQ3v_tNH1M zZ2E&}mLB^zoxwcw)BY{Y*upT16CNc?{S3D@PW6vGOhwJKP{phxBqhj!dl=r)rhSK@ zdYA8v${eT`TyhPD93JqbW>dnY%!kqrEN2B2t-`6%oLZe_uGtECl8ETG29S%w6R}*Hd(se-Did4gWy!lfFi6 z<=38UE0ZO&7v0OQS)AQ@44EWG?Ws)7n{s~)mqvW2d%kgN5pD<^^#Ks bzT{e04PDim8-h9-l^&|eT*s!ZGf`%I>L diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis2_expanded/test_data_set_0/output_0.pb index 4fd708219cd9de809c0fb58ecb551b135a7c6521..d192994b7187dcaf34c08139008bc8889eea986f 100644 GIT binary patch literal 496 zcmVL1PBEX0YU*;O5g+QF|0pffzUoq8DYQZqj0}F*~>rNGbBJ8@U=hG zfT_LC(U?1TPq#h9E*8F*%K*Ra>Qg_;;U7NEZ}Pz}CarxL%W@W;Pmo}RsjG6cPd;x@fdSR%gLfG9t| z&+9z!2NS=l($T*Ca#26solifNge^WAHkUsL&@RC68<9Tb4Lm(?$WJ`B)>OYJvP``x ztFb@%CgZ==yqP~8m1RBQiXuNZy{JBI%(Fhnq@KIwo@2jP*=j$3R@T1P6eT|-j-o$y zVV}V7;o(1hp~<~YOGZ67iEBP8Qqn#$tk}M^BWON;g`htVRdYYhrBl5{Cg8hxl4!qm z;R3#|p#8jxPNqMP)}Fu4ErdVNT)e)^vS+^$x|6`qQ4hZmRK32|`=GtRf0aI3G~BkU9wb0xn|Qdzw>)egUq0+K!LBM-mWgM+126mt0tf>L1PBEX3qk=|O27xyO-Oe=hV?&-6oe-%5ZXV=q-N47BkaEb1349a z6z;#`lWS!sd-*?A39#** zkJ5+O#lpXOfnMfv8Q{MW5*AXJUzT-d1#*Wi&4d=g^ z8A&#Fd(uDqQVvZVy8J%^i{|T>RSZCl-c3@jL9jnOJH(%HPPo6G(FTeoa8+$B&{Xs_eh_j}FSh+ycOc7E6@thU>qSVxF}4w1vO5 zhVEvN#^=ACN5t^uB;vo>e>rb&B-cMG2LBn@8J0i!0RejLVd}r45GSP$*Z03Ow|9lF zN%=q7K-~AF|LVW%YoLayt=zxWrJT0=`0_tNnSGl_>;Av_d20IG4ctHOFVq}6KeIpQ z*e=yQd#Jx{c0EVx6z)GwO*(NOs=>c*f-bu2RN}w#(Cf++{`kL*4?|DP)3d*9zNh9; zhM>Qzm_P?n+@`+*tW^UFOT@qCYp-=15amD01eyW(d7VFD8;=VEnQ6 z_&VQd$*4aJOA!Spam_!*^kY>;O4>idnDjk{72ChQQ*MTK1kFDqejVAb5cEGr zYVJRGaniN9bgI8g_^!9e1bn{^zxVl0679cVZJD1gT)@8zh~M%Rw4c8Z40ck{$@D)^ z9kB7y+Vj7zKN8@%h44Ri7H0{Xi`T#NK$MVK_Uykf>fyhk{CyyT zs@K1%m$AHhAGE)aOoRgXuhKvE{JBnxhWo!m?Yay%CepuuXboBN9_zo^OFqbKy#YX+ yXq(S!uH?TM*eLu-DyzTq_p0Tl+Tp+XW;+m4K(arOfWO9lL1PBEX0YU*;O5g)8BcHyZ5tP0lwWhxa)5*UFKDRz82a7&lnTo&D zo}xZ;kLo?SApSjRClfo#47 zaN|B~*Y3VJXOX|e1Oz|c?b|+WN}4`dOCP=J`ISB^Sfamyi>W^3M-9Dk%CNqV48K2? zWZ^#*gsikQf zO_DzgE~mdSf44to&r-dgG;lr>+SI-$TY*1|7oI;0j|04Wy&1mV+rz!&`%J(6O=CYc zoDIGgnjb#>1Ft?5GPXZ8hRi>{G&em{Y{Na-Maw@*fK=LZ>7I1n9sg@u7JOZoy126mt0tf>L1PBEX3qk=|O27x6FwoUyu7#A5dg3`YiU+4p**7U!^i?aJ* zI{CkVb)x6M=hi=nFD?J%V9`Hy>DHPnQ}Mqt(3Vo#Q`A53#)WF`QN2H3aMlSI#J@jd zW?l^K#G=2v_aa3mO8CDppf7&0z-34boztTTCY@=}nOZ2}!^`$Ow zG1WiM`h=4FsG+|F*gFGG8P>nAxD4=-;rBm9R3*WZEc`#F{AQ$rkhQ-!%#?sh;-kN@ zT$PwW4)nk6z)=T<3j)BeXlftbme@a&1(``}=(N8_BS47A5XnFMc12y0XYoJZN&F$v zKm$O!Yk;;+NB6(vcQreYfV#g?vj@Z3@wh*%7mbp#N%B8n{d-Em<@CRrcrp~`@Af~I zF$BHrS*pKje%RTQ2F^e7d6`>6o7%sPw13`YEAT(P062N^!t*~kY6DK;ae%*=4r zJLtdKkkB155a+)Sb{BiL9rQnZw+1NvI@LeFa1?#vm)O6*kdG@gT<^bABs(9DpwU15 z#+JVByX!xO3W=*9!OcIO0J7G_nz}!qNmSSRt@OXSM&X(T^Vz?{T(xb_74X09Mr#WcfTMxBhSB7#M}HF57)oY?X+ykAk;s^mzOR~ zzVJU(v}B*j#`eG39;NBH8q+`4g2O|J9@oDKC_6FU0O!B<`-1vPA@o1hClX*_oA~E97zonp0r0<#^N~RBO4C2Q9Ia{IG~~bXzfVV*htNOpng_c8 diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/model.onnx index 7206cda33a4cc037ddf9071f0ade87852791d573..ba77a403d772b920968da88f3c85caec972db9ed 100644 GIT binary patch delta 237 zcmbQJ^j}PjgIkCvDKR-aH7`ZCB(=E2>X{fEdcrpq30`<5^ zq^6W6r#e=o7Avs^CFZ540yV^PF-8bY-oWEFnU_OkazDpY=HHB5lNC69n7F`txZrv~ zE(+Kj&-I>}amgh9pvi%JUfhh4O3c2cIaUlp8j}^-G$tPqu#jXF65wLuU;<)hAZ7t# LRwouN1_5yZQcyvd delta 591 zcmZuuyGtBF7{8gFeK33AWffmRh+7>85mrJ7S9v;jhLc2d+nA)djC*tBaNRTRZn!GM z&Q`wGLPBbZq)TU=CjJY-TCqwxo!MQ)K#FgeneXv?d^eMa?xbZqUWF5ph!g zJ5OT=_6>IUt9;s@z~qhC8^R|%M@q+tfQLV5KQM&`Y9n@f#8WiuOl zqCXh<@AsjC{B2ktoJkA+Bnre@-P)O(?S)qj*yff2OeN}N1OINhU#6u zH!5?WT5!oV7;<>PlbTHlmolfN9azo^DB6T`qxooak-26okh%Rq%`| YEZEOxY^Or8g=J_mhzxz1&{AdU76r$q>i_@% diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis3_expanded/test_data_set_0/output_0.pb index e8d966e4581423d495d3379e03b76528e473923b..04e4d1cc45d63e8e1a5e6c0202f523abe8203055 100644 GIT binary patch literal 496 zcmVL1PBEX0YU*;O5g)8BcHyZ5tP0lwWhxa)5*UFKDRz82a7&lnTo&D zo}xZ;kLo?SApSjRClfo#47 zaN|B~*Y3VJXOX|e1Oz|c?b|+WN}4`dOCP=J`ISB^Sfamyi>W^3M-9Dk%CNqV48K2? zWZ^#*gsikQf zO_DzgE~mdSf44to&r-dgG;lr>+SI-$TY*1|7oI;0j|04Wy&1mV+rz!&`%J(6O=CYc zoDIGgnjb#>1Ft?5GPXZ8hRi>{G&em{Y{Na-Maw@*fK=LZ>7I1n9sg@u7JOZoy126mt0tf>L1PBEX3qk=|O27x6FwoUyu7#A5dg3`YiU+4p**7U!^i?aJ* zI{CkVb)x6M=hi=nFD?J%V9`Hy>DHPnQ}Mqt(3Vo#Q`A53#)WF`QN2H3aMlSI#J@jd zW?l^K#G=2v_aa3mO8CDppf7&0z-34boztTTCY@=}nOZ2}!^`$Ow zG1WiM`h=4FsG+|F*gFGG8P>nAxD4=-;rBm9R3*WZEc`#F{AQ$rkhQ-!%#?sh;-kN@ zT$PwW4)nk6z)=T<3j)BeXlftbme@a&1(``}=(N8_BS47A5XnFMc12y0XYoJZN&F$v zKm$O!Yk;;+NB6(vcQreYfV#g?vj@Z3@wh*%7mbp#N%B8n{d-Em<@CRrcrp~`@Af~I zF$BHrS*pKje%RTQ2F^e7d6`>6o7%sPw13`YEAT(P062N^!t*~kY6DK;ae%*=4r zJLtdKkkB155a+)Sb{BiL9rQnZw+1NvI@LeFa1?#vm)O6*kdG@gT<^bABs(9DpwU15 z#+JVByX!xO3W=*9!OcIO0J7G_nz}!qNmSSRt@OXSM&X(T^Vz?{T(xb_74X09Mr#WcfTMxBhSB7#M}HF57)oY?X+ykAk;s^mzOR~ zzVJU(v}B*j#`eG39;NBH8q+`4g2O|J9@oDKC_6FU0O!B<`-1vPA@o1hClX*_oA~E97zonp0r0<#^N~RBO4C2Q9Ia{IG~~bXzfVV*htNOpng_c8 diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1/model.onnx index 082b26d216cc2e246cc240b90d7065c3ae98f1c2..36b9664f94161cdd41b6d29ffa01ae61f2dafced 100644 GIT binary patch delta 32 jcmX@ac!+VrN=Zf`0WKyECLm@8Viq7~bzL1PBEX0YU*;O5g)a)t7Nu58d#HhZUe&9Y`lc~NZ705pVv8BG08&tnF0aL%T z0OLOb2=zXpOLRX;^RGX5H^e{b{+T~7Y$H93`g^_`URc1%Lzh3k0u8=fU$s6uexSd{ zGL}GG>Y2W9#2&tVnxsGNit;~Z7K1;YI+ea3BuGC_*p9y$WC6eoGkCyrD80TSEyq4O z7?!^Sag09{k90t?6g<8Szi&T0UfMp9Raw6|vr<5vzv{d@av8r$@5ns?Gb}&oco#qv zul&CGOCLWVjkCTz4w=8RN{B%9b0a>i48uNjiqOBFgEBvl%o0HUBSbxp>omWa@diGD zsNg@DKTJToBEmjmEKNT)e~G_u&56G|;dnnD;(|S53Uoh`-$p+g{~A9Adsaa8hnGLU zUc|o)v4B4}?QFhC+7m$4UQ|BAJ zF{Hl1q`f{uc(=brXNte^w8X!w(fhwMK3>0`9=N}qGNry63}L^(*mA&0TZliynYh2+ m%RE1@NQb{@vwOh93r@asE>pkqV1qvwsDZxfao4}3^=m(=t>{Jo literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27vcGGSJ!+Vj7!)ftxm{L(*JaQ)kDf$=|pl&6Bj z&k(?FgA>AsZ}dL}Z1i?xSn)sZ9iE^Z#_>Pe{|G6M6VbmyILso}iPJxo42K*{SKL3R zTtq>=yTZSKSMh61>-axfk^M_Qsq;UX8$wu>7}dWOV7!pi58OY8hibHIGS$BpGsyU) z0{K77XP-PEw$#7m7-EoegX+J^YBjbdVCuh1{8DKaVEjM0wEIB-q252Q)%PlNiS9pt zSo02P{`Egey5QmNhWI}WFl!&(Kl4AulC1HCZKOX6?zDwbf6u?O>A!V(>pK6WYyFr_#SEx600g1nEE1aILlp+ws3$6_yf% zEC9gBg4k-@z<=8)TU1%%^!}7lz%X~^8j`2Ud{5px^kq$tQ zd96B@g2%ri0j-|l_w7H=I{tdcOWQx8EejE{D(k-El1y))?cXan`@h zE()Q?A@je)Kz&VC2@yaoFf)&SZp1(E_Eme8Vc0+CzJq^G5&FMY3opNOQ070>6`jJ7 zSpq-_FN@26gs4A5me1F5o#wyLe$*>7-oQV{!u2K)75qQ-g4!qZhY3KWwYz;+MA$#@ zRN+93rRhJZ3OvTcB&{&xU*kVf?ccg!&k8{MHm#ig@bW)&;lS|Mi}=5(8b6957Vtj-PLU9&oz1^L zlSl(edjdcuFs`QBi|RjXcr!-8joLp^<@lT}H}yZQjZ*K7%+)_KY8Vd}a0S3CIIAPN z(bhi{xvTn-KY(miWJ`zTr_ddjG!~nLA^~$LqgusCKT?1NXmLY=v}FrqsVNX}$!5 zA?&|1PSV{MTModS)E@(B3-Lc8!QE&$6ZgLZ8|Axundd*4c*61(>F~cAXs6R`b`QY9 yyP{Wk!O6en9g7`A?Q-Wt(ir ztj*HS#1#mVVhKvj%bt9JC5$l)#1#$5FLtcREH-peVh%1%vSQ%sW#R(MaKmLF8reV^ zg~CCaB!W^?N|RF^D^iPK=-d3B>ktde4o0pBkb%5@`9-;jIhj?dDIr`zlN)*cc#;!yQiT{Jm6&}?b0*sg MI|);k)<{ zKVW`?)^b^$o?Q2ZyRs76X&^l)O>Z$y^z|?_^N+^kpLEsrmwSoyTKNfafiW>Zp*fWjtl0`mwEDWJt923IG5A diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_1_expanded/test_data_set_0/output_0.pb index 8f2f517d6eeed668fadf3cf2cfed6305f9cca6bf..db7a2d7a3a91a5cdfd08f394ff272218b25e3cf3 100644 GIT binary patch literal 496 zcmVL1PBEX0YU*;O5g)a)t7Nu58d#HhZUe&9Y`lc~NZ705pVv8BG08&tnF0aL%T z0OLOb2=zXpOLRX;^RGX5H^e{b{+T~7Y$H93`g^_`URc1%Lzh3k0u8=fU$s6uexSd{ zGL}GG>Y2W9#2&tVnxsGNit;~Z7K1;YI+ea3BuGC_*p9y$WC6eoGkCyrD80TSEyq4O z7?!^Sag09{k90t?6g<8Szi&T0UfMp9Raw6|vr<5vzv{d@av8r$@5ns?Gb}&oco#qv zul&CGOCLWVjkCTz4w=8RN{B%9b0a>i48uNjiqOBFgEBvl%o0HUBSbxp>omWa@diGD zsNg@DKTJToBEmjmEKNT)e~G_u&56G|;dnnD;(|S53Uoh`-$p+g{~A9Adsaa8hnGLU zUc|o)v4B4}?QFhC+7m$4UQ|BAJ zF{Hl1q`f{uc(=brXNte^w8X!w(fhwMK3>0`9=N}qGNry63}L^(*mA&0TZliynYh2+ m%RE1@NQb{@vwOh93r@asE>pkqV1qvwsDZxfao4}3^=m(=t>{Jo literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27vcGGSJ!+Vj7!)ftxm{L(*JaQ)kDf$=|pl&6Bj z&k(?FgA>AsZ}dL}Z1i?xSn)sZ9iE^Z#_>Pe{|G6M6VbmyILso}iPJxo42K*{SKL3R zTtq>=yTZSKSMh61>-axfk^M_Qsq;UX8$wu>7}dWOV7!pi58OY8hibHIGS$BpGsyU) z0{K77XP-PEw$#7m7-EoegX+J^YBjbdVCuh1{8DKaVEjM0wEIB-q252Q)%PlNiS9pt zSo02P{`Egey5QmNhWI}WFl!&(Kl4AulC1HCZKOX6?zDwbf6u?O>A!V(>pK6WYyFr_#SEx600g1nEE1aILlp+ws3$6_yf% zEC9gBg4k-@z<=8)TU1%%^!}7lz%X~^8j`2Ud{5px^kq$tQ zd96B@g2%ri0j-|l_w7H=I{tdcOWQx8EejE{D(k-El1y))?cXan`@h zE()Q?A@je)Kz&VC2@yaoFf)&SZp1(E_Eme8Vc0+CzJq^G5&FMY3opNOQ070>6`jJ7 zSpq-_FN@26gs4A5me1F5o#wyLe$*>7-oQV{!u2K)75qQ-g4!qZhY3KWwYz;+MA$#@ zRN+93rRhJZ3OvTcB&{&xU*kVf?ccg!&k8{MHm#ig@bW)&;lS|Mi}=5(8b6957Vtj-PLU9&oz1^L zlSl(edjdcuFs`QBi|RjXcr!-8joLp^<@lT}H}yZQjZ*K7%+)_KY8Vd}a0S3CIIAPN z(bhi{xvTn-KY(miWJ`zTr_ddjG!~nLA^~$LqgusCKT?1NXmLY=v}FrqsVNX}$!5 zA?&|1PSV{MTModS)E@(B3-Lc8!QE&$6ZgLZ8|Axundd*4c*61(>F~cAXs6R`b`QY9 yyP{Wk!O6em&dg!vrM& delta 11 ScmX@cc#LtvT1M`P>m&dg>jWL1PBEX0YU*;O5g))-YP%T?_InO$cH~e)C9i{I3&NO!w)|QNW{M< zH*h|$YxX^bJO@8=ivm7s2K_%XOMt(Hdvd;?N|e4Lj%_`akUT%>rCGj}Ftk0ESG>Ra zVr9S7BB;Esd|p57IwL+?BRRk3bw)olPK>=C$%#I)Ce*(pcHln^LjpdeA@n}b(~3X0 z+hjm`q*p${fzCX82oOKx=aWAw%g()SS@*t4Z_&P;0ZTou5A?sSaqhk$(>OkPikug6qo)o|iv*N|`GD`uV(7N&!E2KDIs&^a8); zii^L)u=Brl-;O@S-=9DK!>vEN(YC%8)zm*QiHyF@bMwDOM{d5kulqgGys0~t`|Lk? zFcLk;XfZ#f1|>i85h*=@2 mo{m4lS%W`vJy*b`10p_wHvv8(QrJFi#}vK`;vYV8{I@?m8R#ki literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27veg#ca6Tjf8w6M}{My^FtIdll9J`S3rov$$}G zn&7|cL`c2?hvdJU+O^Ph_~Ab(WD-y6R>)yY{T|-OhE!w}l1lzZotCl7BTGUh*jPUug@^8!F~!1jn>YLh?59GRP! zrn5gN#0V9wPoX~;(H>!st<*n-ZJ4mlhR456>fzx|p5(t!=L&(rJkr1HP$9V5>We=d zzWH3*mG8ebMYG~@rrbaG6?6j~d9lA<_;f6LjL<(Je?P)0jgnBFR4qhbwB&mWl8o9rno%>4%zPmqWxfhtjJKVo0yTJxW zKcBzmoT;r!Dd0bx_RQ$c$JReLKiJrTUf{ni2uQG8aq+*r48mv_cK*K{p$eYv+tEL; zBn_eX`}03e*2e08xb;8an(S&f+Sb3PN7=oin)*L3Tv8M!kLb-zF0l}|33H+4VNNiUglpZz~-QW7!`MxsB|pOgIi`4)n~BsRM$Vh$u}_DD)7JkzowDOQ{z9}zKcBi z#PB~;H9&-2IRL=>Dp7PWd=L*08 y5gev;K*T@ole#(ZCcr;Tx>jFA3fn&kMz*i*n8LqrLpyIl{KG%yJ=$50|Mowjn9g7`A?Q-Wt(ir ztj*HS#1#mVVhKvj%bt9JC5$l)#1#$5FLtcREH-peVh%1%vSQ%sW#R(MaKmLF8reV^ zg~CCaB!W^?N|RF^D^iPK=-d3B>ktde4o0pBkb%5@`9-;jIhj?dDIr`zlN)*cc#;!yQiT{Jm6&}?b0*sg M6)`eS-XJ6a0Hr!j-2eap delta 647 zcmZ1{bwX8~gIkCvDKR-aH7`ZCB(=E2YP~8~tx)9TgN(i#Q+Svd%O)2x`Kv~y7Udhd zC~-LF=M|SE=9Op(bFr2s=9H#tv2!pAuv;-QEMR1roXgb0^oVKle#THB_Gg1=0x>5a zU}9quiU1iZ7EqL$mRS*;kywzb#2TEFnVf3Hz_oMoKE?ous%VfZDZkR(pwyJosrVjVt3~jF|j^-CrZZ$VG|WEhn+0 zBsEV<1ghxYe<%Q24pP01k!$itc0XpI;>rB1so<~nKy!dXE8Y<7UjNNi?1d~WhZwnnKtakHoSc}GI`M!ptQgbW~V4I`L1PBEX0YU*;O5g))-YP%T?_InO$cH~e)C9i{I3&NO!w)|QNW{M< zH*h|$YxX^bJO@8=ivm7s2K_%XOMt(Hdvd;?N|e4Lj%_`akUT%>rCGj}Ftk0ESG>Ra zVr9S7BB;Esd|p57IwL+?BRRk3bw)olPK>=C$%#I)Ce*(pcHln^LjpdeA@n}b(~3X0 z+hjm`q*p${fzCX82oOKx=aWAw%g()SS@*t4Z_&P;0ZTou5A?sSaqhk$(>OkPikug6qo)o|iv*N|`GD`uV(7N&!E2KDIs&^a8); zii^L)u=Brl-;O@S-=9DK!>vEN(YC%8)zm*QiHyF@bMwDOM{d5kulqgGys0~t`|Lk? zFcLk;XfZ#f1|>i85h*=@2 mo{m4lS%W`vJy*b`10p_wHvv8(QrJFi#}vK`;vYV8{I@?m8R#ki literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27veg#ca6Tjf8w6M}{My^FtIdll9J`S3rov$$}G zn&7|cL`c2?hvdJU+O^Ph_~Ab(WD-y6R>)yY{T|-OhE!w}l1lzZotCl7BTGUh*jPUug@^8!F~!1jn>YLh?59GRP! zrn5gN#0V9wPoX~;(H>!st<*n-ZJ4mlhR456>fzx|p5(t!=L&(rJkr1HP$9V5>We=d zzWH3*mG8ebMYG~@rrbaG6?6j~d9lA<_;f6LjL<(Je?P)0jgnBFR4qhbwB&mWl8o9rno%>4%zPmqWxfhtjJKVo0yTJxW zKcBzmoT;r!Dd0bx_RQ$c$JReLKiJrTUf{ni2uQG8aq+*r48mv_cK*K{p$eYv+tEL; zBn_eX`}03e*2e08xb;8an(S&f+Sb3PN7=oin)*L3Tv8M!kLb-zF0l}|33H+4VNNiUglpZz~-QW7!`MxsB|pOgIi`4)n~BsRM$Vh$u}_DD)7JkzowDOQ{z9}zKcBi z#PB~;H9&-2IRL=>Dp7PWd=L*08 y5gev;K*T@ole#(ZCcr;Tx>jFA3fn&kMz*i*n8LqrLpyIl{KG%yJ=$50|MowjL1PBEX0YU*;O5g)tn#(`OZ)ZL-kN&@9w23|mUva)vYqq^tf?hw; z_02vPe`!6@EZjY~nT5Rr-T%LNJ0w3a+yy-V7uLQgv(P;PY?wci5Q@4U_;@}D%!Iwu zlzKnZGCaQvl#{*4JrBOs*Y-bSOeQ|YRi-@ETr)nK^pw9uAR)dOR3g5w5Sl)jH_X1L zN(sLaLF&Cs@|-^JKo7sMRwTf0U75XlBXc|!!v;UDm#jY$8ahAOv#&k@kbXXOI)lH- zYL!1-BN@NFQDs1-l~ldsG~hoSRZqTJ;R`;^7f?U9xI(?Djnh86Q?5Obk%Ycc$uYkk zx-!0OlN`S~!co4{Q`J9Z0am^<3%R_+OBcO>jljS9%$~naWC1_J#b7+LhN`|HA2+_n z1b9ClNvpnlzr(&g1z5g3H#5HjcSO5?>UqBE?~FUrwdOvx(1O3_U?9EZiIu(qLZd&h zs#?A@5eGkc=Pf=v>rp@CL+QPQ2Gu@rEqgy#O~E~1kBC0T2l73-+p<4x+MT;?HFm(f zz{)(w52L)vAauWsJEcEE#tT2sBQQSA!V^Cc(vm>E3CBJ%fD}Jo&56M9h`K&-)N8126mt0tf>L1PBEX3qk=|O27xEY|7e8bNN4#xhyP!WiNEjsG!rH%E#JEUh7P>!o_J2-* z4f8+wvkgrWLQ%iG9LfR&AJ0D)t*jh@nXtdhFy@n*Qtv-e88DDqhUdRSo_~sgac}F4O2ogL5Lf^fLeoFNlVU*ghS|R%Pm%OgDdE3PShG+fNWH%txWcqap3^_o zLyY_#=;6P~l%GG=iUh!hEjsM2E3?1!TSjniWR5?O($7CMYjLVhXYjuz?k^`B;&uta?R*BstiE! z+QHDYlB&NhC=`U82K+x2_qgVx>dC*ADQ`7N@ilF+}plEEn|Ip)92!0YrwSH{2l*~WftlHyKz{!6sg2A(y}2+sk=)>7u`~YKir)5%|BqY@bn|+4H|`ySu=N zEZ{#EBf@#O7>qw718G3kP}RRedN&*7QO`o)j%dH8umJ8)J#ty&~@jQALSeZY_;uP8VVU)j9#A+@XgzmqN z&p(K9r}RIf`s!uKc;P>X$k5z*1jawR62GWfc;Y|Xh^Zh#S`t8RoBF9Y;n+XfnukdS zkm5fk8sEOFIT66AnM?&9QP)3A&?xPVdJVv@6LL`Ro8G@58RtQ7yv;vB#C1MZIrYCX ysal&vFWtXHO0hj@{OCUf<#RAIkn=xfRyAwVA;CXVbE)2Nv*kaLzF}`drQAPBt^H&G diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_3_expanded/model.onnx index 749d5e6c97d43035fe9e87db4b0577cc7f69046b..5a0ee2ddece3ce6e139a3de97a0a2646c2ce1c00 100644 GIT binary patch delta 269 zcmX@3x=Bi$gIkCvDKR-aH7`ZCB(=E2YNixdtx)9TgN(i#Q+Svd>n9g7`A?Q-Wt(ir ztj*HS#1#mVVhKvj%bt9JC5$l)#1#$5FLtcREH-peVh%1%vSQ%sW#R(MaKmLF8reV^ zg~CCaB!W^?N|RF^D^iPK=-d3B>ktde4o0pBkb%5@`9-;jIhj?dDIr`zlN)*cc#;!yQiT{Jm6&}?b0*sg bl}R!R32-rSFaa?$5VHU=s}l!{5R%oLdX3O zLJ(F5MY?CM@msWT>gF-(aUa{oFVNjC&sqBHb|(l~CoGLnwa2^&N<>EnsiMp=Qur3$ z#}AlaqZLuMmK>5Tzrh+do6>Z2u?wwszp=q~z)~At+kt9^Uh*rnn5e!=)nqN&s)HLj z;C|{uU}bCYUC8bcjkk^G+lli`BWnF~F8n36Tk%!@0V4q{98WNfvEB?}r7J^rNgjNP zXqKChYr@}QVJSxy)^7*nVty>_dK5MJBeAEOl{t&ddn^p0Q+k_|0u6%m%L`4Q`aD}&Z$TI=PQ*BL1PBEX0YU*;O5g)tn#(`OZ)ZL-kN&@9w23|mUva)vYqq^tf?hw; z_02vPe`!6@EZjY~nT5Rr-T%LNJ0w3a+yy-V7uLQgv(P;PY?wci5Q@4U_;@}D%!Iwu zlzKnZGCaQvl#{*4JrBOs*Y-bSOeQ|YRi-@ETr)nK^pw9uAR)dOR3g5w5Sl)jH_X1L zN(sLaLF&Cs@|-^JKo7sMRwTf0U75XlBXc|!!v;UDm#jY$8ahAOv#&k@kbXXOI)lH- zYL!1-BN@NFQDs1-l~ldsG~hoSRZqTJ;R`;^7f?U9xI(?Djnh86Q?5Obk%Ycc$uYkk zx-!0OlN`S~!co4{Q`J9Z0am^<3%R_+OBcO>jljS9%$~naWC1_J#b7+LhN`|HA2+_n z1b9ClNvpnlzr(&g1z5g3H#5HjcSO5?>UqBE?~FUrwdOvx(1O3_U?9EZiIu(qLZd&h zs#?A@5eGkc=Pf=v>rp@CL+QPQ2Gu@rEqgy#O~E~1kBC0T2l73-+p<4x+MT;?HFm(f zz{)(w52L)vAauWsJEcEE#tT2sBQQSA!V^Cc(vm>E3CBJ%fD}Jo&56M9h`K&-)N8126mt0tf>L1PBEX3qk=|O27xEY|7e8bNN4#xhyP!WiNEjsG!rH%E#JEUh7P>!o_J2-* z4f8+wvkgrWLQ%iG9LfR&AJ0D)t*jh@nXtdhFy@n*Qtv-e88DDqhUdRSo_~sgac}F4O2ogL5Lf^fLeoFNlVU*ghS|R%Pm%OgDdE3PShG+fNWH%txWcqap3^_o zLyY_#=;6P~l%GG=iUh!hEjsM2E3?1!TSjniWR5?O($7CMYjLVhXYjuz?k^`B;&uta?R*BstiE! z+QHDYlB&NhC=`U82K+x2_qgVx>dC*ADQ`7N@ilF+}plEEn|Ip)92!0YrwSH{2l*~WftlHyKz{!6sg2A(y}2+sk=)>7u`~YKir)5%|BqY@bn|+4H|`ySu=N zEZ{#EBf@#O7>qw718G3kP}RRedN&*7QO`o)j%dH8umJ8)J#ty&~@jQALSeZY_;uP8VVU)j9#A+@XgzmqN z&p(K9r}RIf`s!uKc;P>X$k5z*1jawR62GWfc;Y|Xh^Zh#S`t8RoBF9Y;n+XfnukdS zkm5fk8sEOFIT66AnM?&9QP)3A&?xPVdJVv@6LL`Ro8G@58RtQ7yv;vB#C1MZIrYCX ysal&vFWtXHO0hj@{OCUf<#RAIkn=xfRyAwVA;CXVbE)2Nv*kaLzF}`drQAPBt^H&G diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4/model.onnx index 8a6b17c5d7f4d4cd4ad19a1055399ba2791f25c7..938d61549288961e89672c3172e904f8dfee3931 100644 GIT binary patch delta 32 jcmX@dc#d(xR!K%70WKyECLm@8Viq7~bzL1PBEX0YU*;O5g($I*h+@m>#}&zX85tZzjJM?+?G7LCil`hloFz z1tY#8gQq&?X9GO0+MQ1)WF^9jSk&Qm3GWWj81p>d0 zKRrOFJ*B>NkO04huNyt`1Bt-C^N7BhQ@=d97=*lIvhBVO#|}P&y>>llz=FSdirBxR zw?Mzgabi9@>~p=SfEPb!MGL-vD?~pZs2jh5MCU!Mr?kHjL6bkR;5tA)ml3{G3x&R! zOrt+(+iE{X)r!A*CW^j_Mhri;t2w?$!jixK5S%}~pmaNM=<+^Yh0i+==`TLd$9z80 z>IJ^IAX`7Yu@t`(x4%8~Y?42r=<7Yht2jP#p9etZa2vla{v5yWPXxRbfWp0)t_nWp z8=$`?2w^|Cd>X!?>wvvMixNE!tR+5TJefQyXTZD29Z^4^s5ZYw5C1)~t*Sq?%htaI zs}sLiYB|1LipsvQF+4wO5qLkqM3%mUKefLqs~|qQFOa{QS!}<>veiC;C6l}n+DJc3 zHLbnlVkSQm?fO3zXBa=7^jSZI#FD=-0s%jL=Lf&od=@@fwCTOEx{5!2905PU_OZYG mbE3bGjFP|kIHbQ?XD&V?pU}QEx7okd)RR5n?2^95uMR)@0P7L} literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27vpqBTrHhw;DmCY=oq)5E`~SUS<}H^9GI6kAm6 z&E&tCWh=4=*&My2P2&( z=J3BLNuFXfve7?-XPl^1=H9X$!{P`?WogOIEcU@Zvvr%i-3nXu-dfWXjiXh3G$?iKEs7b>qL+Vaq9y=)6CeA&iIhl=i=AV;>bF zX!1WDA?gtpTn9kEkh8YuGQz*lc8X+bq0qnMt==e;Y4kr?zGWS4TkSukz74^sTJgVd zAZRqtMA5%#2;n@@h~Yn9tX#i#HOIf0=uO5*Sn|JIm;%Kgg7ZJihY5ujlx{!IBtiHM zUEV(rk`St^@OeK?qE^!({l!0QyI|n?n9n~OQB@*Zy}-X(hFRnmWa~c?kF0Swmg2v^ zaFl4`_P0OQ{a$yTP4Yjv2FCyteZ4<}Z?sl;6~{j{N+mMx^8i4EH@v4DZsWgkw^Yr= zpX0wEVwKYUiGaV*p6a9mP`JPJ8iVE1Rlz@VM7O4V1N6VM|Bt~0A?!bQ*&G6wPs6|S zgODb49k9PmR52N7QKCO5?#{1)wZuOpX^}aMCzC&l{JTZv40yk*K5p!|BkDgDt$_Ix z)#ktTFB-?_;lDq>E0{XARrNnE^%8n^+4{dODo&kXb>hDkg%bTrEyus`g@1obQQ5y^ zdU1v*W6~sT6+F?ES1@gZ!FB&H^ zi|xN7!RV4$w%R|Xm?|l-WRkzVTOlYy8|gpHCoo;9rnSEl^@Ubk%;Z0F;PFzTUH?BQ zLq?0@4C6nA;KqNGKI=b|Ju+&LSn|Ku=KkbGAmBghuLz^>{NTU%hdT$t3SMfjn3DuyFBj7)Vum&R7KK8!`MPqM&PV~R-%Z=WVQS!e#2PG9BhxEVV yt`Ae|%*8*fZrE1j6WYJrv2B0mHv7Lsqo0zRda^&^n8pH}UDCfEsYt;1)!{!s(gfoG diff --git a/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_4d_axis_negative_4_expanded/model.onnx index 9e5b78b99f3fd546d5bc604a6b97758944341cf7..0dc9a0b04f02a7aca611e6c7e0b94bc2d51308f1 100644 GIT binary patch delta 269 zcmcbhx=l))gIkCvDKR-aH7`ZCB(=E2YOWMltx)9TgN(i#Q+Svd>n9g7`A?Q-Wt(ir ztj*HS#1#mVVhKvj%bt9JC5$l)#1#$5FLtcREH-peVh%1%vSQ%sW#R(MaKmLF8reV^ zg~CCaB!W^?N|RF^D^iPK=-d3B>ktde4o0pBkb%5@`9-;jIhj?dDIr`zlN)*cc#;!yQiT{Jm6&}?b0*sg bRY@`m32-rSFaa?$5VHU=s}l5a zU}9quiU1iZ7EqL$mRS*;kywzb#2TEFnVf3Hz_oMoKE?ous%VfZDZkR(pwyJosrVjVt3~jF|j^-CrZZ$VG|WEhn+0 zBsEV<1ghxIe<%Q24pP01k!$itc0XpI;>rB1so<~nKy!dXE8Y<7UjNNi?1d~WhZwnnKtakHoSc}GI`M!ptQgbW~V4I`L1PBEX0YU*;O5g($I*h+@m>#}&zX85tZzjJM?+?G7LCil`hloFz z1tY#8gQq&?X9GO0+MQ1)WF^9jSk&Qm3GWWj81p>d0 zKRrOFJ*B>NkO04huNyt`1Bt-C^N7BhQ@=d97=*lIvhBVO#|}P&y>>llz=FSdirBxR zw?Mzgabi9@>~p=SfEPb!MGL-vD?~pZs2jh5MCU!Mr?kHjL6bkR;5tA)ml3{G3x&R! zOrt+(+iE{X)r!A*CW^j_Mhri;t2w?$!jixK5S%}~pmaNM=<+^Yh0i+==`TLd$9z80 z>IJ^IAX`7Yu@t`(x4%8~Y?42r=<7Yht2jP#p9etZa2vla{v5yWPXxRbfWp0)t_nWp z8=$`?2w^|Cd>X!?>wvvMixNE!tR+5TJefQyXTZD29Z^4^s5ZYw5C1)~t*Sq?%htaI zs}sLiYB|1LipsvQF+4wO5qLkqM3%mUKefLqs~|qQFOa{QS!}<>veiC;C6l}n+DJc3 zHLbnlVkSQm?fO3zXBa=7^jSZI#FD=-0s%jL=Lf&od=@@fwCTOEx{5!2905PU_OZYG mbE3bGjFP|kIHbQ?XD&V?pU}QEx7okd)RR5n?2^95uMR)@0P7L} literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27vpqBTrHhw;DmCY=oq)5E`~SUS<}H^9GI6kAm6 z&E&tCWh=4=*&My2P2&( z=J3BLNuFXfve7?-XPl^1=H9X$!{P`?WogOIEcU@Zvvr%i-3nXu-dfWXjiXh3G$?iKEs7b>qL+Vaq9y=)6CeA&iIhl=i=AV;>bF zX!1WDA?gtpTn9kEkh8YuGQz*lc8X+bq0qnMt==e;Y4kr?zGWS4TkSukz74^sTJgVd zAZRqtMA5%#2;n@@h~Yn9tX#i#HOIf0=uO5*Sn|JIm;%Kgg7ZJihY5ujlx{!IBtiHM zUEV(rk`St^@OeK?qE^!({l!0QyI|n?n9n~OQB@*Zy}-X(hFRnmWa~c?kF0Swmg2v^ zaFl4`_P0OQ{a$yTP4Yjv2FCyteZ4<}Z?sl;6~{j{N+mMx^8i4EH@v4DZsWgkw^Yr= zpX0wEVwKYUiGaV*p6a9mP`JPJ8iVE1Rlz@VM7O4V1N6VM|Bt~0A?!bQ*&G6wPs6|S zgODb49k9PmR52N7QKCO5?#{1)wZuOpX^}aMCzC&l{JTZv40yk*K5p!|BkDgDt$_Ix z)#ktTFB-?_;lDq>E0{XARrNnE^%8n^+4{dODo&kXb>hDkg%bTrEyus`g@1obQQ5y^ zdU1v*W6~sT6+F?ES1@gZ!FB&H^ zi|xN7!RV4$w%R|Xm?|l-WRkzVTOlYy8|gpHCoo;9rnSEl^@Ubk%;Z0F;PFzTUH?BQ zLq?0@4C6nA;KqNGKI=b|Ju+&LSn|Ku=KkbGAmBghuLz^>{NTU%hdT$t3SMfjn3DuyFBj7)Vum&R7KK8!`MPqM&PV~R-%Z=WVQS!e#2PG9BhxEVV yt`Ae|%*8*fZrE1j6WYJrv2B0mHv7Lsqo0zRda^&^n8pH}UDCfEsYt;1)!{!s(gfoG diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis/model.onnx b/onnx/backend/test/data/node/test_rms_normalization_default_axis/model.onnx index c87658e4e742f3f2ee232f71a37975324802b8fd..62c9188be8d4a08b71945738609cd0182aa89a86 100644 GIT binary patch delta 11 ScmZ3+xQuZ^FC*i`J_!I9Lj$D% delta 11 ScmZ3+xQuZ^FC+KFJ_!I9YXh$U diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis/test_data_set_0/output_0.pb index b011cbed80bf606a8562bc27a3340282e2fa5c0b..97258e9e0441c611437cc3bffde2fe37fc02b02c 100644 GIT binary patch literal 496 zcmVL1PBEX0YU*;O5g+Qj0QiLNV2|Mm25uAkQPAZYJs)Xb+o>YrVl<+)9Sx(^ozaGbnQN}ohd(4 zOhCUO$`8M9Sx!Du`b58nx}Cq>a{|A(%s;)=)>OT#Ir2X)Fmu1m=WadE-PFEZkcYnY zB`Cljb9X+Zeuh1TFTuZV-poGcz!JYq>Tf;`i>baHrl&vkmD;{N?g~Km4VXUCxhTF( zD6l{EKy5ye?3I z!@WLZsN}y(4xGMQ&aJ*mU!gy(%V@s6PYb`kYf`;0yUxD*XKBC9>jFO89Pq!!opZlK zStdWV375YKAV|Hkg{8l~wkp5;^E18|GRME!O_M#a|Gz);zLLJbH<3OSut~g{W)VL+ z(KkNgahSfUYa2hMZ=ydDC#JsZ^o&1UrZPX5_!~bD;=w*k7e2l=?*~9-I9tEzU>rYH mlwH4jie$d};|xGSp(Q>@<+45vF`B>92wS~CF>yZ#tv$cg5BdE7 literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27wcjf-HN(cnMwHSzfpN!Gu~0B3-!lFdJMOQIwh z(gHxDgRHb%ZScQ_6+A!@W8J?he0Wzh-1NVix~1I@*{r|Wt|X_J-^IU;x>t89$kx9i zUmB7fy{|v*rjo6tXu46-KwoyR|NO2y2!j@G{`_IbzA^ua&+%y3p} zTK&I{5U`)uH8S}efU(iGvz3FyCozGVoTW7qX#?#@4ia>Rzz&#*rt z15K##CHTJy9!}5Ao7q3eNdvnaSmM8r*aeeG{mnmdLI`(HlRQ7sbEezd54`1@=F5{y~@?sLekpo7NVR909;& zSb2B}=E6U}HY#ZSV%fi}DO<#o1mM45?W(SB^2Wb5ZppALeEq+3U$z>0mX|-yR#P07 zKhQrG#QvpfdcD8nk2}(IF2X+)ztiqvGWEZmwoOIVW7$8H@xX*G-q61YR))$`SK2@R znP9U6DbT+ZHV;>g5(B_&a-)WaY{0*%I2z_#r^LT`1J-vFnEpSo&iWN4*}^~30&;@) ziuAvK1lSW?wWGfwrc(J=DAPa7HKx-A%)`IP(ll9RxYs`fA4hNumHfX;=xS-nfz!XA zI^1&0xz)c`6ih_vEA&50wH2Us8O^^HCeEYxY2m*l;jqVdO{%|SDPibk*V(`NKfrYV zEbYI!6ychAUBEvin;Tx61OC4U?!nr)bMC*u=KwQ;oQI1R^`9{h^CHze#XB>*=6TK=J>zn*4a6`X|g}Nbr22q|Mx#*bLvpu zSJJ;v`uq0xCelA8Nx!KAHi^HZJ@!M>EaE@Sk=b1*`o=%%{dY+`4%5GNmNYnZZR0=1 zS?H+rP4qu-!9ob)#MHl_=;v0Qp7B50vi7ITROUbT_q)v!f8#%F3}m%IJlH=5)(JG} z!pFbKGPIiJ{Qy9L6F7PdXY0S5Q{oUEjN?DdDczWgvg^Mj&7Me4k<7n0ptv}HoB=>b yB}EY^w8THueZ>W-T-HC&Le|Y8M)SXmz!yInVXME=!|@y_Chk9|oq!pkwdcQ93gLCDX3&CLJ)~Nxg$B6wf5#X*1FhTPAQ^yMk%5e z3JSeet5N#}3YCVLojVSRsb;?Ky*KZB-*f7szgt!`b{CBp@RrcEHOdOg|zf2 zAVw#zAi-}k7vfb*gdk7bJqx?IT&Wc{>?+pd1-Ig0Ds=<~xD-0LG*QF8 zE@tsMg*^epx*b2e8q*ysgyk>YWYc=C9DVd>0>CFY6A6@=y58I_ZnQNk;<8QGrt^^SB|WGQW2)EeZF494a}GrI>+&W4pN3)i3YwAex(~ ziXtG!XlpQ{6>HI>q>J;ROPycyWy!qSTslmGWgX_R&o*nuvJtwo B!$<%C diff --git a/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/output_0.pb b/onnx/backend/test/data/node/test_rms_normalization_default_axis_expanded/test_data_set_0/output_0.pb index b011cbed80bf606a8562bc27a3340282e2fa5c0b..97258e9e0441c611437cc3bffde2fe37fc02b02c 100644 GIT binary patch literal 496 zcmVL1PBEX0YU*;O5g+Qj0QiLNV2|Mm25uAkQPAZYJs)Xb+o>YrVl<+)9Sx(^ozaGbnQN}ohd(4 zOhCUO$`8M9Sx!Du`b58nx}Cq>a{|A(%s;)=)>OT#Ir2X)Fmu1m=WadE-PFEZkcYnY zB`Cljb9X+Zeuh1TFTuZV-poGcz!JYq>Tf;`i>baHrl&vkmD;{N?g~Km4VXUCxhTF( zD6l{EKy5ye?3I z!@WLZsN}y(4xGMQ&aJ*mU!gy(%V@s6PYb`kYf`;0yUxD*XKBC9>jFO89Pq!!opZlK zStdWV375YKAV|Hkg{8l~wkp5;^E18|GRME!O_M#a|Gz);zLLJbH<3OSut~g{W)VL+ z(KkNgahSfUYa2hMZ=ydDC#JsZ^o&1UrZPX5_!~bD;=w*k7e2l=?*~9-I9tEzU>rYH mlwH4jie$d};|xGSp(Q>@<+45vF`B>92wS~CF>yZ#tv$cg5BdE7 literal 976 zcmV;>126mt0tf>L1PBEX3qk=|O27wcjf-HN(cnMwHSzfpN!Gu~0B3-!lFdJMOQIwh z(gHxDgRHb%ZScQ_6+A!@W8J?he0Wzh-1NVix~1I@*{r|Wt|X_J-^IU;x>t89$kx9i zUmB7fy{|v*rjo6tXu46-KwoyR|NO2y2!j@G{`_IbzA^ua&+%y3p} zTK&I{5U`)uH8S}efU(iGvz3FyCozGVoTW7qX#?#@4ia>Rzz&#*rt z15K##CHTJy9!}5Ao7q3eNdvnaSmM8r*aeeG{mnmdLI`(HlRQ7sbEezd54`1@=F5{y~@?sLekpo7NVR909;& zSb2B}=E6U}HY#ZSV%fi}DO<#o1mM45?W(SB^2Wb5ZppALeEq+3U$z>0mX|-yR#P07 zKhQrG#QvpfdcD8nk2}(IF2X+)ztiqvGWEZmwoOIVW7$8H@xX*G-q61YR))$`SK2@R znP9U6DbT+ZHV;>g5(B_&a-)WaY{0*%I2z_#r^LT`1J-vFnEpSo&iWN4*}^~30&;@) ziuAvK1lSW?wWGfwrc(J=DAPa7HKx-A%)`IP(ll9RxYs`fA4hNumHfX;=xS-nfz!XA zI^1&0xz)c`6ih_vEA&50wH2Us8O^^HCeEYxY2m*l;jqVdO{%|SDPibk*V(`NKfrYV zEbYI!6ychAUBEvin;Tx61OC4U?!nr)bMC*u=KwQ;oQI1R^`9{h^CHze#XB>*=6TK=J>zn*4a6`X|g}Nbr22q|Mx#*bLvpu zSJJ;v`uq0xCelA8Nx!KAHi^HZJ@!M>EaE@Sk=b1*`o=%%{dY+`4%5GNmNYnZZR0=1 zS?H+rP4qu-!9ob)#MHl_=;v0Qp7B50vi7ITROUbT_q)v!f8#%F3}m%IJlH=5)(JG} z!pFbKGPIiJ{Qy9L6F7PdXY0S5Q{oUEjN?DdDczWgvg^Mj&7Me4k<7n0ptv}HoB=>b yB}EY^w8THueZ>W-T-HC&Le|Y8M)SXmz!yInVXME=!|@y_Chk9|oq!pkwdcQ93(ONNX_NAMESPACE::TensorProto_DataType_FLOAT)) .AllowUncheckedAttributes() .Input(0, "X", @@ -2889,7 +2883,8 @@ ONNX_OPERATOR_SET_SCHEMA( "T") .Input(1, "scale", - "Scale tensor.", + "Scale tensor. Shape is the normalized shape ([axis, .., Dn]) or a scalar (which will be broadcasted to " + "the normalized shape.", "V") .Output(0, "Y", @@ -2899,10 +2894,6 @@ ONNX_OPERATOR_SET_SCHEMA( "T", {"tensor(float16)", "tensor(float)", "tensor(double)", "tensor(bfloat16)"}, "Constrain input X type to float tensors.") - .TypeConstraint( - "U", - {"tensor(float)", "tensor(double)"}, - "Constrain mean and inv_std_var to be float tensors.") .TypeConstraint( "V", {"tensor(float16)", "tensor(float)", "tensor(double)", "tensor(bfloat16)"}, @@ -2960,44 +2951,28 @@ ONNX_OPERATOR_SET_SCHEMA( tp.add_dims(1); return tp; }; - // The treatment of "axis" is different in "RMSNormalization" and in Reduction operations. - // This complicates the function definition, requiring reshaping inputs/outputs. - // Input X shape: [d[0], ..., d[axis-1], d[axis], ..., d[rank-1]] - // This is treated as a 2D shape [d[0] * ... * d[axis-1], d[axis] * ... * d[rank-1]] - // Normalization is applied to the second dimension. - // Output Y has same shape as X - // Outputs InvStdDev have shape: [d[0], ..., d[axis-1], 1, ..., 1] + FunctionBuilder builder(functionProto); builder.Const("FloatEpsilon", ToTensor(epsilon)) .Add("Epsilon = Cast (FloatEpsilon)", "to", U) .Add("XShape = Shape (X)") // shape of input tensor: 1D tensor .Add("Rank = Size (XShape)") // rank of input tensor: scalar - .Add("Zero1D = Constant()", "value", mktensor(0)) // [0] : 1D tensor .Add("Axis1D = Constant()", "value", mktensor(axis)) // [axis] : 1D tensor - .Add("PrefixShape = Slice (XShape, Zero1D, Axis1D)") // [d[0], ..., d[axis-1]] .Add( axis >= 0 // number of axes that are reduced = - ? "NumReducedAxes = Sub (Rank, Axis1D)" // [rank - axis]: 1D tensor - : "NumReducedAxes = Neg (Axis1D)") // [-axis] : 1D tensor - .Add( - "SuffixShape = ConstantOfShape (NumReducedAxes)", - "value", - mktensor(1)) // [1, ..., 1] for reduced axes - .Add("ReducedShape = Concat (PrefixShape, SuffixShape)") // [d[0], ..., d[axis-1], 1, ..., 1] - .Add("X2D = Flatten (X)", "axis", axis) - .Add("XU = Cast (X2D)", "to", U); - builder.Add("Axes_1 = Constant()", "value", mktensor(1)) - .Add("XSquared = Mul (XU, XU)") - .Add("XSquaredMean = ReduceMean (XSquared, Axes_1)") + ? "PosAxis1D = Identity (Axis1D)" // [axis]: 1D tensor + : "PosAxis1D = Sub (Rank, Axis1D)") // [rank - axis] : 1D tensor + .Add("ReduceAxes = Range(PosAxis1D, Rank)") + .Add("XU = Cast (X)", "to", U); + builder.Add("XSquared = Mul (XU, XU)") + .Add("XSquaredMean = ReduceMean (XSquared, ReduceAxes)") .Add("RMS = Sqrt (XSquaredMean)") .Add("RMSPlusEpsilon = Add (RMS, Epsilon)") .Add("SqrtRMS = Sqrt (RMSPlusEpsilon)") .Add("Normalized = Div (XU, SqrtRMS)") - .Add("NormalizedT = Cast (Normalized)", "to", T) - .Add("Scale2D = Flatten (Scale)") - .Add("Scaled = Mul (NormalizedT, Scale2D)"); + .Add("NormalizedT = Cast (Normalized)", "to", T); + builder.Add("Y = Mul (NormalizedT, Scale)"); - builder.Add("Y = Reshape (Scaled, XShape)"); schema.BuildFunction(functionProto); return true; }));