CPUExecutionProvider
    -49 Add
    -49 LayerNormalization axis=-1 epsilon=9.999999747378752e-06 stash_type=1
    +49 SkipLayerNormalization epsilon=9.999999747378752e-06
    380 nodes, weights 185801b61655
    FuseSkipLayerNorm x49 7eecd3c9
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x329 ec0328a6

CUDAExecutionProvider
    -49 Add
    -49 LayerNormalization axis=-1 epsilon=9.999999747378752e-06 stash_type=1
    +49 SkipLayerNormalization epsilon=9.999999747378752e-06
    380 nodes, weights 185801b61655
    FuseSkipLayerNorm x49 7eecd3c9
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x329 ec0328a6

CoreMLExecutionProvider
    +120 MatMul
    +96 Add
    +96 Reshape
    +96 Slice
    +96 Transpose perm=(0, 2, 1, 3)
    +25 Mul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 scale=0.125 softcap=0.0
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Sqrt
    983 nodes, weights ee179d60aff1
    DecomposeAttention x336 28191fdc
    DecomposeReduceL2 x3 c65cc40b
    SplitLargeReduction x264 9be0a553
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x378 71a6bd89

MIGraphXExecutionProvider
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +48 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 scale=0.125 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +23 Add
    -1 ReduceSum keepdims=0 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1 noop_with_empty_axes=0
    +1 Squeeze
    +1 Unsqueeze
    742 nodes, weights 2cfe0a8f23b0
    DecomposeAttention x312 6304e1f8
    ElideMaskQueryAxis, DecomposeAttention, DecomposeAttention x24 494fe2fd
    KeepdimsMeanPool x5 7c66897e
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x399 88b54390

NvTensorRTRTXExecutionProvider
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +48 MatMul
    +24 Add
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 scale=0.125 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    741 nodes, weights 81b290a97dbe
    DecomposeAttention x336 28191fdc
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x403 b7ef752a

OpenVINOExecutionProvider
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +48 MatMul
    +24 Add
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 scale=0.125 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    741 nodes, weights 81b290a97dbe
    DecomposeAttention x336 28191fdc
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x403 b7ef752a

RKNPU static
    +432 Slice
    +337 Add
    +336 MatMul
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +74 Mul
    +25 Div
    +25 Erf
    -25 Gelu approximate=none
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 scale=0.125 softcap=0.0
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    -2 Gather axis=0
    +1 Abs
    +1 Cast to=1
    +1 Clip
    +1 Sub
    1851 nodes, weights 64752106fae4
    contract {"dims":[{}],"embedding":"text.transformer.embeddings.word_embeddings.weight_fp16"}
    opset 19
    DecomposeAttention x336 172c812a
    DecomposeGelu x125 1836aa4e
    FloatifyPadKeep x4 c5007e5c
    SplitLargeReduction x1152 d2a3cd93
    _Fp16TokenEmbedding x1 ee8d996d
    unstamped x233 10150c1a

TensorrtExecutionProvider
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +48 MatMul
    +24 Add
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 scale=0.125 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    741 nodes, weights 81b290a97dbe
    DecomposeAttention x336 28191fdc
    _Fp16TokenEmbedding x2 1482f3ef
    unstamped x403 b7ef752a
