CPUExecutionProvider
    -49 Add
    -49 LayerNormalization axis=-1 epsilon=9.999999974752427e-07 stash_type=1
    +49 SkipLayerNormalization epsilon=9.999999974752427e-07
    340 nodes, weights 0c15a5d8ce6d
    FuseSkipLayerNorm x49 e0717af3
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x289 2a0d2edb

CUDAExecutionProvider
    -49 LayerNormalization axis=-1 epsilon=9.999999974752427e-07 stash_type=1
    +49 SkipLayerNormalization epsilon=9.999999974752427e-07
    -48 Add
    +2 Reshape
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(16, 16)
    +1 MatMul
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    +1 Transpose perm=(0, 2, 1, 3)
    -1 Transpose perm=(0, 3, 1, 2)
    341 nodes, weights b487e8892584
    FuseSkipLayerNorm x49 446d8774
    PatchEmbedToMatMul, _ConstantifyReshapeTarget x5 132b0235
    _ScalarGatherToSlice x1 60360a10
    unstamped x286 436954d0

CoreMLExecutionProvider
    +125 MatMul
    +100 Reshape
    +100 Slice
    +100 Transpose perm=(0, 2, 1, 3)
    +75 Add
    +26 Mul
    -25 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +25 Softmax axis=-1
    +25 Transpose perm=(0, 1, 3, 2)
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Sqrt
    -1 Transpose perm=(0, 3, 1, 2)
    940 nodes, weights b5b6456de3c4
    DecomposeAttention x325 9f03083a
    DecomposeReduceL2 x3 0133aaa1
    SplitLargeReduction x275 0ab73755
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x335 bfaeefff

MIGraphXExecutionProvider
    +100 Reshape
    +100 Transpose perm=(0, 2, 1, 3)
    +50 MatMul
    -25 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +25 Mul
    +25 Softmax axis=-1
    +25 Transpose perm=(0, 1, 3, 2)
    689 nodes, weights aea188a41c16
    DecomposeAttention x325 9f03083a
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x362 3174c3e4

NvTensorRTRTXExecutionProvider
    +102 Reshape
    +101 Transpose perm=(0, 2, 1, 3)
    +51 MatMul
    -25 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +25 Mul
    +25 Softmax axis=-1
    +25 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(16, 16)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    690 nodes, weights 9ecf198e9637
    DecomposeAttention x325 9f03083a
    PatchEmbedToMatMul, _ConstantifyReshapeTarget x5 132b0235
    _ScalarGatherToSlice x1 60360a10
    unstamped x359 901d846d

OpenVINOExecutionProvider
    +102 Reshape
    +101 Transpose perm=(0, 2, 1, 3)
    +51 MatMul
    -25 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +25 Mul
    +25 Softmax axis=-1
    +25 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(16, 16)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    690 nodes, weights 9ecf198e9637
    DecomposeAttention x325 9f03083a
    PatchEmbedToMatMul, _ConstantifyReshapeTarget x5 132b0235
    _ScalarGatherToSlice x1 60360a10
    unstamped x359 901d846d

RKNPU static
    +350 Slice
    +301 MatMul
    +276 Add
    +102 Reshape
    +101 Transpose perm=(0, 2, 1, 3)
    +74 Mul
    -25 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +25 Div
    +25 Erf
    -25 Gelu approximate=none
    +25 Softmax axis=-1
    +25 Transpose perm=(0, 1, 3, 2)
    -1 Cast to=1
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(16, 16)
    -1 Reshape allowzero=1
    +1 Sub
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    1639 nodes, weights 98506e343f1f
    contract {"dims":[{}]}
    opset 19
    DecomposeAttention x325 9f03083a
    DecomposeGelu x125 7f81a84b
    OpaqueZeroMul x1 3037fff5
    PatchEmbedToMatMul, _ConstantifyReshapeTarget x5 37ecaa30
    SplitLargeReduction x950 e89ffa34
    _ScalarGatherToSlice x1 60360a10
    unstamped x232 c8a0607d

TensorrtExecutionProvider
    +102 Reshape
    +101 Transpose perm=(0, 2, 1, 3)
    +51 MatMul
    -25 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +25 Mul
    +25 Softmax axis=-1
    +25 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(16, 16)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    690 nodes, weights 9ecf198e9637
    DecomposeAttention x325 9f03083a
    PatchEmbedToMatMul, _ConstantifyReshapeTarget x5 132b0235
    _ScalarGatherToSlice x1 60360a10
    unstamped x359 901d846d
