CPUExecutionProvider
    -48 Add
    -48 LayerNormalization axis=-1 epsilon=9.999999747378752e-06 stash_type=1
    +48 SkipLayerNormalization epsilon=9.999999747378752e-06
    328 nodes, weights a44303fa1826
    FuseSkipLayerNorm x47 29be58e7
    FuseSkipLayerNorm, _FuseClassTokenPrepend x1 ed3bb91a
    RemoveOptionalBiasFromConv x1 e3dda455
    _ConstantifyReshapeTarget x1 f786528a
    _FuseClassTokenPrepend x1 408ab1ab
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x275 78ed1bfe

CUDAExecutionProvider
    -48 LayerNormalization axis=-1 epsilon=9.999999747378752e-06 stash_type=1
    +48 SkipLayerNormalization epsilon=9.999999747378752e-06
    -47 Add
    +2 Reshape
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    +1 MatMul
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    +1 Transpose perm=(0, 2, 1, 3)
    -1 Transpose perm=(0, 3, 1, 2)
    329 nodes, weights 7710e112da86
    FuseSkipLayerNorm x47 29be58e7
    FuseSkipLayerNorm, _FuseClassTokenPrepend x1 ed3bb91a
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x1 1c1de38b
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x273 885c0238

CoreMLExecutionProvider
    +120 MatMul
    +96 Reshape
    +96 Slice
    +96 Transpose perm=(0, 2, 1, 3)
    +72 Add
    +25 Mul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Sqrt
    -1 Transpose perm=(0, 3, 1, 2)
    905 nodes, weights 4d0354554595
    DecomposeAttention x312 acfd99f4
    DecomposeReduceL2 x3 a1bc379c
    RemoveOptionalBiasFromConv x1 06f71de8
    SplitLargeReduction x264 de5fda1b
    _ConstantifyReshapeTarget x1 f786528a
    _FuseClassTokenPrepend x2 64b83b02
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x320 1024fd2a

MIGraphXExecutionProvider
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +48 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    664 nodes, weights 109cd9a3298e
    DecomposeAttention x312 acfd99f4
    RemoveOptionalBiasFromConv x1 e3dda455
    _ConstantifyReshapeTarget x1 f786528a
    _FuseClassTokenPrepend x2 64b83b02
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x346 94a1b20c

NvTensorRTRTXExecutionProvider
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +49 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    665 nodes, weights 96f2efa6b43e
    DecomposeAttention x312 acfd99f4
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x344 1345a3b7

OpenVINOExecutionProvider
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +49 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    665 nodes, weights 96f2efa6b43e
    DecomposeAttention x312 acfd99f4
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x344 1345a3b7

RKNPU static
    +338 Slice
    +290 MatMul
    +266 Add
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +72 Mul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Div
    +24 Erf
    -24 Gelu approximate=none
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    -1 Cast to=1
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    1580 nodes, weights 5f8a78619636
    contract {"dims":[{}]}
    opset 19
    DecomposeAttention x312 acfd99f4
    DecomposeGelu x120 e51f7645
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 37ecaa30
    SplitLargeReduction x917 f5249666
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x222 c430b20d

TensorrtExecutionProvider
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +49 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    665 nodes, weights 96f2efa6b43e
    DecomposeAttention x312 acfd99f4
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x344 1345a3b7
