CPUExecutionProvider
    -48 Add
    -48 LayerNormalization axis=-1 epsilon=9.999999747378752e-06 stash_type=1
    +48 SkipLayerNormalization epsilon=9.999999747378752e-06
    376 nodes, weights b57b13305c4d
    FuseSkipLayerNorm x47 29be58e7
    FuseSkipLayerNorm, _FuseClassTokenPrepend x1 ed3bb91a
    RemoveOptionalBiasFromConv x1 26d5e3f4
    _ConstantifyReshapeTarget x1 f786528a
    _FuseClassTokenPrepend x1 408ab1ab
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x323 f92797af

CUDAExecutionProvider
    -48 LayerNormalization axis=-1 epsilon=9.999999747378752e-06 stash_type=1
    +48 SkipLayerNormalization epsilon=9.999999747378752e-06
    -47 Add
    +2 Reshape
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    +1 MatMul
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    +1 Transpose perm=(0, 2, 1, 3)
    -1 Transpose perm=(0, 3, 1, 2)
    377 nodes, weights aa602552246f
    FuseSkipLayerNorm x47 29be58e7
    FuseSkipLayerNorm, _FuseClassTokenPrepend x1 ed3bb91a
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x1 1c1de38b
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x321 c90f7cd8

CoreMLExecutionProvider
    +120 MatMul
    +96 Reshape
    +96 Slice
    +96 Transpose perm=(0, 2, 1, 3)
    +72 Add
    +25 Mul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Sqrt
    -1 Transpose perm=(0, 3, 1, 2)
    953 nodes, weights ef6b40d8ff54
    DecomposeAttention x312 b153a8df
    DecomposeReduceL2 x3 4108ebd9
    RemoveOptionalBiasFromConv x1 95405b53
    SplitLargeReduction x264 e8913650
    _ConstantifyReshapeTarget x1 f786528a
    _FuseClassTokenPrepend x2 64b83b02
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x368 d45bad00

MIGraphXExecutionProvider
    +96 Reshape
    +96 Transpose perm=(0, 2, 1, 3)
    +48 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    712 nodes, weights eddcab1ae252
    DecomposeAttention x312 b153a8df
    RemoveOptionalBiasFromConv x1 26d5e3f4
    _ConstantifyReshapeTarget x1 f786528a
    _FuseClassTokenPrepend x2 64b83b02
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x394 4ae8479b

NvTensorRTRTXExecutionProvider
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +49 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    713 nodes, weights da7e547ab815
    DecomposeAttention x312 b153a8df
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x392 ae9f2416

OpenVINOExecutionProvider
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +49 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    713 nodes, weights da7e547ab815
    DecomposeAttention x312 b153a8df
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x392 ae9f2416

RKNPU static
    +338 Slice
    +290 MatMul
    +242 Add
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    -1 Cast to=1
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    1532 nodes, weights af71b88bf5f8
    contract {"dims":[{}]}
    opset 19
    DecomposeAttention x312 b153a8df
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 37ecaa30
    SplitLargeReduction x917 67719055
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x294 0bbdc209

TensorrtExecutionProvider
    +98 Reshape
    +97 Transpose perm=(0, 2, 1, 3)
    +49 MatMul
    -24 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +24 Mul
    +24 Softmax axis=-1
    +24 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    713 nodes, weights da7e547ab815
    DecomposeAttention x312 b153a8df
    PatchEmbedToMatMul, _ConstantifyReshapeTarget, RemoveOptionalBiasFromConv x5 132b0235
    _FuseClassTokenPrepend x2 db84f216
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 cde77a8c
    _SelectBeforeLayerNorm x1 ab62bee7
    unstamped x392 ae9f2416
