CPUExecutionProvider
    -55 Add
    -55 LayerNormalization axis=-1 epsilon=9.999999974752427e-07 stash_type=1
    +55 SkipLayerNormalization epsilon=9.999999974752427e-07
    379 nodes, weights 21ee87820fc6
    FuseSkipLayerNorm x55 06e2e771
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x322 746a8404

CUDAExecutionProvider
    -55 Add
    -55 LayerNormalization axis=-1 epsilon=9.999999974752427e-07 stash_type=1
    +55 SkipLayerNormalization epsilon=9.999999974752427e-07
    379 nodes, weights 21ee87820fc6
    FuseSkipLayerNorm x55 06e2e771
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x322 746a8404

CoreMLExecutionProvider
    +168 MatMul
    +140 Slice
    +112 Add
    +112 Reshape
    +112 Transpose perm=(0, 2, 1, 3)
    +29 Mul
    -28 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +28 Softmax axis=-1
    +28 Transpose perm=(0, 1, 3, 2)
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Sqrt
    -1 Transpose perm=(0, 3, 1, 2)
    1135 nodes, weights df0497db293a
    DecomposeAttention x364 6347034a
    DecomposeReduceL2 x3 4dfbb073
    SplitLargeReduction x392 6940d8e3
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x374 cb636489

MIGraphXExecutionProvider
    +112 Reshape
    +112 Transpose perm=(0, 2, 1, 3)
    +56 MatMul
    -28 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +28 Mul
    +28 Softmax axis=-1
    +28 Transpose perm=(0, 1, 3, 2)
    770 nodes, weights 8760290e45dc
    DecomposeAttention x364 6347034a
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x404 444d9bdd

NvTensorRTRTXExecutionProvider
    +112 Reshape
    +112 Transpose perm=(0, 2, 1, 3)
    +56 MatMul
    -28 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +28 Mul
    +28 Softmax axis=-1
    +28 Transpose perm=(0, 1, 3, 2)
    770 nodes, weights 8760290e45dc
    DecomposeAttention x364 6347034a
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x404 444d9bdd

OpenVINOExecutionProvider
    +114 Reshape
    +113 Transpose perm=(0, 2, 1, 3)
    +57 MatMul
    -28 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +28 Mul
    +28 Softmax axis=-1
    +28 Transpose perm=(0, 1, 3, 2)
    +1 Add
    -1 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(0, 0, 0, 0) strides=(14, 14)
    -1 Reshape allowzero=1
    +1 Slice
    -1 Transpose perm=(0, 2, 1)
    -1 Transpose perm=(0, 3, 1, 2)
    772 nodes, weights 7caaab36c569
    DecomposeAttention x364 6347034a
    PatchEmbedToMatMul, _ConstantifyReshapeTarget x6 0d8bdd07
    _ScalarGatherToSlice x1 60360a10
    unstamped x401 073aabc2

RKNPU static
    +504 Slice
    +448 MatMul
    +420 Add
    +112 Reshape
    +112 Transpose perm=(0, 2, 1, 3)
    +83 Mul
    -28 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +28 Div
    +28 Erf
    -28 Gelu approximate=none
    +28 Softmax axis=-1
    +28 Transpose perm=(0, 1, 3, 2)
    -1 Cast to=1
    +1 Sub
    2169 nodes, weights fe2f0117f40a
    contract {"dims":[{}]}
    opset 19
    DecomposeAttention x364 6347034a
    DecomposeGelu x140 fc2dcbdb
    OpaqueZeroMul x1 3037fff5
    SplitLargeReduction x1400 692d7c08
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x262 62681f93

TensorrtExecutionProvider
    +112 Reshape
    +112 Transpose perm=(0, 2, 1, 3)
    +56 MatMul
    -28 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +28 Mul
    +28 Softmax axis=-1
    +28 Transpose perm=(0, 1, 3, 2)
    770 nodes, weights 8760290e45dc
    DecomposeAttention x364 6347034a
    _ConstantifyReshapeTarget x1 f786528a
    _ScalarGatherToSlice x1 60360a10
    unstamped x404 444d9bdd
