CPUExecutionProvider
    -53 Add
    -53 LayerNormalization axis=-1 epsilon=9.999999974752427e-07 stash_type=1
    +53 SkipLayerNormalization epsilon=9.999999974752427e-07
    363 nodes, weights dec00196b8e0
    FuseSkipLayerNorm x53 014a260a
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x306 78f6bef0

CUDAExecutionProvider
    -53 Add
    -53 LayerNormalization axis=-1 epsilon=9.999999974752427e-07 stash_type=1
    +53 SkipLayerNormalization epsilon=9.999999974752427e-07
    363 nodes, weights dec00196b8e0
    FuseSkipLayerNorm x53 014a260a
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x306 78f6bef0

CoreMLExecutionProvider
    +162 MatMul
    +135 Slice
    +108 Add
    +108 Reshape
    +108 Transpose perm=(0, 2, 1, 3)
    +28 Mul
    -27 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +27 Softmax axis=-1
    +27 Transpose perm=(0, 1, 3, 2)
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Sqrt
    1093 nodes, weights a50d6a777108
    DecomposeAttention x351 446fa7fa
    DecomposeReduceL2 x3 96a918a6
    SplitLargeReduction x378 4543b21e
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x357 cab2b968

MIGraphXExecutionProvider
    +108 Reshape
    +108 Transpose perm=(0, 2, 1, 3)
    +54 MatMul
    -27 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +27 Mul
    +27 Softmax axis=-1
    +27 Transpose perm=(0, 1, 3, 2)
    740 nodes, weights ceca7cb7466e
    DecomposeAttention x351 446fa7fa
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x385 0d73d42a

NvTensorRTRTXExecutionProvider
    +108 Reshape
    +108 Transpose perm=(0, 2, 1, 3)
    +54 MatMul
    -27 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +27 Mul
    +27 Softmax axis=-1
    +27 Transpose perm=(0, 1, 3, 2)
    740 nodes, weights ceca7cb7466e
    DecomposeAttention x351 446fa7fa
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x385 0d73d42a

OpenVINOExecutionProvider
    +108 Reshape
    +108 Transpose perm=(0, 2, 1, 3)
    +54 MatMul
    -27 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +27 Mul
    +27 Softmax axis=-1
    +27 Transpose perm=(0, 1, 3, 2)
    740 nodes, weights ceca7cb7466e
    DecomposeAttention x351 446fa7fa
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x385 0d73d42a

RKNPU static
    +486 Slice
    +432 MatMul
    +405 Add
    +108 Reshape
    +108 Transpose perm=(0, 2, 1, 3)
    +81 Mul
    -27 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +27 Div
    +27 Erf
    -27 Gelu approximate=tanh
    +27 Softmax axis=-1
    +27 Transpose perm=(0, 1, 3, 2)
    -1 Gather axis=0
    2089 nodes, weights e061961e40cc
    contract {"dims":[{}],"embedding":"text.token_embedding.weight_fp16"}
    opset 19
    DecomposeAttention x351 446fa7fa
    DecomposeGelu x135 0f7db34f
    SplitLargeReduction x1350 be7540c5
    _Fp16TokenEmbedding x1 ee8d996d
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x250 b3abb147

TensorrtExecutionProvider
    +108 Reshape
    +108 Transpose perm=(0, 2, 1, 3)
    +54 MatMul
    -27 Attention is_causal=0 kv_num_heads=16 q_num_heads=16 qk_matmul_output_mode=0 softcap=0.0
    +27 Mul
    +27 Softmax axis=-1
    +27 Transpose perm=(0, 1, 3, 2)
    740 nodes, weights ceca7cb7466e
    DecomposeAttention x351 446fa7fa
    _Fp16TokenEmbedding x2 0d702441
    _ScalarGatherToSlice, _SelectBeforeLayerNorm x1 c46fabc2
    _SelectBeforeLayerNorm x1 eba1fbae
    unstamped x385 0d73d42a
