CPUExecutionProvider
    unchanged

CUDAExecutionProvider
    unchanged

CoreMLExecutionProvider
    +2 MatMul
    +2 Mul
    -1 Attention is_causal=0 qk_matmul_output_mode=0 softcap=0.0
    -1 ReduceL2 keepdims=1 noop_with_empty_axes=0
    +1 ReduceSum keepdims=1
    +1 Softmax axis=-1
    +1 Sqrt
    +1 Transpose perm=(0, 1, 3, 2)
    -1 Transpose perm=(0, 3, 1, 2)
    337 nodes, weights e1124723d91a
    DecomposeAttention x5 b00b8abe
    DecomposeReduceL2 x3 de86b999
    FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x127 8ed3d20d
    _ConstantifyReshapeTarget x9 8c4eb3c1
    _ScalarGatherToSlice x1 788edd2f
    unstamped x192 3d404d39

MIGraphXExecutionProvider
    +2 MatMul
    -1 Attention is_causal=0 qk_matmul_output_mode=0 softcap=0.0
    +1 Mul
    +1 Softmax axis=-1
    +1 Transpose perm=(0, 1, 3, 2)
    336 nodes, weights e1124723d91a
    DecomposeAttention x5 b00b8abe
    FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x127 ea935478
    _ConstantifyReshapeTarget x9 8c4eb3c1
    _ScalarGatherToSlice x1 788edd2f
    unstamped x194 38d47366

NvTensorRTRTXExecutionProvider
    +2 MatMul
    -1 Attention is_causal=0 qk_matmul_output_mode=0 softcap=0.0
    +1 Mul
    +1 Softmax axis=-1
    +1 Transpose perm=(0, 1, 3, 2)
    336 nodes, weights e1124723d91a
    DecomposeAttention x5 b00b8abe
    FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x127 ea935478
    _ConstantifyReshapeTarget x9 8c4eb3c1
    _ScalarGatherToSlice x1 788edd2f
    unstamped x194 38d47366

OpenVINOExecutionProvider
    +2 MatMul
    -1 Attention is_causal=0 qk_matmul_output_mode=0 softcap=0.0
    +1 Mul
    +1 Softmax axis=-1
    +1 Transpose perm=(0, 1, 3, 2)
    336 nodes, weights e1124723d91a
    DecomposeAttention x5 b00b8abe
    FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x127 ea935478
    _ConstantifyReshapeTarget x9 8c4eb3c1
    _ScalarGatherToSlice x1 788edd2f
    unstamped x194 38d47366

RKNPU static
    +86 Slice
    +57 Add
    +42 Conv auto_pad=NOTSET dilations=(1, 1) group=1 pads=(1, 1, 1, 1) strides=(1, 1)
    +17 MatMul
    -1 Attention is_causal=0 qk_matmul_output_mode=0 softcap=0.0
    -1 Cast to=1
    +1 Mul
    +1 Softmax axis=-1
    +1 Transpose perm=(0, 1, 3, 2)
    535 nodes, weights 78aa30da84e1
    contract {"dims":[{}]}
    opset 19
    DecomposeAttention x5 b00b8abe
    FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x101 71a7a3c3
    SplitLargeConvReduction, FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x178 b839f170
    SplitLargeReduction x51 2df90287
    _ConstantifyReshapeTarget x9 8c4eb3c1
    _ScalarGatherToSlice x1 788edd2f
    unstamped x190 15293d22

TensorrtExecutionProvider
    +2 MatMul
    -1 Attention is_causal=0 qk_matmul_output_mode=0 softcap=0.0
    +1 Mul
    +1 Softmax axis=-1
    +1 Transpose perm=(0, 1, 3, 2)
    336 nodes, weights e1124723d91a
    DecomposeAttention x5 b00b8abe
    FuseBatchNormIntoConv, RemoveOptionalBiasFromConv x127 ea935478
    _ConstantifyReshapeTarget x9 8c4eb3c1
    _ScalarGatherToSlice x1 788edd2f
    unstamped x194 38d47366
