pytorch2.7.1:̽ Z/Constant_output_0 /Constant"Constant*/ value*#B/Constant_attr::valueJ Z input_ids /Constant_output_0/GreaterOrEqual_output_0/GreaterOrEqual"GreaterOrEqual `/Constant_1_output_0 /Constant_1"Constant*1 value*%B/Constant_1_attr::valueJ > input_ids /Constant_1_output_0/Less_output_0/Less"Less B /GreaterOrEqual_output_0/Cast_output_0/Cast"Cast* to  < /Less_output_0/Cast_1_output_0/Cast_1"Cast* to  < /Cast_output_0 /Cast_1_output_0 /And_output_0/And"And + input_ids/Shape_output_0/Shape"Shape  /Shape_output_0/ConstantOfShape_output_0/ConstantOfShape"ConstantOfShape*8 value*,B/ConstantOfShape_attr::valueJ U /And_output_0 input_ids /ConstantOfShape_output_0/Where_output_0/Where"Where c embed_tokens.weight /Where_output_0/embed_tokens/Gather_output_0/embed_tokens/Gather"Gather  embed_tokens_per_layer.weight /Where_output_0'/embed_tokens_per_layer/Gather_output_0/embed_tokens_per_layer/Gather"Gather )/embed_tokens_per_layer/Constant_output_0 /embed_tokens_per_layer/Constant"Constant*@ value*4 B,/embed_tokens_per_layer/Constant_attr::valueJL  '/embed_tokens_per_layer/Gather_output_0 )/embed_tokens_per_layer/Constant_output_0$/embed_tokens_per_layer/Mul_output_0/embed_tokens_per_layer/Mul"Mul / input_ids/Shape_1_output_0/Shape_1"Shape `/Constant_2_output_0 /Constant_2"Constant*1 value*%B/Constant_2_attr::valueJ Y /Shape_1_output_0 /Constant_2_output_0/Gather_output_0/Gather"Gather* axis / input_ids/Shape_2_output_0/Shape_2"Shape `/Constant_3_output_0 /Constant_3"Constant*1 value*%B/Constant_3_attr::valueJ ] /Shape_2_output_0 /Constant_3_output_0/Gather_1_output_0 /Gather_1"Gather* axis `onnx::Unsqueeze_33 Constant_77"Constant*3 value*'BConstant_77_attr::valueJ R /Gather_output_0 onnx::Unsqueeze_33/Unsqueeze_output_0 /Unsqueeze" Unsqueeze `onnx::Unsqueeze_35 Constant_79"Constant*3 value*'BConstant_79_attr::valueJ X /Gather_1_output_0 onnx::Unsqueeze_35/Unsqueeze_1_output_0 /Unsqueeze_1" Unsqueeze b/Constant_4_output_0 /Constant_4"Constant*3 value*'B/Constant_4_attr::valueJ b/Constant_5_output_0 /Constant_5"Constant*3 value*'B/Constant_5_attr::valueJ  /Unsqueeze_output_0 /Unsqueeze_1_output_0 /Constant_4_output_0 /Constant_5_output_0/Concat_output_0/Concat"Concat* axis t $/embed_tokens_per_layer/Mul_output_0 /Concat_output_0per_layer_inputs_fp16/Reshape"Reshape* allowzero `/Constant_6_output_0 /Constant_6"Constant*1 value*%B/Constant_6_attr::valueJ ` input_ids /Constant_6_output_0/GreaterOrEqual_1_output_0/GreaterOrEqual_1"GreaterOrEqual `/Constant_7_output_0 /Constant_7"Constant*1 value*%B/Constant_7_attr::valueJ B input_ids /Constant_7_output_0/Less_1_output_0/Less_1"Less H /GreaterOrEqual_1_output_0/Cast_2_output_0/Cast_2"Cast* to  > /Less_1_output_0/Cast_3_output_0/Cast_3"Cast* to  B /Cast_2_output_0 /Cast_3_output_0/And_1_output_0/And_1"And 7 /And_1_output_0/NonZero_output_0/NonZero"NonZero N /NonZero_output_0/Transpose_output_0 /Transpose" Transpose* perm@@ j/Constant_8_output_0 /Constant_8"Constant*; value*/B/Constant_8_attr::valueJ i /Transpose_output_0 /Constant_8_output_0/Split_output_0/Split_output_1/Split"Split* axis b/Constant_9_output_0 /Constant_9"Constant*3 value*'B/Constant_9_attr::valueJ M /Split_output_0 /Constant_9_output_0/Squeeze_output_0/Squeeze"Squeeze e/Constant_10_output_0 /Constant_10"Constant*4 value*(B/Constant_10_attr::valueJ R /Split_output_1 /Constant_10_output_0/Squeeze_1_output_0 /Squeeze_1"Squeeze / input_ids/Shape_3_output_0/Shape_3"Shape e/Constant_11_output_0 /Constant_11"Constant*4 value*(B/Constant_11_attr::valueJ ^ /Shape_3_output_0 /Constant_11_output_0/Gather_2_output_0 /Gather_2"Gather* axis > input_ids/Flatten_output_0/Flatten"Flatten* axis A /Squeeze_output_0 /Gather_2_output_0 /Mul_output_0/Mul"Mul > /Squeeze_1_output_0 /Mul_output_0 /Add_output_0/Add"Add V /Flatten_output_0 /Add_output_0/Gather_3_output_0 /Gather_3"Gather* axis 3 /Add_output_0/Shape_4_output_0/Shape_4"Shape e/Constant_12_output_0 /Constant_12"Constant*4 value*(B/Constant_12_attr::valueJ g /Gather_3_output_0 /Constant_12_output_0/Reshape_1_output_0 /Reshape_1"Reshape* allowzero G /Shape_4_output_0/Concat_1_output_0 /Concat_1"Concat* axis e /Reshape_1_output_0 /Concat_1_output_0/Reshape_2_output_0 /Reshape_2"Reshape* allowzero /embed_vision/Constant_output_0/embed_vision/Constant"Constant*< value*0B"/embed_vision/Constant_attr::valueJ j /Reshape_2_output_0 /embed_vision/Constant_output_0/embed_vision/Sub_output_0/embed_vision/Sub"Sub !/embed_vision/Constant_1_output_0/embed_vision/Constant_1"Constant*> value*2B$/embed_vision/Constant_1_attr::valueJ v /embed_vision/Sub_output_0 !/embed_vision/Constant_1_output_0/embed_vision/Less_output_0/embed_vision/Less"Less !/embed_vision/Constant_2_output_0/embed_vision/Constant_2"Constant*> value*2B$/embed_vision/Constant_2_attr::valueJ  /embed_vision/Less_output_0 !/embed_vision/Constant_2_output_0 /embed_vision/Sub_output_0/embed_vision/Where_output_0/embed_vision/Where"Where !/embed_vision/Constant_3_output_0/embed_vision/Constant_3"Constant*> value*2B$/embed_vision/Constant_3_attr::valueJ  /embed_vision/Where_output_0 !/embed_vision/Constant_3_output_0%/embed_vision/GreaterOrEqual_output_0/embed_vision/GreaterOrEqual"GreaterOrEqual !/embed_vision/Constant_4_output_0/embed_vision/Constant_4"Constant*> value*2B$/embed_vision/Constant_4_attr::valueJ  %/embed_vision/GreaterOrEqual_output_0 !/embed_vision/Constant_4_output_0 /embed_vision/Where_output_0/embed_vision/Where_1_output_0/embed_vision/Where_1"Where  embed_vision.embedding.weight /embed_vision/Where_1_output_0'/embed_vision/embedding/Gather_output_0/embed_vision/embedding/Gather"Gather 3/embed_vision/hard_embedding_norm/Constant_output_0*/embed_vision/hard_embedding_norm/Constant"Constant*J value*> B6/embed_vision/hard_embedding_norm/Constant_attr::valueJ@  '/embed_vision/embedding/Gather_output_0 3/embed_vision/hard_embedding_norm/Constant_output_0./embed_vision/hard_embedding_norm/Pow_output_0%/embed_vision/hard_embedding_norm/Pow"Pow  ./embed_vision/hard_embedding_norm/Pow_output_05/embed_vision/hard_embedding_norm/ReduceMean_output_0,/embed_vision/hard_embedding_norm/ReduceMean" ReduceMean* axes@* keepdims 5/embed_vision/hard_embedding_norm/Constant_1_output_0,/embed_vision/hard_embedding_norm/Constant_1"Constant*L value*@ B8/embed_vision/hard_embedding_norm/Constant_1_attr::valueJ  5/embed_vision/hard_embedding_norm/ReduceMean_output_0 5/embed_vision/hard_embedding_norm/Constant_1_output_0./embed_vision/hard_embedding_norm/Add_output_0%/embed_vision/hard_embedding_norm/Add"Add  ./embed_vision/hard_embedding_norm/Add_output_0//embed_vision/hard_embedding_norm/Sqrt_output_0&/embed_vision/hard_embedding_norm/Sqrt"Sqrt  '/embed_vision/embedding/Gather_output_0 //embed_vision/hard_embedding_norm/Sqrt_output_0./embed_vision/hard_embedding_norm/Div_output_0%/embed_vision/hard_embedding_norm/Div"Div  ./embed_vision/hard_embedding_norm/Div_output_0 onnx::Mul_223./embed_vision/hard_embedding_norm/Mul_output_0%/embed_vision/hard_embedding_norm/Mul"Mul  ./embed_vision/hard_embedding_norm/Mul_output_0 onnx::MatMul_2242/embed_vision/embedding_projection/MatMul_output_0)/embed_vision/embedding_projection/MatMul"MatMul >/embed_vision/embedding_post_projection_norm/Constant_output_05/embed_vision/embedding_post_projection_norm/Constant"Constant*U value*I BA/embed_vision/embedding_post_projection_norm/Constant_attr::valueJ@  2/embed_vision/embedding_projection/MatMul_output_0 >/embed_vision/embedding_post_projection_norm/Constant_output_09/embed_vision/embedding_post_projection_norm/Pow_output_00/embed_vision/embedding_post_projection_norm/Pow"Pow  9/embed_vision/embedding_post_projection_norm/Pow_output_0@/embed_vision/embedding_post_projection_norm/ReduceMean_output_07/embed_vision/embedding_post_projection_norm/ReduceMean" ReduceMean* axes@* keepdims @/embed_vision/embedding_post_projection_norm/Constant_1_output_07/embed_vision/embedding_post_projection_norm/Constant_1"Constant*W value*K BC/embed_vision/embedding_post_projection_norm/Constant_1_attr::valueJ  @/embed_vision/embedding_post_projection_norm/ReduceMean_output_0 @/embed_vision/embedding_post_projection_norm/Constant_1_output_09/embed_vision/embedding_post_projection_norm/Add_output_00/embed_vision/embedding_post_projection_norm/Add"Add  9/embed_vision/embedding_post_projection_norm/Add_output_0:/embed_vision/embedding_post_projection_norm/Sqrt_output_01/embed_vision/embedding_post_projection_norm/Sqrt"Sqrt  2/embed_vision/embedding_projection/MatMul_output_0 :/embed_vision/embedding_post_projection_norm/Sqrt_output_09/embed_vision/embedding_post_projection_norm/Div_output_00/embed_vision/embedding_post_projection_norm/Div"Div @/embed_vision/embedding_post_projection_norm/Constant_2_output_07/embed_vision/embedding_post_projection_norm/Constant_2"Constant*W value*K BC/embed_vision/embedding_post_projection_norm/Constant_2_attr::valueJ<  9/embed_vision/embedding_post_projection_norm/Div_output_0 @/embed_vision/embedding_post_projection_norm/Constant_2_output_09/embed_vision/embedding_post_projection_norm/Mul_output_00/embed_vision/embedding_post_projection_norm/Mul"Mul {/embed_tokens/Constant_output_0/embed_tokens/Constant"Constant*6 value** B"/embed_tokens/Constant_attr::valueJQ t /embed_tokens/Gather_output_0 /embed_tokens/Constant_output_0/embed_tokens/Mul_output_0/embed_tokens/Mul"Mul c/Constant_13_output_0 /Constant_13"Constant*2 value*&B/Constant_13_attr::valueJ a input_ids /Constant_13_output_0/GreaterOrEqual_2_output_0/GreaterOrEqual_2"GreaterOrEqual F /GreaterOrEqual_2_output_0/NonZero_1_output_0 /NonZero_1"NonZero T /NonZero_1_output_0/Transpose_1_output_0 /Transpose_1" Transpose* perm@@ m/Constant_14_output_0 /Constant_14"Constant*< value*0B/Constant_14_attr::valueJ r /Transpose_1_output_0 /Constant_14_output_0/Split_1_output_0/Split_1_output_1/Split_1"Split* axis e/Constant_15_output_0 /Constant_15"Constant*4 value*(B/Constant_15_attr::valueJ T /Split_1_output_0 /Constant_15_output_0/Squeeze_2_output_0 /Squeeze_2"Squeeze e/Constant_16_output_0 /Constant_16"Constant*4 value*(B/Constant_16_attr::valueJ T /Split_1_output_1 /Constant_16_output_0/Squeeze_3_output_0 /Squeeze_3"Squeeze / input_ids/Shape_5_output_0/Shape_5"Shape e/Constant_17_output_0 /Constant_17"Constant*4 value*(B/Constant_17_attr::valueJ ^ /Shape_5_output_0 /Constant_17_output_0/Gather_4_output_0 /Gather_4"Gather* axis B input_ids/Flatten_1_output_0 /Flatten_1"Flatten* axis G /Squeeze_2_output_0 /Gather_4_output_0/Mul_1_output_0/Mul_1"Mul D /Squeeze_3_output_0 /Mul_1_output_0/Add_1_output_0/Add_1"Add Z /Flatten_1_output_0 /Add_1_output_0/Gather_5_output_0 /Gather_5"Gather* axis 5 /Add_1_output_0/Shape_6_output_0/Shape_6"Shape e/Constant_18_output_0 /Constant_18"Constant*4 value*(B/Constant_18_attr::valueJ g /Gather_5_output_0 /Constant_18_output_0/Reshape_3_output_0 /Reshape_3"Reshape* allowzero G /Shape_6_output_0/Concat_2_output_0 /Concat_2"Concat* axis e /Reshape_3_output_0 /Concat_2_output_0/Reshape_4_output_0 /Reshape_4"Reshape* allowzero ~/embed_audio/Constant_output_0/embed_audio/Constant"Constant*; value*/B!/embed_audio/Constant_attr::valueJ g /Reshape_4_output_0 /embed_audio/Constant_output_0/embed_audio/Sub_output_0/embed_audio/Sub"Sub  /embed_audio/Constant_1_output_0/embed_audio/Constant_1"Constant*= value*1B#/embed_audio/Constant_1_attr::valueJ r /embed_audio/Sub_output_0 /embed_audio/Constant_1_output_0/embed_audio/Less_output_0/embed_audio/Less"Less  /embed_audio/Constant_2_output_0/embed_audio/Constant_2"Constant*= value*1B#/embed_audio/Constant_2_attr::valueJ  /embed_audio/Less_output_0 /embed_audio/Constant_2_output_0 /embed_audio/Sub_output_0/embed_audio/Where_output_0/embed_audio/Where"Where  /embed_audio/Constant_3_output_0/embed_audio/Constant_3"Constant*= value*1B#/embed_audio/Constant_3_attr::valueJ  /embed_audio/Where_output_0 /embed_audio/Constant_3_output_0$/embed_audio/GreaterOrEqual_output_0/embed_audio/GreaterOrEqual"GreaterOrEqual  /embed_audio/Constant_4_output_0/embed_audio/Constant_4"Constant*= value*1B#/embed_audio/Constant_4_attr::valueJ  $/embed_audio/GreaterOrEqual_output_0 /embed_audio/Constant_4_output_0 /embed_audio/Where_output_0/embed_audio/Where_1_output_0/embed_audio/Where_1"Where  embed_audio.embedding.weight /embed_audio/Where_1_output_0&/embed_audio/embedding/Gather_output_0/embed_audio/embedding/Gather"Gather 2/embed_audio/hard_embedding_norm/Constant_output_0)/embed_audio/hard_embedding_norm/Constant"Constant*I value*= B5/embed_audio/hard_embedding_norm/Constant_attr::valueJ@  &/embed_audio/embedding/Gather_output_0 2/embed_audio/hard_embedding_norm/Constant_output_0-/embed_audio/hard_embedding_norm/Pow_output_0$/embed_audio/hard_embedding_norm/Pow"Pow  -/embed_audio/hard_embedding_norm/Pow_output_04/embed_audio/hard_embedding_norm/ReduceMean_output_0+/embed_audio/hard_embedding_norm/ReduceMean" ReduceMean* axes@* keepdims 4/embed_audio/hard_embedding_norm/Constant_1_output_0+/embed_audio/hard_embedding_norm/Constant_1"Constant*K value*? B7/embed_audio/hard_embedding_norm/Constant_1_attr::valueJ  4/embed_audio/hard_embedding_norm/ReduceMean_output_0 4/embed_audio/hard_embedding_norm/Constant_1_output_0-/embed_audio/hard_embedding_norm/Add_output_0$/embed_audio/hard_embedding_norm/Add"Add  -/embed_audio/hard_embedding_norm/Add_output_0./embed_audio/hard_embedding_norm/Sqrt_output_0%/embed_audio/hard_embedding_norm/Sqrt"Sqrt  &/embed_audio/embedding/Gather_output_0 ./embed_audio/hard_embedding_norm/Sqrt_output_0-/embed_audio/hard_embedding_norm/Div_output_0$/embed_audio/hard_embedding_norm/Div"Div  -/embed_audio/hard_embedding_norm/Div_output_0 onnx::Mul_226-/embed_audio/hard_embedding_norm/Mul_output_0$/embed_audio/hard_embedding_norm/Mul"Mul  -/embed_audio/hard_embedding_norm/Mul_output_0 onnx::MatMul_2271/embed_audio/embedding_projection/MatMul_output_0(/embed_audio/embedding_projection/MatMul"MatMul =/embed_audio/embedding_post_projection_norm/Constant_output_04/embed_audio/embedding_post_projection_norm/Constant"Constant*T value*H B@/embed_audio/embedding_post_projection_norm/Constant_attr::valueJ@  1/embed_audio/embedding_projection/MatMul_output_0 =/embed_audio/embedding_post_projection_norm/Constant_output_08/embed_audio/embedding_post_projection_norm/Pow_output_0//embed_audio/embedding_post_projection_norm/Pow"Pow  8/embed_audio/embedding_post_projection_norm/Pow_output_0?/embed_audio/embedding_post_projection_norm/ReduceMean_output_06/embed_audio/embedding_post_projection_norm/ReduceMean" ReduceMean* axes@* keepdims ?/embed_audio/embedding_post_projection_norm/Constant_1_output_06/embed_audio/embedding_post_projection_norm/Constant_1"Constant*V value*J BB/embed_audio/embedding_post_projection_norm/Constant_1_attr::valueJ  ?/embed_audio/embedding_post_projection_norm/ReduceMean_output_0 ?/embed_audio/embedding_post_projection_norm/Constant_1_output_08/embed_audio/embedding_post_projection_norm/Add_output_0//embed_audio/embedding_post_projection_norm/Add"Add  8/embed_audio/embedding_post_projection_norm/Add_output_09/embed_audio/embedding_post_projection_norm/Sqrt_output_00/embed_audio/embedding_post_projection_norm/Sqrt"Sqrt  1/embed_audio/embedding_projection/MatMul_output_0 9/embed_audio/embedding_post_projection_norm/Sqrt_output_08/embed_audio/embedding_post_projection_norm/Div_output_0//embed_audio/embedding_post_projection_norm/Div"Div ?/embed_audio/embedding_post_projection_norm/Constant_2_output_06/embed_audio/embedding_post_projection_norm/Constant_2"Constant*V value*J BB/embed_audio/embedding_post_projection_norm/Constant_2_attr::valueJ<  8/embed_audio/embedding_post_projection_norm/Div_output_0 ?/embed_audio/embedding_post_projection_norm/Constant_2_output_08/embed_audio/embedding_post_projection_norm/Mul_output_0//embed_audio/embedding_post_projection_norm/Mul"Mul F /Squeeze_output_0 /Squeeze_1_output_0/Add_2_output_0/Add_2"Add 5 /Add_2_output_0/Shape_7_output_0/Shape_7"Shape 7 /Shape_7_output_0/Shape_8_output_0/Shape_8"Shape  /Shape_8_output_0/ConstantOfShape_1_output_0/ConstantOfShape_1"ConstantOfShape*: value*.B/ConstantOfShape_1_attr::valueJ c/Constant_19_output_0 /Constant_19"Constant*2 value*&B/Constant_19_attr::valueJ R /ConstantOfShape_1_output_0 /Constant_19_output_0/Mul_2_output_0/Mul_2"Mul D /Shape_7_output_0 /Mul_2_output_0/Equal_output_0/Equal"Equal e /Equal_output_0 /ConstantOfShape_1_output_0 /Shape_7_output_0/Where_1_output_0/Where_1"Where I /Squeeze_output_0 /Where_1_output_0/Expand_output_0/Expand"Expand e/Constant_20_output_0 /Constant_20"Constant*4 value*(B/Constant_20_attr::valueJ Y /Expand_output_0 /Constant_20_output_0/Unsqueeze_2_output_0 /Unsqueeze_2" Unsqueeze 7 /Shape_7_output_0/Shape_9_output_0/Shape_9"Shape  /Shape_9_output_0/ConstantOfShape_2_output_0/ConstantOfShape_2"ConstantOfShape*: value*.B/ConstantOfShape_2_attr::valueJ c/Constant_21_output_0 /Constant_21"Constant*2 value*&B/Constant_21_attr::valueJ R /ConstantOfShape_2_output_0 /Constant_21_output_0/Mul_3_output_0/Mul_3"Mul H /Shape_7_output_0 /Mul_3_output_0/Equal_1_output_0/Equal_1"Equal g /Equal_1_output_0 /ConstantOfShape_2_output_0 /Shape_7_output_0/Where_2_output_0/Where_2"Where O /Squeeze_1_output_0 /Where_2_output_0/Expand_1_output_0 /Expand_1"Expand e/Constant_22_output_0 /Constant_22"Constant*4 value*(B/Constant_22_attr::valueJ [ /Expand_1_output_0 /Constant_22_output_0/Unsqueeze_3_output_0 /Unsqueeze_3" Unsqueeze k /Unsqueeze_2_output_0 /Unsqueeze_3_output_0/Concat_3_output_0 /Concat_3"Concat* axis B /embed_tokens/Mul_output_0/Shape_10_output_0 /Shape_10"Shape e/Constant_23_output_0 /Constant_23"Constant*4 value*(B/Constant_23_attr::valueJ e/Constant_24_output_0 /Constant_24"Constant*4 value*(B/Constant_24_attr::valueJ e/Constant_25_output_0 /Constant_25"Constant*4 value*(B/Constant_25_attr::valueJ y /Shape_10_output_0 /Constant_24_output_0 /Constant_25_output_0 /Constant_23_output_0/Slice_output_0/Slice"Slice X /Shape_7_output_0 /Slice_output_0/Concat_4_output_0 /Concat_4"Concat* axis  9/embed_vision/embedding_post_projection_norm/Mul_output_0 /Concat_4_output_0/Reshape_5_output_0 /Reshape_5"Reshape* allowzero q /embed_tokens/Mul_output_0 /Concat_3_output_0 /Reshape_5_output_0/ScatterND_output_0 /ScatterND" ScatterND H /Squeeze_2_output_0 /Squeeze_3_output_0/Add_3_output_0/Add_3"Add 7 /Add_3_output_0/Shape_11_output_0 /Shape_11"Shape : /Shape_11_output_0/Shape_12_output_0 /Shape_12"Shape  /Shape_12_output_0/ConstantOfShape_3_output_0/ConstantOfShape_3"ConstantOfShape*: value*.B/ConstantOfShape_3_attr::valueJ c/Constant_26_output_0 /Constant_26"Constant*2 value*&B/Constant_26_attr::valueJ R /ConstantOfShape_3_output_0 /Constant_26_output_0/Mul_4_output_0/Mul_4"Mul I /Shape_11_output_0 /Mul_4_output_0/Equal_2_output_0/Equal_2"Equal h /Equal_2_output_0 /ConstantOfShape_3_output_0 /Shape_11_output_0/Where_3_output_0/Where_3"Where O /Squeeze_2_output_0 /Where_3_output_0/Expand_2_output_0 /Expand_2"Expand e/Constant_27_output_0 /Constant_27"Constant*4 value*(B/Constant_27_attr::valueJ [ /Expand_2_output_0 /Constant_27_output_0/Unsqueeze_4_output_0 /Unsqueeze_4" Unsqueeze : /Shape_11_output_0/Shape_13_output_0 /Shape_13"Shape  /Shape_13_output_0/ConstantOfShape_4_output_0/ConstantOfShape_4"ConstantOfShape*: value*.B/ConstantOfShape_4_attr::valueJ c/Constant_28_output_0 /Constant_28"Constant*2 value*&B/Constant_28_attr::valueJ R /ConstantOfShape_4_output_0 /Constant_28_output_0/Mul_5_output_0/Mul_5"Mul I /Shape_11_output_0 /Mul_5_output_0/Equal_3_output_0/Equal_3"Equal h /Equal_3_output_0 /ConstantOfShape_4_output_0 /Shape_11_output_0/Where_4_output_0/Where_4"Where O /Squeeze_3_output_0 /Where_4_output_0/Expand_3_output_0 /Expand_3"Expand e/Constant_29_output_0 /Constant_29"Constant*4 value*(B/Constant_29_attr::valueJ [ /Expand_3_output_0 /Constant_29_output_0/Unsqueeze_5_output_0 /Unsqueeze_5" Unsqueeze k /Unsqueeze_4_output_0 /Unsqueeze_5_output_0/Concat_5_output_0 /Concat_5"Concat* axis ; /ScatterND_output_0/Shape_14_output_0 /Shape_14"Shape e/Constant_30_output_0 /Constant_30"Constant*4 value*(B/Constant_30_attr::valueJ e/Constant_31_output_0 /Constant_31"Constant*4 value*(B/Constant_31_attr::valueJ e/Constant_32_output_0 /Constant_32"Constant*4 value*(B/Constant_32_attr::valueJ } /Shape_14_output_0 /Constant_31_output_0 /Constant_32_output_0 /Constant_30_output_0/Slice_1_output_0/Slice_1"Slice [ /Shape_11_output_0 /Slice_1_output_0/Concat_6_output_0 /Concat_6"Concat* axis  8/embed_audio/embedding_post_projection_norm/Mul_output_0 /Concat_6_output_0/Reshape_6_output_0 /Reshape_6"Reshape* allowzero k /ScatterND_output_0 /Concat_5_output_0 /Reshape_6_output_0inputs_embeds_fp16 /ScatterND_1" ScatterND T inputs_embeds_fp16 inputs_embedsinputs_embeds_fp16_input_cast0"Cast* to ] per_layer_inputs_fp16per_layer_inputs!per_layer_inputs_fp16_input_cast0"Cast* to main_graph*l Bembed_tokens.weightj' locationembed_tokens_fp16.onnx_dataj offset0j length 1073741824p*< Bembed_tokens_per_layer.weightj' locationembed_tokens_fp16.onnx_dataj offset 1073741824j length 4026531840p*y  Bembed_audio.embedding.weightj' locationembed_tokens_fp16.onnx_dataj offset 5100273664j length393216p*z Bembed_vision.embedding.weightj' locationembed_tokens_fp16.onnx_dataj offset 5100666880j length524288p*e B onnx::Mul_223j' locationembed_tokens_fp16.onnx_dataj offset 5101191168j length4096p*n Bonnx::MatMul_224j' locationembed_tokens_fp16.onnx_dataj offset 5101195264j length8388608p*e  B onnx::Mul_226j' locationembed_tokens_fp16.onnx_dataj offset 5109583872j length3072p*n  Bonnx::MatMul_227j' locationembed_tokens_fp16.onnx_dataj offset 5109586944j length6291456pZ4 input_ids' %!  batch_size sequence_lengthb= inputs_embeds, *&  batch_size sequence_length bD per_layer_inputs0 .*  batch_size sequence_length  B