{ "model_config": { "all_node_type": "int16", "model_output_type": "float32", "activation": { "calibration_type": ["max"], "num_bin": [1024, 2048, 4096], "max_num_bin": 16384, "max_percentile": 1.0, "per_channel": true, "asymmetric": [true] }, "weight": { "bias_correction": { "metric": "mae" } }, "modelwise_search": { "metric": "mae" } }, "op_config": { "ReduceMean": {"qtype": "int16"}, "Sub": {"qtype": "int16"}, "Softmax": {"qtype": "int16"} }, "node_config": { "/t_embedder/Constant": {"qtype": "float32"}, "/t_embedder/Unsqueeze": {"qtype": "float32"}, "/t_embedder/Cast": {"qtype": "float32"}, "/t_embedder/Constant_1": {"qtype": "float32"}, "/t_embedder/Mul": {"qtype": "float32"}, "/t_embedder/Cos": {"qtype": "float32"}, "/t_embedder/Sin": {"qtype": "float32"}, "/t_embedder/Concat": {"qtype": "float32"}, "/t_embedder/Cast_1": {"qtype": "float32"}, "/t_embedder/mlp/mlp.0/Gemm": {"qtype": "int16"}, "/t_embedder/mlp/mlp.1/Sigmoid": {"qtype": "int16"}, "/t_embedder/mlp/mlp.1/Mul": {"qtype": "int16"}, "/t_embedder/mlp/mlp.2/Gemm": {"qtype": "int16"}, "/Constant": {"qtype": "float32"}, "/Unsqueeze": {"qtype": "float32"}, "/freq_embedder/Constant": {"qtype": "float32"}, "/freq_embedder/Unsqueeze": {"qtype": "float32"}, "/freq_embedder/Cast": {"qtype": "float32"}, "/freq_embedder/Constant_1": {"qtype": "float32"}, "/freq_embedder/Mul": {"qtype": "float32"}, "/freq_embedder/Cos": {"qtype": "float32"}, "/freq_embedder/Sin": {"qtype": "float32"}, "/freq_embedder/Concat": {"qtype": "float32"}, "/freq_embedder/Cast_1": {"qtype": "float32"}, "/freq_embedder/mlp/mlp.0/Gemm": {"qtype": "int16"}, "/freq_embedder/mlp/mlp.1/Sigmoid": {"qtype": "int16"}, "/freq_embedder/mlp/mlp.1/Mul": {"qtype": "int16"}, "/freq_embedder/mlp/mlp.2/Gemm": {"qtype": "int16"}, "/Constant_1": {"qtype": "int16"}, "/Unsqueeze_1": {"qtype": "int16"}, "/Constant_2": {"qtype": "int16"}, "/Constant_3": {"qtype": "int16"}, "/ConstantOfShape": {"qtype": "int16"}, "/Constant_4": {"qtype": "int16"}, "/Mul": {"qtype": "int16"}, "/Equal": {"qtype": "int16"}, "/Where": {"qtype": "int16"}, "/Expand": {"qtype": "int16"}, "/Concat": {"qtype": "int16"}, "/Add": {"qtype": "int16"}, "/Add_1": {"qtype": "int16"}, "/Add_2": {"qtype": "int16"}, "/blocks.0/norm1/Constant": {"qtype": "int16"}, "/blocks.0/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.0/norm1/Shape": {"qtype": "int16"}, "/blocks.0/norm1/Constant_1": {"qtype": "int16"}, "/blocks.0/norm1/Gather": {"qtype": "int16"}, "/blocks.0/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.0/norm1/Sub": {"qtype": "int16"}, "/blocks.0/norm1/Mul": {"qtype": "int16"}, "/blocks.0/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/norm1/Cast": {"qtype": "int16"}, "/blocks.0/norm1/Mul_1": {"qtype": "int16"}, "/blocks.0/norm1/Constant_2": {"qtype": "int16"}, "/blocks.0/norm1/Sub_1": {"qtype": "int16"}, "/blocks.0/norm1/Div": {"qtype": "int16"}, "/blocks.0/norm1/Constant_3": {"qtype": "int16"}, "/blocks.0/norm1/Add": {"qtype": "int16"}, "/blocks.0/norm1/Sqrt": {"qtype": "int16"}, "/blocks.0/norm1/Constant_4": {"qtype": "int16"}, "/blocks.0/norm1/Div_1": {"qtype": "int16"}, "/blocks.0/norm1/Mul_2": {"qtype": "int16"}, "/blocks.0/norm1/Mul_3": {"qtype": "int16"}, "/blocks.0/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/attn/qkv/Add": {"qtype": "int16"}, "/blocks.0/attn/Constant": {"qtype": "int16"}, "/blocks.0/attn/Reshape": {"qtype": "int16"}, "/blocks.0/attn/Transpose": {"qtype": "int16"}, "/blocks.0/attn/Constant_1": {"qtype": "int16"}, "/blocks.0/attn/Split": {"qtype": "int16"}, "/blocks.0/attn/Constant_2": {"qtype": "int16"}, "/blocks.0/attn/Squeeze": {"qtype": "int16"}, "/blocks.0/attn/Constant_3": {"qtype": "int16"}, "/blocks.0/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.0/attn/Constant_4": {"qtype": "int16"}, "/blocks.0/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.0/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.0/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.0/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.0/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.0/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.0/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.0/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.0/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.0/attn/Shape": {"qtype": "int16"}, "/blocks.0/attn/Constant_5": {"qtype": "int16"}, "/blocks.0/attn/Constant_6": {"qtype": "int16"}, "/blocks.0/attn/Slice": {"qtype": "int16"}, "/blocks.0/attn/Cast": {"qtype": "int16"}, "/blocks.0/attn/Sqrt": {"qtype": "int16"}, "/blocks.0/attn/Constant_7": {"qtype": "int16"}, "/blocks.0/attn/Div": {"qtype": "int16"}, "/blocks.0/attn/Cast_1": {"qtype": "int16"}, "/blocks.0/attn/Transpose_1": {"qtype": "int16"}, "/blocks.0/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.0/attn/Mul": {"qtype": "int16"}, "/blocks.0/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.0/attn/Mul_1": {"qtype": "int16"}, "/blocks.0/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/attn/Softmax": {"qtype": "int16"}, "/blocks.0/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/attn/Transpose_2": {"qtype": "int16"}, "/blocks.0/attn/Constant_8": {"qtype": "int16"}, "/blocks.0/attn/Reshape_1": {"qtype": "int16"}, "/blocks.0/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/attn/proj/Add": {"qtype": "int16"}, "/blocks.0/Add": {"qtype": "int16"}, "/blocks.0/norm2/Constant": {"qtype": "int16"}, "/blocks.0/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.0/norm2/Shape": {"qtype": "int16"}, "/blocks.0/norm2/Constant_1": {"qtype": "int16"}, "/blocks.0/norm2/Gather": {"qtype": "int16"}, "/blocks.0/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.0/norm2/Sub": {"qtype": "int16"}, "/blocks.0/norm2/Mul": {"qtype": "int16"}, "/blocks.0/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/norm2/Cast": {"qtype": "int16"}, "/blocks.0/norm2/Mul_1": {"qtype": "int16"}, "/blocks.0/norm2/Constant_2": {"qtype": "int16"}, "/blocks.0/norm2/Sub_1": {"qtype": "int16"}, "/blocks.0/norm2/Div": {"qtype": "int16"}, "/blocks.0/norm2/Constant_3": {"qtype": "int16"}, "/blocks.0/norm2/Add": {"qtype": "int16"}, "/blocks.0/norm2/Sqrt": {"qtype": "int16"}, "/blocks.0/norm2/Constant_4": {"qtype": "int16"}, "/blocks.0/norm2/Div_1": {"qtype": "int16"}, "/blocks.0/norm2/Mul_2": {"qtype": "int16"}, "/blocks.0/norm2/Mul_3": {"qtype": "int16"}, "/blocks.0/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant": {"qtype": "int16"}, "/blocks.0/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.0/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.0/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.0/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.0/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.0/cross_attn/Split": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.0/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.0/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.0/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.0/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.0/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.0/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.0/cross_attn/Mul": {"qtype": "int16"}, "/blocks.0/cross_attn/Equal": {"qtype": "int16"}, "/blocks.0/cross_attn/Where": {"qtype": "int16"}, "/blocks.0/cross_attn/Expand": {"qtype": "int16"}, "/blocks.0/cross_attn/Shape": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.0/cross_attn/Slice": {"qtype": "int16"}, "/blocks.0/cross_attn/Cast": {"qtype": "int16"}, "/blocks.0/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.0/cross_attn/Div": {"qtype": "int16"}, "/blocks.0/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.0/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.0/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.0/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.0/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.0/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.0/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/cross_attn/Add": {"qtype": "int16"}, "/blocks.0/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.0/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.0/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.0/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.0/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.0/Add_1": {"qtype": "int16"}, "/blocks.0/norm3/Constant": {"qtype": "int16"}, "/blocks.0/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.0/norm3/Shape": {"qtype": "int16"}, "/blocks.0/norm3/Constant_1": {"qtype": "int16"}, "/blocks.0/norm3/Gather": {"qtype": "int16"}, "/blocks.0/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.0/norm3/Sub": {"qtype": "int16"}, "/blocks.0/norm3/Mul": {"qtype": "int16"}, "/blocks.0/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.0/norm3/Cast": {"qtype": "int16"}, "/blocks.0/norm3/Mul_1": {"qtype": "int16"}, "/blocks.0/norm3/Constant_2": {"qtype": "int16"}, "/blocks.0/norm3/Sub_1": {"qtype": "int16"}, "/blocks.0/norm3/Div": {"qtype": "int16"}, "/blocks.0/norm3/Constant_3": {"qtype": "int16"}, "/blocks.0/norm3/Add": {"qtype": "int16"}, "/blocks.0/norm3/Sqrt": {"qtype": "int16"}, "/blocks.0/norm3/Constant_4": {"qtype": "int16"}, "/blocks.0/norm3/Div_1": {"qtype": "int16"}, "/blocks.0/norm3/Mul_2": {"qtype": "int16"}, "/blocks.0/norm3/Mul_3": {"qtype": "int16"}, "/blocks.0/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.0/ffn/act/Mul": {"qtype": "int16"}, "/blocks.0/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.0/ffn/act/Constant": {"qtype": "int16"}, "/blocks.0/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.0/ffn/act/Add": {"qtype": "int16"}, "/blocks.0/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.0/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.0/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.0/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.0/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.0/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.0/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.0/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.0/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.0/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.0/Add_2": {"qtype": "int16"}, "/blocks.1/norm1/Constant": {"qtype": "int16"}, "/blocks.1/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.1/norm1/Shape": {"qtype": "int16"}, "/blocks.1/norm1/Constant_1": {"qtype": "int16"}, "/blocks.1/norm1/Gather": {"qtype": "int16"}, "/blocks.1/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.1/norm1/Sub": {"qtype": "int16"}, "/blocks.1/norm1/Mul": {"qtype": "int16"}, "/blocks.1/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/norm1/Cast": {"qtype": "int16"}, "/blocks.1/norm1/Mul_1": {"qtype": "int16"}, "/blocks.1/norm1/Constant_2": {"qtype": "int16"}, "/blocks.1/norm1/Sub_1": {"qtype": "int16"}, "/blocks.1/norm1/Div": {"qtype": "int16"}, "/blocks.1/norm1/Constant_3": {"qtype": "int16"}, "/blocks.1/norm1/Add": {"qtype": "int16"}, "/blocks.1/norm1/Sqrt": {"qtype": "int16"}, "/blocks.1/norm1/Constant_4": {"qtype": "int16"}, "/blocks.1/norm1/Div_1": {"qtype": "int16"}, "/blocks.1/norm1/Mul_2": {"qtype": "int16"}, "/blocks.1/norm1/Mul_3": {"qtype": "int16"}, "/blocks.1/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/attn/qkv/Add": {"qtype": "int16"}, "/blocks.1/attn/Constant": {"qtype": "int16"}, "/blocks.1/attn/Reshape": {"qtype": "int16"}, "/blocks.1/attn/Transpose": {"qtype": "int16"}, "/blocks.1/attn/Constant_1": {"qtype": "int16"}, "/blocks.1/attn/Split": {"qtype": "int16"}, "/blocks.1/attn/Constant_2": {"qtype": "int16"}, "/blocks.1/attn/Squeeze": {"qtype": "int16"}, "/blocks.1/attn/Constant_3": {"qtype": "int16"}, "/blocks.1/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.1/attn/Constant_4": {"qtype": "int16"}, "/blocks.1/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.1/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.1/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.1/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.1/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.1/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.1/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.1/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.1/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.1/attn/Shape": {"qtype": "int16"}, "/blocks.1/attn/Constant_5": {"qtype": "int16"}, "/blocks.1/attn/Constant_6": {"qtype": "int16"}, "/blocks.1/attn/Slice": {"qtype": "int16"}, "/blocks.1/attn/Cast": {"qtype": "int16"}, "/blocks.1/attn/Sqrt": {"qtype": "int16"}, "/blocks.1/attn/Constant_7": {"qtype": "int16"}, "/blocks.1/attn/Div": {"qtype": "int16"}, "/blocks.1/attn/Cast_1": {"qtype": "int16"}, "/blocks.1/attn/Transpose_1": {"qtype": "int16"}, "/blocks.1/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.1/attn/Mul": {"qtype": "int16"}, "/blocks.1/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.1/attn/Mul_1": {"qtype": "int16"}, "/blocks.1/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/attn/Softmax": {"qtype": "int16"}, "/blocks.1/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/attn/Transpose_2": {"qtype": "int16"}, "/blocks.1/attn/Constant_8": {"qtype": "int16"}, "/blocks.1/attn/Reshape_1": {"qtype": "int16"}, "/blocks.1/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/attn/proj/Add": {"qtype": "int16"}, "/blocks.1/Add": {"qtype": "int16"}, "/blocks.1/norm2/Constant": {"qtype": "int16"}, "/blocks.1/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.1/norm2/Shape": {"qtype": "int16"}, "/blocks.1/norm2/Constant_1": {"qtype": "int16"}, "/blocks.1/norm2/Gather": {"qtype": "int16"}, "/blocks.1/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.1/norm2/Sub": {"qtype": "int16"}, "/blocks.1/norm2/Mul": {"qtype": "int16"}, "/blocks.1/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/norm2/Cast": {"qtype": "int16"}, "/blocks.1/norm2/Mul_1": {"qtype": "int16"}, "/blocks.1/norm2/Constant_2": {"qtype": "int16"}, "/blocks.1/norm2/Sub_1": {"qtype": "int16"}, "/blocks.1/norm2/Div": {"qtype": "int16"}, "/blocks.1/norm2/Constant_3": {"qtype": "int16"}, "/blocks.1/norm2/Add": {"qtype": "int16"}, "/blocks.1/norm2/Sqrt": {"qtype": "int16"}, "/blocks.1/norm2/Constant_4": {"qtype": "int16"}, "/blocks.1/norm2/Div_1": {"qtype": "int16"}, "/blocks.1/norm2/Mul_2": {"qtype": "int16"}, "/blocks.1/norm2/Mul_3": {"qtype": "int16"}, "/blocks.1/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant": {"qtype": "int16"}, "/blocks.1/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.1/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.1/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.1/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.1/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.1/cross_attn/Split": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.1/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.1/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.1/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.1/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.1/cross_attn/Shape": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.1/cross_attn/Slice": {"qtype": "int16"}, "/blocks.1/cross_attn/Cast": {"qtype": "int16"}, "/blocks.1/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.1/cross_attn/Div": {"qtype": "int16"}, "/blocks.1/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.1/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.1/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.1/cross_attn/Mul": {"qtype": "int16"}, "/blocks.1/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.1/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.1/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.1/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.1/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.1/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.1/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.1/Add_1": {"qtype": "int16"}, "/blocks.1/norm3/Constant": {"qtype": "int16"}, "/blocks.1/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.1/norm3/Shape": {"qtype": "int16"}, "/blocks.1/norm3/Constant_1": {"qtype": "int16"}, "/blocks.1/norm3/Gather": {"qtype": "int16"}, "/blocks.1/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.1/norm3/Sub": {"qtype": "int16"}, "/blocks.1/norm3/Mul": {"qtype": "int16"}, "/blocks.1/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.1/norm3/Cast": {"qtype": "int16"}, "/blocks.1/norm3/Mul_1": {"qtype": "int16"}, "/blocks.1/norm3/Constant_2": {"qtype": "int16"}, "/blocks.1/norm3/Sub_1": {"qtype": "int16"}, "/blocks.1/norm3/Div": {"qtype": "int16"}, "/blocks.1/norm3/Constant_3": {"qtype": "int16"}, "/blocks.1/norm3/Add": {"qtype": "int16"}, "/blocks.1/norm3/Sqrt": {"qtype": "int16"}, "/blocks.1/norm3/Constant_4": {"qtype": "int16"}, "/blocks.1/norm3/Div_1": {"qtype": "int16"}, "/blocks.1/norm3/Mul_2": {"qtype": "int16"}, "/blocks.1/norm3/Mul_3": {"qtype": "int16"}, "/blocks.1/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.1/ffn/act/Mul": {"qtype": "int16"}, "/blocks.1/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.1/ffn/act/Constant": {"qtype": "int16"}, "/blocks.1/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.1/ffn/act/Add": {"qtype": "int16"}, "/blocks.1/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.1/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.1/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.1/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.1/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.1/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.1/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.1/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.1/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.1/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.1/Add_2": {"qtype": "int16"}, "/blocks.2/norm1/Constant": {"qtype": "int16"}, "/blocks.2/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.2/norm1/Shape": {"qtype": "int16"}, "/blocks.2/norm1/Constant_1": {"qtype": "int16"}, "/blocks.2/norm1/Gather": {"qtype": "int16"}, "/blocks.2/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.2/norm1/Sub": {"qtype": "int16"}, "/blocks.2/norm1/Mul": {"qtype": "int16"}, "/blocks.2/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/norm1/Cast": {"qtype": "int16"}, "/blocks.2/norm1/Mul_1": {"qtype": "int16"}, "/blocks.2/norm1/Constant_2": {"qtype": "int16"}, "/blocks.2/norm1/Sub_1": {"qtype": "int16"}, "/blocks.2/norm1/Div": {"qtype": "int16"}, "/blocks.2/norm1/Constant_3": {"qtype": "int16"}, "/blocks.2/norm1/Add": {"qtype": "int16"}, "/blocks.2/norm1/Sqrt": {"qtype": "int16"}, "/blocks.2/norm1/Constant_4": {"qtype": "int16"}, "/blocks.2/norm1/Div_1": {"qtype": "int16"}, "/blocks.2/norm1/Mul_2": {"qtype": "int16"}, "/blocks.2/norm1/Mul_3": {"qtype": "int16"}, "/blocks.2/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/attn/qkv/Add": {"qtype": "int16"}, "/blocks.2/attn/Constant": {"qtype": "int16"}, "/blocks.2/attn/Reshape": {"qtype": "int16"}, "/blocks.2/attn/Transpose": {"qtype": "int16"}, "/blocks.2/attn/Constant_1": {"qtype": "int16"}, "/blocks.2/attn/Split": {"qtype": "int16"}, "/blocks.2/attn/Constant_2": {"qtype": "int16"}, "/blocks.2/attn/Squeeze": {"qtype": "int16"}, "/blocks.2/attn/Constant_3": {"qtype": "int16"}, "/blocks.2/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.2/attn/Constant_4": {"qtype": "int16"}, "/blocks.2/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.2/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.2/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.2/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.2/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.2/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.2/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.2/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.2/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.2/attn/Shape": {"qtype": "int16"}, "/blocks.2/attn/Constant_5": {"qtype": "int16"}, "/blocks.2/attn/Constant_6": {"qtype": "int16"}, "/blocks.2/attn/Slice": {"qtype": "int16"}, "/blocks.2/attn/Cast": {"qtype": "int16"}, "/blocks.2/attn/Sqrt": {"qtype": "int16"}, "/blocks.2/attn/Constant_7": {"qtype": "int16"}, "/blocks.2/attn/Div": {"qtype": "int16"}, "/blocks.2/attn/Cast_1": {"qtype": "int16"}, "/blocks.2/attn/Transpose_1": {"qtype": "int16"}, "/blocks.2/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.2/attn/Mul": {"qtype": "int16"}, "/blocks.2/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.2/attn/Mul_1": {"qtype": "int16"}, "/blocks.2/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/attn/Softmax": {"qtype": "int16"}, "/blocks.2/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/attn/Transpose_2": {"qtype": "int16"}, "/blocks.2/attn/Constant_8": {"qtype": "int16"}, "/blocks.2/attn/Reshape_1": {"qtype": "int16"}, "/blocks.2/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/attn/proj/Add": {"qtype": "int16"}, "/blocks.2/Add": {"qtype": "int16"}, "/blocks.2/norm2/Constant": {"qtype": "int16"}, "/blocks.2/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.2/norm2/Shape": {"qtype": "int16"}, "/blocks.2/norm2/Constant_1": {"qtype": "int16"}, "/blocks.2/norm2/Gather": {"qtype": "int16"}, "/blocks.2/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.2/norm2/Sub": {"qtype": "int16"}, "/blocks.2/norm2/Mul": {"qtype": "int16"}, "/blocks.2/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/norm2/Cast": {"qtype": "int16"}, "/blocks.2/norm2/Mul_1": {"qtype": "int16"}, "/blocks.2/norm2/Constant_2": {"qtype": "int16"}, "/blocks.2/norm2/Sub_1": {"qtype": "int16"}, "/blocks.2/norm2/Div": {"qtype": "int16"}, "/blocks.2/norm2/Constant_3": {"qtype": "int16"}, "/blocks.2/norm2/Add": {"qtype": "int16"}, "/blocks.2/norm2/Sqrt": {"qtype": "int16"}, "/blocks.2/norm2/Constant_4": {"qtype": "int16"}, "/blocks.2/norm2/Div_1": {"qtype": "int16"}, "/blocks.2/norm2/Mul_2": {"qtype": "int16"}, "/blocks.2/norm2/Mul_3": {"qtype": "int16"}, "/blocks.2/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant": {"qtype": "int16"}, "/blocks.2/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.2/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.2/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.2/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.2/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.2/cross_attn/Split": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.2/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.2/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.2/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.2/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.2/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.2/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.2/cross_attn/Mul": {"qtype": "int16"}, "/blocks.2/cross_attn/Equal": {"qtype": "int16"}, "/blocks.2/cross_attn/Where": {"qtype": "int16"}, "/blocks.2/cross_attn/Expand": {"qtype": "int16"}, "/blocks.2/cross_attn/Shape": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.2/cross_attn/Slice": {"qtype": "int16"}, "/blocks.2/cross_attn/Cast": {"qtype": "int16"}, "/blocks.2/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.2/cross_attn/Div": {"qtype": "int16"}, "/blocks.2/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.2/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.2/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.2/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.2/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.2/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.2/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/cross_attn/Add": {"qtype": "int16"}, "/blocks.2/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.2/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.2/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.2/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.2/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.2/Add_1": {"qtype": "int16"}, "/blocks.2/norm3/Constant": {"qtype": "int16"}, "/blocks.2/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.2/norm3/Shape": {"qtype": "int16"}, "/blocks.2/norm3/Constant_1": {"qtype": "int16"}, "/blocks.2/norm3/Gather": {"qtype": "int16"}, "/blocks.2/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.2/norm3/Sub": {"qtype": "int16"}, "/blocks.2/norm3/Mul": {"qtype": "int16"}, "/blocks.2/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.2/norm3/Cast": {"qtype": "int16"}, "/blocks.2/norm3/Mul_1": {"qtype": "int16"}, "/blocks.2/norm3/Constant_2": {"qtype": "int16"}, "/blocks.2/norm3/Sub_1": {"qtype": "int16"}, "/blocks.2/norm3/Div": {"qtype": "int16"}, "/blocks.2/norm3/Constant_3": {"qtype": "int16"}, "/blocks.2/norm3/Add": {"qtype": "int16"}, "/blocks.2/norm3/Sqrt": {"qtype": "int16"}, "/blocks.2/norm3/Constant_4": {"qtype": "int16"}, "/blocks.2/norm3/Div_1": {"qtype": "int16"}, "/blocks.2/norm3/Mul_2": {"qtype": "int16"}, "/blocks.2/norm3/Mul_3": {"qtype": "int16"}, "/blocks.2/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.2/ffn/act/Mul": {"qtype": "int16"}, "/blocks.2/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.2/ffn/act/Constant": {"qtype": "int16"}, "/blocks.2/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.2/ffn/act/Add": {"qtype": "int16"}, "/blocks.2/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.2/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.2/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.2/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.2/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.2/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.2/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.2/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.2/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.2/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.2/Add_2": {"qtype": "int16"}, "/blocks.3/norm1/Constant": {"qtype": "int16"}, "/blocks.3/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.3/norm1/Shape": {"qtype": "int16"}, "/blocks.3/norm1/Constant_1": {"qtype": "int16"}, "/blocks.3/norm1/Gather": {"qtype": "int16"}, "/blocks.3/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.3/norm1/Sub": {"qtype": "int16"}, "/blocks.3/norm1/Mul": {"qtype": "int16"}, "/blocks.3/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/norm1/Cast": {"qtype": "int16"}, "/blocks.3/norm1/Mul_1": {"qtype": "int16"}, "/blocks.3/norm1/Constant_2": {"qtype": "int16"}, "/blocks.3/norm1/Sub_1": {"qtype": "int16"}, "/blocks.3/norm1/Div": {"qtype": "int16"}, "/blocks.3/norm1/Constant_3": {"qtype": "int16"}, "/blocks.3/norm1/Add": {"qtype": "int16"}, "/blocks.3/norm1/Sqrt": {"qtype": "int16"}, "/blocks.3/norm1/Constant_4": {"qtype": "int16"}, "/blocks.3/norm1/Div_1": {"qtype": "int16"}, "/blocks.3/norm1/Mul_2": {"qtype": "int16"}, "/blocks.3/norm1/Mul_3": {"qtype": "int16"}, "/blocks.3/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/attn/qkv/Add": {"qtype": "int16"}, "/blocks.3/attn/Constant": {"qtype": "int16"}, "/blocks.3/attn/Reshape": {"qtype": "int16"}, "/blocks.3/attn/Transpose": {"qtype": "int16"}, "/blocks.3/attn/Constant_1": {"qtype": "int16"}, "/blocks.3/attn/Split": {"qtype": "int16"}, "/blocks.3/attn/Constant_2": {"qtype": "int16"}, "/blocks.3/attn/Squeeze": {"qtype": "int16"}, "/blocks.3/attn/Constant_3": {"qtype": "int16"}, "/blocks.3/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.3/attn/Constant_4": {"qtype": "int16"}, "/blocks.3/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.3/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.3/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.3/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.3/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.3/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.3/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.3/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.3/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.3/attn/Shape": {"qtype": "int16"}, "/blocks.3/attn/Constant_5": {"qtype": "int16"}, "/blocks.3/attn/Constant_6": {"qtype": "int16"}, "/blocks.3/attn/Slice": {"qtype": "int16"}, "/blocks.3/attn/Cast": {"qtype": "int16"}, "/blocks.3/attn/Sqrt": {"qtype": "int16"}, "/blocks.3/attn/Constant_7": {"qtype": "int16"}, "/blocks.3/attn/Div": {"qtype": "int16"}, "/blocks.3/attn/Cast_1": {"qtype": "int16"}, "/blocks.3/attn/Transpose_1": {"qtype": "int16"}, "/blocks.3/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.3/attn/Mul": {"qtype": "int16"}, "/blocks.3/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.3/attn/Mul_1": {"qtype": "int16"}, "/blocks.3/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/attn/Softmax": {"qtype": "int16"}, "/blocks.3/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/attn/Transpose_2": {"qtype": "int16"}, "/blocks.3/attn/Constant_8": {"qtype": "int16"}, "/blocks.3/attn/Reshape_1": {"qtype": "int16"}, "/blocks.3/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/attn/proj/Add": {"qtype": "int16"}, "/blocks.3/Add": {"qtype": "int16"}, "/blocks.3/norm2/Constant": {"qtype": "int16"}, "/blocks.3/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.3/norm2/Shape": {"qtype": "int16"}, "/blocks.3/norm2/Constant_1": {"qtype": "int16"}, "/blocks.3/norm2/Gather": {"qtype": "int16"}, "/blocks.3/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.3/norm2/Sub": {"qtype": "int16"}, "/blocks.3/norm2/Mul": {"qtype": "int16"}, "/blocks.3/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/norm2/Cast": {"qtype": "int16"}, "/blocks.3/norm2/Mul_1": {"qtype": "int16"}, "/blocks.3/norm2/Constant_2": {"qtype": "int16"}, "/blocks.3/norm2/Sub_1": {"qtype": "int16"}, "/blocks.3/norm2/Div": {"qtype": "int16"}, "/blocks.3/norm2/Constant_3": {"qtype": "int16"}, "/blocks.3/norm2/Add": {"qtype": "int16"}, "/blocks.3/norm2/Sqrt": {"qtype": "int16"}, "/blocks.3/norm2/Constant_4": {"qtype": "int16"}, "/blocks.3/norm2/Div_1": {"qtype": "int16"}, "/blocks.3/norm2/Mul_2": {"qtype": "int16"}, "/blocks.3/norm2/Mul_3": {"qtype": "int16"}, "/blocks.3/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant": {"qtype": "int16"}, "/blocks.3/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.3/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.3/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.3/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.3/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.3/cross_attn/Split": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.3/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.3/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.3/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.3/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.3/cross_attn/Shape": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.3/cross_attn/Slice": {"qtype": "int16"}, "/blocks.3/cross_attn/Cast": {"qtype": "int16"}, "/blocks.3/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.3/cross_attn/Div": {"qtype": "int16"}, "/blocks.3/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.3/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.3/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.3/cross_attn/Mul": {"qtype": "int16"}, "/blocks.3/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.3/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.3/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.3/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.3/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.3/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.3/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.3/Add_1": {"qtype": "int16"}, "/blocks.3/norm3/Constant": {"qtype": "int16"}, "/blocks.3/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.3/norm3/Shape": {"qtype": "int16"}, "/blocks.3/norm3/Constant_1": {"qtype": "int16"}, "/blocks.3/norm3/Gather": {"qtype": "int16"}, "/blocks.3/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.3/norm3/Sub": {"qtype": "int16"}, "/blocks.3/norm3/Mul": {"qtype": "int16"}, "/blocks.3/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.3/norm3/Cast": {"qtype": "int16"}, "/blocks.3/norm3/Mul_1": {"qtype": "int16"}, "/blocks.3/norm3/Constant_2": {"qtype": "int16"}, "/blocks.3/norm3/Sub_1": {"qtype": "int16"}, "/blocks.3/norm3/Div": {"qtype": "int16"}, "/blocks.3/norm3/Constant_3": {"qtype": "int16"}, "/blocks.3/norm3/Add": {"qtype": "int16"}, "/blocks.3/norm3/Sqrt": {"qtype": "int16"}, "/blocks.3/norm3/Constant_4": {"qtype": "int16"}, "/blocks.3/norm3/Div_1": {"qtype": "int16"}, "/blocks.3/norm3/Mul_2": {"qtype": "int16"}, "/blocks.3/norm3/Mul_3": {"qtype": "int16"}, "/blocks.3/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.3/ffn/act/Mul": {"qtype": "int16"}, "/blocks.3/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.3/ffn/act/Constant": {"qtype": "int16"}, "/blocks.3/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.3/ffn/act/Add": {"qtype": "int16"}, "/blocks.3/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.3/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.3/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.3/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.3/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.3/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.3/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.3/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.3/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.3/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.3/Add_2": {"qtype": "int16"}, "/blocks.4/norm1/Constant": {"qtype": "int16"}, "/blocks.4/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.4/norm1/Shape": {"qtype": "int16"}, "/blocks.4/norm1/Constant_1": {"qtype": "int16"}, "/blocks.4/norm1/Gather": {"qtype": "int16"}, "/blocks.4/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.4/norm1/Sub": {"qtype": "int16"}, "/blocks.4/norm1/Mul": {"qtype": "int16"}, "/blocks.4/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/norm1/Cast": {"qtype": "int16"}, "/blocks.4/norm1/Mul_1": {"qtype": "int16"}, "/blocks.4/norm1/Constant_2": {"qtype": "int16"}, "/blocks.4/norm1/Sub_1": {"qtype": "int16"}, "/blocks.4/norm1/Div": {"qtype": "int16"}, "/blocks.4/norm1/Constant_3": {"qtype": "int16"}, "/blocks.4/norm1/Add": {"qtype": "int16"}, "/blocks.4/norm1/Sqrt": {"qtype": "int16"}, "/blocks.4/norm1/Constant_4": {"qtype": "int16"}, "/blocks.4/norm1/Div_1": {"qtype": "int16"}, "/blocks.4/norm1/Mul_2": {"qtype": "int16"}, "/blocks.4/norm1/Mul_3": {"qtype": "int16"}, "/blocks.4/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/attn/qkv/Add": {"qtype": "int16"}, "/blocks.4/attn/Constant": {"qtype": "int16"}, "/blocks.4/attn/Reshape": {"qtype": "int16"}, "/blocks.4/attn/Transpose": {"qtype": "int16"}, "/blocks.4/attn/Constant_1": {"qtype": "int16"}, "/blocks.4/attn/Split": {"qtype": "int16"}, "/blocks.4/attn/Constant_2": {"qtype": "int16"}, "/blocks.4/attn/Squeeze": {"qtype": "int16"}, "/blocks.4/attn/Constant_3": {"qtype": "int16"}, "/blocks.4/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.4/attn/Constant_4": {"qtype": "int16"}, "/blocks.4/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.4/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.4/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.4/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.4/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.4/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.4/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.4/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.4/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.4/attn/Shape": {"qtype": "int16"}, "/blocks.4/attn/Constant_5": {"qtype": "int16"}, "/blocks.4/attn/Constant_6": {"qtype": "int16"}, "/blocks.4/attn/Slice": {"qtype": "int16"}, "/blocks.4/attn/Cast": {"qtype": "int16"}, "/blocks.4/attn/Sqrt": {"qtype": "int16"}, "/blocks.4/attn/Constant_7": {"qtype": "int16"}, "/blocks.4/attn/Div": {"qtype": "int16"}, "/blocks.4/attn/Cast_1": {"qtype": "int16"}, "/blocks.4/attn/Transpose_1": {"qtype": "int16"}, "/blocks.4/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.4/attn/Mul": {"qtype": "int16"}, "/blocks.4/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.4/attn/Mul_1": {"qtype": "int16"}, "/blocks.4/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/attn/Softmax": {"qtype": "int16"}, "/blocks.4/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/attn/Transpose_2": {"qtype": "int16"}, "/blocks.4/attn/Constant_8": {"qtype": "int16"}, "/blocks.4/attn/Reshape_1": {"qtype": "int16"}, "/blocks.4/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/attn/proj/Add": {"qtype": "int16"}, "/blocks.4/Add": {"qtype": "int16"}, "/blocks.4/norm2/Constant": {"qtype": "int16"}, "/blocks.4/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.4/norm2/Shape": {"qtype": "int16"}, "/blocks.4/norm2/Constant_1": {"qtype": "int16"}, "/blocks.4/norm2/Gather": {"qtype": "int16"}, "/blocks.4/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.4/norm2/Sub": {"qtype": "int16"}, "/blocks.4/norm2/Mul": {"qtype": "int16"}, "/blocks.4/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/norm2/Cast": {"qtype": "int16"}, "/blocks.4/norm2/Mul_1": {"qtype": "int16"}, "/blocks.4/norm2/Constant_2": {"qtype": "int16"}, "/blocks.4/norm2/Sub_1": {"qtype": "int16"}, "/blocks.4/norm2/Div": {"qtype": "int16"}, "/blocks.4/norm2/Constant_3": {"qtype": "int16"}, "/blocks.4/norm2/Add": {"qtype": "int16"}, "/blocks.4/norm2/Sqrt": {"qtype": "int16"}, "/blocks.4/norm2/Constant_4": {"qtype": "int16"}, "/blocks.4/norm2/Div_1": {"qtype": "int16"}, "/blocks.4/norm2/Mul_2": {"qtype": "int16"}, "/blocks.4/norm2/Mul_3": {"qtype": "int16"}, "/blocks.4/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant": {"qtype": "int16"}, "/blocks.4/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.4/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.4/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.4/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.4/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.4/cross_attn/Split": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.4/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.4/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.4/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.4/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.4/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.4/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.4/cross_attn/Mul": {"qtype": "int16"}, "/blocks.4/cross_attn/Equal": {"qtype": "int16"}, "/blocks.4/cross_attn/Where": {"qtype": "int16"}, "/blocks.4/cross_attn/Expand": {"qtype": "int16"}, "/blocks.4/cross_attn/Shape": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.4/cross_attn/Slice": {"qtype": "int16"}, "/blocks.4/cross_attn/Cast": {"qtype": "int16"}, "/blocks.4/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.4/cross_attn/Div": {"qtype": "int16"}, "/blocks.4/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.4/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.4/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.4/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.4/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.4/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.4/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/cross_attn/Add": {"qtype": "int16"}, "/blocks.4/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.4/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.4/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.4/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.4/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.4/Add_1": {"qtype": "int16"}, "/blocks.4/norm3/Constant": {"qtype": "int16"}, "/blocks.4/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.4/norm3/Shape": {"qtype": "int16"}, "/blocks.4/norm3/Constant_1": {"qtype": "int16"}, "/blocks.4/norm3/Gather": {"qtype": "int16"}, "/blocks.4/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.4/norm3/Sub": {"qtype": "int16"}, "/blocks.4/norm3/Mul": {"qtype": "int16"}, "/blocks.4/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.4/norm3/Cast": {"qtype": "int16"}, "/blocks.4/norm3/Mul_1": {"qtype": "int16"}, "/blocks.4/norm3/Constant_2": {"qtype": "int16"}, "/blocks.4/norm3/Sub_1": {"qtype": "int16"}, "/blocks.4/norm3/Div": {"qtype": "int16"}, "/blocks.4/norm3/Constant_3": {"qtype": "int16"}, "/blocks.4/norm3/Add": {"qtype": "int16"}, "/blocks.4/norm3/Sqrt": {"qtype": "int16"}, "/blocks.4/norm3/Constant_4": {"qtype": "int16"}, "/blocks.4/norm3/Div_1": {"qtype": "int16"}, "/blocks.4/norm3/Mul_2": {"qtype": "int16"}, "/blocks.4/norm3/Mul_3": {"qtype": "int16"}, "/blocks.4/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.4/ffn/act/Mul": {"qtype": "int16"}, "/blocks.4/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.4/ffn/act/Constant": {"qtype": "int16"}, "/blocks.4/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.4/ffn/act/Add": {"qtype": "int16"}, "/blocks.4/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.4/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.4/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.4/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.4/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.4/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.4/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.4/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.4/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.4/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.4/Add_2": {"qtype": "int16"}, "/blocks.5/norm1/Constant": {"qtype": "int16"}, "/blocks.5/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.5/norm1/Shape": {"qtype": "int16"}, "/blocks.5/norm1/Constant_1": {"qtype": "int16"}, "/blocks.5/norm1/Gather": {"qtype": "int16"}, "/blocks.5/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.5/norm1/Sub": {"qtype": "int16"}, "/blocks.5/norm1/Mul": {"qtype": "int16"}, "/blocks.5/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/norm1/Cast": {"qtype": "int16"}, "/blocks.5/norm1/Mul_1": {"qtype": "int16"}, "/blocks.5/norm1/Constant_2": {"qtype": "int16"}, "/blocks.5/norm1/Sub_1": {"qtype": "int16"}, "/blocks.5/norm1/Div": {"qtype": "int16"}, "/blocks.5/norm1/Constant_3": {"qtype": "int16"}, "/blocks.5/norm1/Add": {"qtype": "int16"}, "/blocks.5/norm1/Sqrt": {"qtype": "int16"}, "/blocks.5/norm1/Constant_4": {"qtype": "int16"}, "/blocks.5/norm1/Div_1": {"qtype": "int16"}, "/blocks.5/norm1/Mul_2": {"qtype": "int16"}, "/blocks.5/norm1/Mul_3": {"qtype": "int16"}, "/blocks.5/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/attn/qkv/Add": {"qtype": "int16"}, "/blocks.5/attn/Constant": {"qtype": "int16"}, "/blocks.5/attn/Reshape": {"qtype": "int16"}, "/blocks.5/attn/Transpose": {"qtype": "int16"}, "/blocks.5/attn/Constant_1": {"qtype": "int16"}, "/blocks.5/attn/Split": {"qtype": "int16"}, "/blocks.5/attn/Constant_2": {"qtype": "int16"}, "/blocks.5/attn/Squeeze": {"qtype": "int16"}, "/blocks.5/attn/Constant_3": {"qtype": "int16"}, "/blocks.5/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.5/attn/Constant_4": {"qtype": "int16"}, "/blocks.5/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.5/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.5/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.5/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.5/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.5/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.5/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.5/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.5/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.5/attn/Shape": {"qtype": "int16"}, "/blocks.5/attn/Constant_5": {"qtype": "int16"}, "/blocks.5/attn/Constant_6": {"qtype": "int16"}, "/blocks.5/attn/Slice": {"qtype": "int16"}, "/blocks.5/attn/Cast": {"qtype": "int16"}, "/blocks.5/attn/Sqrt": {"qtype": "int16"}, "/blocks.5/attn/Constant_7": {"qtype": "int16"}, "/blocks.5/attn/Div": {"qtype": "int16"}, "/blocks.5/attn/Cast_1": {"qtype": "int16"}, "/blocks.5/attn/Transpose_1": {"qtype": "int16"}, "/blocks.5/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.5/attn/Mul": {"qtype": "int16"}, "/blocks.5/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.5/attn/Mul_1": {"qtype": "int16"}, "/blocks.5/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/attn/Softmax": {"qtype": "int16"}, "/blocks.5/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/attn/Transpose_2": {"qtype": "int16"}, "/blocks.5/attn/Constant_8": {"qtype": "int16"}, "/blocks.5/attn/Reshape_1": {"qtype": "int16"}, "/blocks.5/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/attn/proj/Add": {"qtype": "int16"}, "/blocks.5/Add": {"qtype": "int16"}, "/blocks.5/norm2/Constant": {"qtype": "int16"}, "/blocks.5/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.5/norm2/Shape": {"qtype": "int16"}, "/blocks.5/norm2/Constant_1": {"qtype": "int16"}, "/blocks.5/norm2/Gather": {"qtype": "int16"}, "/blocks.5/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.5/norm2/Sub": {"qtype": "int16"}, "/blocks.5/norm2/Mul": {"qtype": "int16"}, "/blocks.5/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/norm2/Cast": {"qtype": "int16"}, "/blocks.5/norm2/Mul_1": {"qtype": "int16"}, "/blocks.5/norm2/Constant_2": {"qtype": "int16"}, "/blocks.5/norm2/Sub_1": {"qtype": "int16"}, "/blocks.5/norm2/Div": {"qtype": "int16"}, "/blocks.5/norm2/Constant_3": {"qtype": "int16"}, "/blocks.5/norm2/Add": {"qtype": "int16"}, "/blocks.5/norm2/Sqrt": {"qtype": "int16"}, "/blocks.5/norm2/Constant_4": {"qtype": "int16"}, "/blocks.5/norm2/Div_1": {"qtype": "int16"}, "/blocks.5/norm2/Mul_2": {"qtype": "int16"}, "/blocks.5/norm2/Mul_3": {"qtype": "int16"}, "/blocks.5/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant": {"qtype": "int16"}, "/blocks.5/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.5/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.5/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.5/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.5/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.5/cross_attn/Split": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.5/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.5/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.5/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.5/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.5/cross_attn/Shape": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.5/cross_attn/Slice": {"qtype": "int16"}, "/blocks.5/cross_attn/Cast": {"qtype": "int16"}, "/blocks.5/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.5/cross_attn/Div": {"qtype": "int16"}, "/blocks.5/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.5/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.5/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.5/cross_attn/Mul": {"qtype": "int16"}, "/blocks.5/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.5/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.5/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.5/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.5/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.5/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.5/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.5/Add_1": {"qtype": "int16"}, "/blocks.5/norm3/Constant": {"qtype": "int16"}, "/blocks.5/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.5/norm3/Shape": {"qtype": "int16"}, "/blocks.5/norm3/Constant_1": {"qtype": "int16"}, "/blocks.5/norm3/Gather": {"qtype": "int16"}, "/blocks.5/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.5/norm3/Sub": {"qtype": "int16"}, "/blocks.5/norm3/Mul": {"qtype": "int16"}, "/blocks.5/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.5/norm3/Cast": {"qtype": "int16"}, "/blocks.5/norm3/Mul_1": {"qtype": "int16"}, "/blocks.5/norm3/Constant_2": {"qtype": "int16"}, "/blocks.5/norm3/Sub_1": {"qtype": "int16"}, "/blocks.5/norm3/Div": {"qtype": "int16"}, "/blocks.5/norm3/Constant_3": {"qtype": "int16"}, "/blocks.5/norm3/Add": {"qtype": "int16"}, "/blocks.5/norm3/Sqrt": {"qtype": "int16"}, "/blocks.5/norm3/Constant_4": {"qtype": "int16"}, "/blocks.5/norm3/Div_1": {"qtype": "int16"}, "/blocks.5/norm3/Mul_2": {"qtype": "int16"}, "/blocks.5/norm3/Mul_3": {"qtype": "int16"}, "/blocks.5/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.5/ffn/act/Mul": {"qtype": "int16"}, "/blocks.5/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.5/ffn/act/Constant": {"qtype": "int16"}, "/blocks.5/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.5/ffn/act/Add": {"qtype": "int16"}, "/blocks.5/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.5/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.5/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.5/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.5/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.5/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.5/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.5/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.5/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.5/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.5/Add_2": {"qtype": "int16"}, "/blocks.6/norm1/Constant": {"qtype": "int16"}, "/blocks.6/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.6/norm1/Shape": {"qtype": "int16"}, "/blocks.6/norm1/Constant_1": {"qtype": "int16"}, "/blocks.6/norm1/Gather": {"qtype": "int16"}, "/blocks.6/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.6/norm1/Sub": {"qtype": "int16"}, "/blocks.6/norm1/Mul": {"qtype": "int16"}, "/blocks.6/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/norm1/Cast": {"qtype": "int16"}, "/blocks.6/norm1/Mul_1": {"qtype": "int16"}, "/blocks.6/norm1/Constant_2": {"qtype": "int16"}, "/blocks.6/norm1/Sub_1": {"qtype": "int16"}, "/blocks.6/norm1/Div": {"qtype": "int16"}, "/blocks.6/norm1/Constant_3": {"qtype": "int16"}, "/blocks.6/norm1/Add": {"qtype": "int16"}, "/blocks.6/norm1/Sqrt": {"qtype": "int16"}, "/blocks.6/norm1/Constant_4": {"qtype": "int16"}, "/blocks.6/norm1/Div_1": {"qtype": "int16"}, "/blocks.6/norm1/Mul_2": {"qtype": "int16"}, "/blocks.6/norm1/Mul_3": {"qtype": "int16"}, "/blocks.6/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/attn/qkv/Add": {"qtype": "int16"}, "/blocks.6/attn/Constant": {"qtype": "int16"}, "/blocks.6/attn/Reshape": {"qtype": "int16"}, "/blocks.6/attn/Transpose": {"qtype": "int16"}, "/blocks.6/attn/Constant_1": {"qtype": "int16"}, "/blocks.6/attn/Split": {"qtype": "int16"}, "/blocks.6/attn/Constant_2": {"qtype": "int16"}, "/blocks.6/attn/Squeeze": {"qtype": "int16"}, "/blocks.6/attn/Constant_3": {"qtype": "int16"}, "/blocks.6/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.6/attn/Constant_4": {"qtype": "int16"}, "/blocks.6/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.6/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.6/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.6/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.6/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.6/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.6/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.6/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.6/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.6/attn/Shape": {"qtype": "int16"}, "/blocks.6/attn/Constant_5": {"qtype": "int16"}, "/blocks.6/attn/Constant_6": {"qtype": "int16"}, "/blocks.6/attn/Slice": {"qtype": "int16"}, "/blocks.6/attn/Cast": {"qtype": "int16"}, "/blocks.6/attn/Sqrt": {"qtype": "int16"}, "/blocks.6/attn/Constant_7": {"qtype": "int16"}, "/blocks.6/attn/Div": {"qtype": "int16"}, "/blocks.6/attn/Cast_1": {"qtype": "int16"}, "/blocks.6/attn/Transpose_1": {"qtype": "int16"}, "/blocks.6/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.6/attn/Mul": {"qtype": "int16"}, "/blocks.6/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.6/attn/Mul_1": {"qtype": "int16"}, "/blocks.6/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/attn/Softmax": {"qtype": "int16"}, "/blocks.6/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/attn/Transpose_2": {"qtype": "int16"}, "/blocks.6/attn/Constant_8": {"qtype": "int16"}, "/blocks.6/attn/Reshape_1": {"qtype": "int16"}, "/blocks.6/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/attn/proj/Add": {"qtype": "int16"}, "/blocks.6/Add": {"qtype": "int16"}, "/blocks.6/norm2/Constant": {"qtype": "int16"}, "/blocks.6/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.6/norm2/Shape": {"qtype": "int16"}, "/blocks.6/norm2/Constant_1": {"qtype": "int16"}, "/blocks.6/norm2/Gather": {"qtype": "int16"}, "/blocks.6/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.6/norm2/Sub": {"qtype": "int16"}, "/blocks.6/norm2/Mul": {"qtype": "int16"}, "/blocks.6/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/norm2/Cast": {"qtype": "int16"}, "/blocks.6/norm2/Mul_1": {"qtype": "int16"}, "/blocks.6/norm2/Constant_2": {"qtype": "int16"}, "/blocks.6/norm2/Sub_1": {"qtype": "int16"}, "/blocks.6/norm2/Div": {"qtype": "int16"}, "/blocks.6/norm2/Constant_3": {"qtype": "int16"}, "/blocks.6/norm2/Add": {"qtype": "int16"}, "/blocks.6/norm2/Sqrt": {"qtype": "int16"}, "/blocks.6/norm2/Constant_4": {"qtype": "int16"}, "/blocks.6/norm2/Div_1": {"qtype": "int16"}, "/blocks.6/norm2/Mul_2": {"qtype": "int16"}, "/blocks.6/norm2/Mul_3": {"qtype": "int16"}, "/blocks.6/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant": {"qtype": "int16"}, "/blocks.6/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.6/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.6/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.6/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.6/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.6/cross_attn/Split": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.6/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.6/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.6/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.6/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.6/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.6/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.6/cross_attn/Mul": {"qtype": "int16"}, "/blocks.6/cross_attn/Equal": {"qtype": "int16"}, "/blocks.6/cross_attn/Where": {"qtype": "int16"}, "/blocks.6/cross_attn/Expand": {"qtype": "int16"}, "/blocks.6/cross_attn/Shape": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.6/cross_attn/Slice": {"qtype": "int16"}, "/blocks.6/cross_attn/Cast": {"qtype": "int16"}, "/blocks.6/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.6/cross_attn/Div": {"qtype": "int16"}, "/blocks.6/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.6/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.6/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.6/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.6/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.6/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.6/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/cross_attn/Add": {"qtype": "int16"}, "/blocks.6/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.6/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.6/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.6/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.6/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.6/Add_1": {"qtype": "int16"}, "/blocks.6/norm3/Constant": {"qtype": "int16"}, "/blocks.6/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.6/norm3/Shape": {"qtype": "int16"}, "/blocks.6/norm3/Constant_1": {"qtype": "int16"}, "/blocks.6/norm3/Gather": {"qtype": "int16"}, "/blocks.6/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.6/norm3/Sub": {"qtype": "int16"}, "/blocks.6/norm3/Mul": {"qtype": "int16"}, "/blocks.6/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.6/norm3/Cast": {"qtype": "int16"}, "/blocks.6/norm3/Mul_1": {"qtype": "int16"}, "/blocks.6/norm3/Constant_2": {"qtype": "int16"}, "/blocks.6/norm3/Sub_1": {"qtype": "int16"}, "/blocks.6/norm3/Div": {"qtype": "int16"}, "/blocks.6/norm3/Constant_3": {"qtype": "int16"}, "/blocks.6/norm3/Add": {"qtype": "int16"}, "/blocks.6/norm3/Sqrt": {"qtype": "int16"}, "/blocks.6/norm3/Constant_4": {"qtype": "int16"}, "/blocks.6/norm3/Div_1": {"qtype": "int16"}, "/blocks.6/norm3/Mul_2": {"qtype": "int16"}, "/blocks.6/norm3/Mul_3": {"qtype": "int16"}, "/blocks.6/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.6/ffn/act/Mul": {"qtype": "int16"}, "/blocks.6/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.6/ffn/act/Constant": {"qtype": "int16"}, "/blocks.6/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.6/ffn/act/Add": {"qtype": "int16"}, "/blocks.6/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.6/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.6/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.6/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.6/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.6/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.6/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.6/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.6/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.6/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.6/Add_2": {"qtype": "int16"}, "/blocks.7/norm1/Constant": {"qtype": "int16"}, "/blocks.7/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.7/norm1/Shape": {"qtype": "int16"}, "/blocks.7/norm1/Constant_1": {"qtype": "int16"}, "/blocks.7/norm1/Gather": {"qtype": "int16"}, "/blocks.7/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.7/norm1/Sub": {"qtype": "int16"}, "/blocks.7/norm1/Mul": {"qtype": "int16"}, "/blocks.7/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/norm1/Cast": {"qtype": "int16"}, "/blocks.7/norm1/Mul_1": {"qtype": "int16"}, "/blocks.7/norm1/Constant_2": {"qtype": "int16"}, "/blocks.7/norm1/Sub_1": {"qtype": "int16"}, "/blocks.7/norm1/Div": {"qtype": "int16"}, "/blocks.7/norm1/Constant_3": {"qtype": "int16"}, "/blocks.7/norm1/Add": {"qtype": "int16"}, "/blocks.7/norm1/Sqrt": {"qtype": "int16"}, "/blocks.7/norm1/Constant_4": {"qtype": "int16"}, "/blocks.7/norm1/Div_1": {"qtype": "int16"}, "/blocks.7/norm1/Mul_2": {"qtype": "int16"}, "/blocks.7/norm1/Mul_3": {"qtype": "int16"}, "/blocks.7/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/attn/qkv/Add": {"qtype": "int16"}, "/blocks.7/attn/Constant": {"qtype": "int16"}, "/blocks.7/attn/Reshape": {"qtype": "int16"}, "/blocks.7/attn/Transpose": {"qtype": "int16"}, "/blocks.7/attn/Constant_1": {"qtype": "int16"}, "/blocks.7/attn/Split": {"qtype": "int16"}, "/blocks.7/attn/Constant_2": {"qtype": "int16"}, "/blocks.7/attn/Squeeze": {"qtype": "int16"}, "/blocks.7/attn/Constant_3": {"qtype": "int16"}, "/blocks.7/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.7/attn/Constant_4": {"qtype": "int16"}, "/blocks.7/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.7/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.7/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.7/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.7/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.7/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.7/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.7/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.7/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.7/attn/Shape": {"qtype": "int16"}, "/blocks.7/attn/Constant_5": {"qtype": "int16"}, "/blocks.7/attn/Constant_6": {"qtype": "int16"}, "/blocks.7/attn/Slice": {"qtype": "int16"}, "/blocks.7/attn/Cast": {"qtype": "int16"}, "/blocks.7/attn/Sqrt": {"qtype": "int16"}, "/blocks.7/attn/Constant_7": {"qtype": "int16"}, "/blocks.7/attn/Div": {"qtype": "int16"}, "/blocks.7/attn/Cast_1": {"qtype": "int16"}, "/blocks.7/attn/Transpose_1": {"qtype": "int16"}, "/blocks.7/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.7/attn/Mul": {"qtype": "int16"}, "/blocks.7/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.7/attn/Mul_1": {"qtype": "int16"}, "/blocks.7/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/attn/Softmax": {"qtype": "int16"}, "/blocks.7/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/attn/Transpose_2": {"qtype": "int16"}, "/blocks.7/attn/Constant_8": {"qtype": "int16"}, "/blocks.7/attn/Reshape_1": {"qtype": "int16"}, "/blocks.7/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/attn/proj/Add": {"qtype": "int16"}, "/blocks.7/Add": {"qtype": "int16"}, "/blocks.7/norm2/Constant": {"qtype": "int16"}, "/blocks.7/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.7/norm2/Shape": {"qtype": "int16"}, "/blocks.7/norm2/Constant_1": {"qtype": "int16"}, "/blocks.7/norm2/Gather": {"qtype": "int16"}, "/blocks.7/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.7/norm2/Sub": {"qtype": "int16"}, "/blocks.7/norm2/Mul": {"qtype": "int16"}, "/blocks.7/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/norm2/Cast": {"qtype": "int16"}, "/blocks.7/norm2/Mul_1": {"qtype": "int16"}, "/blocks.7/norm2/Constant_2": {"qtype": "int16"}, "/blocks.7/norm2/Sub_1": {"qtype": "int16"}, "/blocks.7/norm2/Div": {"qtype": "int16"}, "/blocks.7/norm2/Constant_3": {"qtype": "int16"}, "/blocks.7/norm2/Add": {"qtype": "int16"}, "/blocks.7/norm2/Sqrt": {"qtype": "int16"}, "/blocks.7/norm2/Constant_4": {"qtype": "int16"}, "/blocks.7/norm2/Div_1": {"qtype": "int16"}, "/blocks.7/norm2/Mul_2": {"qtype": "int16"}, "/blocks.7/norm2/Mul_3": {"qtype": "int16"}, "/blocks.7/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant": {"qtype": "int16"}, "/blocks.7/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.7/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.7/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.7/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.7/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.7/cross_attn/Split": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.7/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.7/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.7/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.7/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.7/cross_attn/Shape": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.7/cross_attn/Slice": {"qtype": "int16"}, "/blocks.7/cross_attn/Cast": {"qtype": "int16"}, "/blocks.7/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.7/cross_attn/Div": {"qtype": "int16"}, "/blocks.7/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.7/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.7/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.7/cross_attn/Mul": {"qtype": "int16"}, "/blocks.7/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.7/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.7/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.7/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.7/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.7/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.7/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.7/Add_1": {"qtype": "int16"}, "/blocks.7/norm3/Constant": {"qtype": "int16"}, "/blocks.7/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.7/norm3/Shape": {"qtype": "int16"}, "/blocks.7/norm3/Constant_1": {"qtype": "int16"}, "/blocks.7/norm3/Gather": {"qtype": "int16"}, "/blocks.7/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.7/norm3/Sub": {"qtype": "int16"}, "/blocks.7/norm3/Mul": {"qtype": "int16"}, "/blocks.7/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.7/norm3/Cast": {"qtype": "int16"}, "/blocks.7/norm3/Mul_1": {"qtype": "int16"}, "/blocks.7/norm3/Constant_2": {"qtype": "int16"}, "/blocks.7/norm3/Sub_1": {"qtype": "int16"}, "/blocks.7/norm3/Div": {"qtype": "int16"}, "/blocks.7/norm3/Constant_3": {"qtype": "int16"}, "/blocks.7/norm3/Add": {"qtype": "int16"}, "/blocks.7/norm3/Sqrt": {"qtype": "int16"}, "/blocks.7/norm3/Constant_4": {"qtype": "int16"}, "/blocks.7/norm3/Div_1": {"qtype": "int16"}, "/blocks.7/norm3/Mul_2": {"qtype": "int16"}, "/blocks.7/norm3/Mul_3": {"qtype": "int16"}, "/blocks.7/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.7/ffn/act/Mul": {"qtype": "int16"}, "/blocks.7/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.7/ffn/act/Constant": {"qtype": "int16"}, "/blocks.7/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.7/ffn/act/Add": {"qtype": "int16"}, "/blocks.7/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.7/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.7/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.7/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.7/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.7/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.7/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.7/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.7/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.7/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.7/Add_2": {"qtype": "int16"}, "/blocks.8/norm1/Constant": {"qtype": "int16"}, "/blocks.8/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.8/norm1/Shape": {"qtype": "int16"}, "/blocks.8/norm1/Constant_1": {"qtype": "int16"}, "/blocks.8/norm1/Gather": {"qtype": "int16"}, "/blocks.8/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.8/norm1/Sub": {"qtype": "int16"}, "/blocks.8/norm1/Mul": {"qtype": "int16"}, "/blocks.8/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/norm1/Cast": {"qtype": "int16"}, "/blocks.8/norm1/Mul_1": {"qtype": "int16"}, "/blocks.8/norm1/Constant_2": {"qtype": "int16"}, "/blocks.8/norm1/Sub_1": {"qtype": "int16"}, "/blocks.8/norm1/Div": {"qtype": "int16"}, "/blocks.8/norm1/Constant_3": {"qtype": "int16"}, "/blocks.8/norm1/Add": {"qtype": "int16"}, "/blocks.8/norm1/Sqrt": {"qtype": "int16"}, "/blocks.8/norm1/Constant_4": {"qtype": "int16"}, "/blocks.8/norm1/Div_1": {"qtype": "int16"}, "/blocks.8/norm1/Mul_2": {"qtype": "int16"}, "/blocks.8/norm1/Mul_3": {"qtype": "int16"}, "/blocks.8/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/attn/qkv/Add": {"qtype": "int16"}, "/blocks.8/attn/Constant": {"qtype": "int16"}, "/blocks.8/attn/Reshape": {"qtype": "int16"}, "/blocks.8/attn/Transpose": {"qtype": "int16"}, "/blocks.8/attn/Constant_1": {"qtype": "int16"}, "/blocks.8/attn/Split": {"qtype": "int16"}, "/blocks.8/attn/Constant_2": {"qtype": "int16"}, "/blocks.8/attn/Squeeze": {"qtype": "int16"}, "/blocks.8/attn/Constant_3": {"qtype": "int16"}, "/blocks.8/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.8/attn/Constant_4": {"qtype": "int16"}, "/blocks.8/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.8/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.8/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.8/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.8/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.8/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.8/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.8/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.8/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.8/attn/Shape": {"qtype": "int16"}, "/blocks.8/attn/Constant_5": {"qtype": "int16"}, "/blocks.8/attn/Constant_6": {"qtype": "int16"}, "/blocks.8/attn/Slice": {"qtype": "int16"}, "/blocks.8/attn/Cast": {"qtype": "int16"}, "/blocks.8/attn/Sqrt": {"qtype": "int16"}, "/blocks.8/attn/Constant_7": {"qtype": "int16"}, "/blocks.8/attn/Div": {"qtype": "int16"}, "/blocks.8/attn/Cast_1": {"qtype": "int16"}, "/blocks.8/attn/Transpose_1": {"qtype": "int16"}, "/blocks.8/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.8/attn/Mul": {"qtype": "int16"}, "/blocks.8/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.8/attn/Mul_1": {"qtype": "int16"}, "/blocks.8/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/attn/Softmax": {"qtype": "int16"}, "/blocks.8/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/attn/Transpose_2": {"qtype": "int16"}, "/blocks.8/attn/Constant_8": {"qtype": "int16"}, "/blocks.8/attn/Reshape_1": {"qtype": "int16"}, "/blocks.8/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/attn/proj/Add": {"qtype": "int16"}, "/blocks.8/Add": {"qtype": "int16"}, "/blocks.8/norm2/Constant": {"qtype": "int16"}, "/blocks.8/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.8/norm2/Shape": {"qtype": "int16"}, "/blocks.8/norm2/Constant_1": {"qtype": "int16"}, "/blocks.8/norm2/Gather": {"qtype": "int16"}, "/blocks.8/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.8/norm2/Sub": {"qtype": "int16"}, "/blocks.8/norm2/Mul": {"qtype": "int16"}, "/blocks.8/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/norm2/Cast": {"qtype": "int16"}, "/blocks.8/norm2/Mul_1": {"qtype": "int16"}, "/blocks.8/norm2/Constant_2": {"qtype": "int16"}, "/blocks.8/norm2/Sub_1": {"qtype": "int16"}, "/blocks.8/norm2/Div": {"qtype": "int16"}, "/blocks.8/norm2/Constant_3": {"qtype": "int16"}, "/blocks.8/norm2/Add": {"qtype": "int16"}, "/blocks.8/norm2/Sqrt": {"qtype": "int16"}, "/blocks.8/norm2/Constant_4": {"qtype": "int16"}, "/blocks.8/norm2/Div_1": {"qtype": "int16"}, "/blocks.8/norm2/Mul_2": {"qtype": "int16"}, "/blocks.8/norm2/Mul_3": {"qtype": "int16"}, "/blocks.8/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant": {"qtype": "int16"}, "/blocks.8/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.8/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.8/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.8/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.8/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.8/cross_attn/Split": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.8/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.8/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.8/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.8/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.8/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.8/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.8/cross_attn/Mul": {"qtype": "int16"}, "/blocks.8/cross_attn/Equal": {"qtype": "int16"}, "/blocks.8/cross_attn/Where": {"qtype": "int16"}, "/blocks.8/cross_attn/Expand": {"qtype": "int16"}, "/blocks.8/cross_attn/Shape": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.8/cross_attn/Slice": {"qtype": "int16"}, "/blocks.8/cross_attn/Cast": {"qtype": "int16"}, "/blocks.8/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.8/cross_attn/Div": {"qtype": "int16"}, "/blocks.8/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.8/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.8/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.8/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.8/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.8/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.8/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/cross_attn/Add": {"qtype": "int16"}, "/blocks.8/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.8/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.8/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.8/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.8/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.8/Add_1": {"qtype": "int16"}, "/blocks.8/norm3/Constant": {"qtype": "int16"}, "/blocks.8/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.8/norm3/Shape": {"qtype": "int16"}, "/blocks.8/norm3/Constant_1": {"qtype": "int16"}, "/blocks.8/norm3/Gather": {"qtype": "int16"}, "/blocks.8/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.8/norm3/Sub": {"qtype": "int16"}, "/blocks.8/norm3/Mul": {"qtype": "int16"}, "/blocks.8/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.8/norm3/Cast": {"qtype": "int16"}, "/blocks.8/norm3/Mul_1": {"qtype": "int16"}, "/blocks.8/norm3/Constant_2": {"qtype": "int16"}, "/blocks.8/norm3/Sub_1": {"qtype": "int16"}, "/blocks.8/norm3/Div": {"qtype": "int16"}, "/blocks.8/norm3/Constant_3": {"qtype": "int16"}, "/blocks.8/norm3/Add": {"qtype": "int16"}, "/blocks.8/norm3/Sqrt": {"qtype": "int16"}, "/blocks.8/norm3/Constant_4": {"qtype": "int16"}, "/blocks.8/norm3/Div_1": {"qtype": "int16"}, "/blocks.8/norm3/Mul_2": {"qtype": "int16"}, "/blocks.8/norm3/Mul_3": {"qtype": "int16"}, "/blocks.8/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.8/ffn/act/Mul": {"qtype": "int16"}, "/blocks.8/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.8/ffn/act/Constant": {"qtype": "int16"}, "/blocks.8/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.8/ffn/act/Add": {"qtype": "int16"}, "/blocks.8/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.8/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.8/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.8/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.8/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.8/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.8/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.8/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.8/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.8/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.8/Add_2": {"qtype": "int16"}, "/blocks.9/norm1/Constant": {"qtype": "int16"}, "/blocks.9/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.9/norm1/Shape": {"qtype": "int16"}, "/blocks.9/norm1/Constant_1": {"qtype": "int16"}, "/blocks.9/norm1/Gather": {"qtype": "int16"}, "/blocks.9/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.9/norm1/Sub": {"qtype": "int16"}, "/blocks.9/norm1/Mul": {"qtype": "int16"}, "/blocks.9/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/norm1/Cast": {"qtype": "int16"}, "/blocks.9/norm1/Mul_1": {"qtype": "int16"}, "/blocks.9/norm1/Constant_2": {"qtype": "int16"}, "/blocks.9/norm1/Sub_1": {"qtype": "int16"}, "/blocks.9/norm1/Div": {"qtype": "int16"}, "/blocks.9/norm1/Constant_3": {"qtype": "int16"}, "/blocks.9/norm1/Add": {"qtype": "int16"}, "/blocks.9/norm1/Sqrt": {"qtype": "int16"}, "/blocks.9/norm1/Constant_4": {"qtype": "int16"}, "/blocks.9/norm1/Div_1": {"qtype": "int16"}, "/blocks.9/norm1/Mul_2": {"qtype": "int16"}, "/blocks.9/norm1/Mul_3": {"qtype": "int16"}, "/blocks.9/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/attn/qkv/Add": {"qtype": "int16"}, "/blocks.9/attn/Constant": {"qtype": "int16"}, "/blocks.9/attn/Reshape": {"qtype": "int16"}, "/blocks.9/attn/Transpose": {"qtype": "int16"}, "/blocks.9/attn/Constant_1": {"qtype": "int16"}, "/blocks.9/attn/Split": {"qtype": "int16"}, "/blocks.9/attn/Constant_2": {"qtype": "int16"}, "/blocks.9/attn/Squeeze": {"qtype": "int16"}, "/blocks.9/attn/Constant_3": {"qtype": "int16"}, "/blocks.9/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.9/attn/Constant_4": {"qtype": "int16"}, "/blocks.9/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.9/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.9/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.9/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.9/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.9/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.9/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.9/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.9/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.9/attn/Shape": {"qtype": "int16"}, "/blocks.9/attn/Constant_5": {"qtype": "int16"}, "/blocks.9/attn/Constant_6": {"qtype": "int16"}, "/blocks.9/attn/Slice": {"qtype": "int16"}, "/blocks.9/attn/Cast": {"qtype": "int16"}, "/blocks.9/attn/Sqrt": {"qtype": "int16"}, "/blocks.9/attn/Constant_7": {"qtype": "int16"}, "/blocks.9/attn/Div": {"qtype": "int16"}, "/blocks.9/attn/Cast_1": {"qtype": "int16"}, "/blocks.9/attn/Transpose_1": {"qtype": "int16"}, "/blocks.9/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.9/attn/Mul": {"qtype": "int16"}, "/blocks.9/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.9/attn/Mul_1": {"qtype": "int16"}, "/blocks.9/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/attn/Softmax": {"qtype": "int16"}, "/blocks.9/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/attn/Transpose_2": {"qtype": "int16"}, "/blocks.9/attn/Constant_8": {"qtype": "int16"}, "/blocks.9/attn/Reshape_1": {"qtype": "int16"}, "/blocks.9/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/attn/proj/Add": {"qtype": "int16"}, "/blocks.9/Add": {"qtype": "int16"}, "/blocks.9/norm2/Constant": {"qtype": "int16"}, "/blocks.9/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.9/norm2/Shape": {"qtype": "int16"}, "/blocks.9/norm2/Constant_1": {"qtype": "int16"}, "/blocks.9/norm2/Gather": {"qtype": "int16"}, "/blocks.9/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.9/norm2/Sub": {"qtype": "int16"}, "/blocks.9/norm2/Mul": {"qtype": "int16"}, "/blocks.9/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/norm2/Cast": {"qtype": "int16"}, "/blocks.9/norm2/Mul_1": {"qtype": "int16"}, "/blocks.9/norm2/Constant_2": {"qtype": "int16"}, "/blocks.9/norm2/Sub_1": {"qtype": "int16"}, "/blocks.9/norm2/Div": {"qtype": "int16"}, "/blocks.9/norm2/Constant_3": {"qtype": "int16"}, "/blocks.9/norm2/Add": {"qtype": "int16"}, "/blocks.9/norm2/Sqrt": {"qtype": "int16"}, "/blocks.9/norm2/Constant_4": {"qtype": "int16"}, "/blocks.9/norm2/Div_1": {"qtype": "int16"}, "/blocks.9/norm2/Mul_2": {"qtype": "int16"}, "/blocks.9/norm2/Mul_3": {"qtype": "int16"}, "/blocks.9/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant": {"qtype": "int16"}, "/blocks.9/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.9/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.9/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.9/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.9/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.9/cross_attn/Split": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.9/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.9/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.9/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.9/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.9/cross_attn/Shape": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.9/cross_attn/Slice": {"qtype": "int16"}, "/blocks.9/cross_attn/Cast": {"qtype": "int16"}, "/blocks.9/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.9/cross_attn/Div": {"qtype": "int16"}, "/blocks.9/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.9/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.9/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.9/cross_attn/Mul": {"qtype": "int16"}, "/blocks.9/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.9/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.9/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.9/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.9/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.9/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.9/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.9/Add_1": {"qtype": "int16"}, "/blocks.9/norm3/Constant": {"qtype": "int16"}, "/blocks.9/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.9/norm3/Shape": {"qtype": "int16"}, "/blocks.9/norm3/Constant_1": {"qtype": "int16"}, "/blocks.9/norm3/Gather": {"qtype": "int16"}, "/blocks.9/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.9/norm3/Sub": {"qtype": "int16"}, "/blocks.9/norm3/Mul": {"qtype": "int16"}, "/blocks.9/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.9/norm3/Cast": {"qtype": "int16"}, "/blocks.9/norm3/Mul_1": {"qtype": "int16"}, "/blocks.9/norm3/Constant_2": {"qtype": "int16"}, "/blocks.9/norm3/Sub_1": {"qtype": "int16"}, "/blocks.9/norm3/Div": {"qtype": "int16"}, "/blocks.9/norm3/Constant_3": {"qtype": "int16"}, "/blocks.9/norm3/Add": {"qtype": "int16"}, "/blocks.9/norm3/Sqrt": {"qtype": "int16"}, "/blocks.9/norm3/Constant_4": {"qtype": "int16"}, "/blocks.9/norm3/Div_1": {"qtype": "int16"}, "/blocks.9/norm3/Mul_2": {"qtype": "int16"}, "/blocks.9/norm3/Mul_3": {"qtype": "int16"}, "/blocks.9/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.9/ffn/act/Mul": {"qtype": "int16"}, "/blocks.9/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.9/ffn/act/Constant": {"qtype": "int16"}, "/blocks.9/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.9/ffn/act/Add": {"qtype": "int16"}, "/blocks.9/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.9/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.9/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.9/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.9/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.9/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.9/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.9/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.9/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.9/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.9/Add_2": {"qtype": "int16"}, "/blocks.10/norm1/Constant": {"qtype": "int16"}, "/blocks.10/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.10/norm1/Shape": {"qtype": "int16"}, "/blocks.10/norm1/Constant_1": {"qtype": "int16"}, "/blocks.10/norm1/Gather": {"qtype": "int16"}, "/blocks.10/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.10/norm1/Sub": {"qtype": "int16"}, "/blocks.10/norm1/Mul": {"qtype": "int16"}, "/blocks.10/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/norm1/Cast": {"qtype": "int16"}, "/blocks.10/norm1/Mul_1": {"qtype": "int16"}, "/blocks.10/norm1/Constant_2": {"qtype": "int16"}, "/blocks.10/norm1/Sub_1": {"qtype": "int16"}, "/blocks.10/norm1/Div": {"qtype": "int16"}, "/blocks.10/norm1/Constant_3": {"qtype": "int16"}, "/blocks.10/norm1/Add": {"qtype": "int16"}, "/blocks.10/norm1/Sqrt": {"qtype": "int16"}, "/blocks.10/norm1/Constant_4": {"qtype": "int16"}, "/blocks.10/norm1/Div_1": {"qtype": "int16"}, "/blocks.10/norm1/Mul_2": {"qtype": "int16"}, "/blocks.10/norm1/Mul_3": {"qtype": "int16"}, "/blocks.10/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/attn/qkv/Add": {"qtype": "int16"}, "/blocks.10/attn/Constant": {"qtype": "int16"}, "/blocks.10/attn/Reshape": {"qtype": "int16"}, "/blocks.10/attn/Transpose": {"qtype": "int16"}, "/blocks.10/attn/Constant_1": {"qtype": "int16"}, "/blocks.10/attn/Split": {"qtype": "int16"}, "/blocks.10/attn/Constant_2": {"qtype": "int16"}, "/blocks.10/attn/Squeeze": {"qtype": "int16"}, "/blocks.10/attn/Constant_3": {"qtype": "int16"}, "/blocks.10/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.10/attn/Constant_4": {"qtype": "int16"}, "/blocks.10/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.10/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.10/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.10/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.10/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.10/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.10/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.10/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.10/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.10/attn/Shape": {"qtype": "int16"}, "/blocks.10/attn/Constant_5": {"qtype": "int16"}, "/blocks.10/attn/Constant_6": {"qtype": "int16"}, "/blocks.10/attn/Slice": {"qtype": "int16"}, "/blocks.10/attn/Cast": {"qtype": "int16"}, "/blocks.10/attn/Sqrt": {"qtype": "int16"}, "/blocks.10/attn/Constant_7": {"qtype": "int16"}, "/blocks.10/attn/Div": {"qtype": "int16"}, "/blocks.10/attn/Cast_1": {"qtype": "int16"}, "/blocks.10/attn/Transpose_1": {"qtype": "int16"}, "/blocks.10/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.10/attn/Mul": {"qtype": "int16"}, "/blocks.10/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.10/attn/Mul_1": {"qtype": "int16"}, "/blocks.10/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/attn/Softmax": {"qtype": "int16"}, "/blocks.10/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/attn/Transpose_2": {"qtype": "int16"}, "/blocks.10/attn/Constant_8": {"qtype": "int16"}, "/blocks.10/attn/Reshape_1": {"qtype": "int16"}, "/blocks.10/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/attn/proj/Add": {"qtype": "int16"}, "/blocks.10/Add": {"qtype": "int16"}, "/blocks.10/norm2/Constant": {"qtype": "int16"}, "/blocks.10/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.10/norm2/Shape": {"qtype": "int16"}, "/blocks.10/norm2/Constant_1": {"qtype": "int16"}, "/blocks.10/norm2/Gather": {"qtype": "int16"}, "/blocks.10/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.10/norm2/Sub": {"qtype": "int16"}, "/blocks.10/norm2/Mul": {"qtype": "int16"}, "/blocks.10/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/norm2/Cast": {"qtype": "int16"}, "/blocks.10/norm2/Mul_1": {"qtype": "int16"}, "/blocks.10/norm2/Constant_2": {"qtype": "int16"}, "/blocks.10/norm2/Sub_1": {"qtype": "int16"}, "/blocks.10/norm2/Div": {"qtype": "int16"}, "/blocks.10/norm2/Constant_3": {"qtype": "int16"}, "/blocks.10/norm2/Add": {"qtype": "int16"}, "/blocks.10/norm2/Sqrt": {"qtype": "int16"}, "/blocks.10/norm2/Constant_4": {"qtype": "int16"}, "/blocks.10/norm2/Div_1": {"qtype": "int16"}, "/blocks.10/norm2/Mul_2": {"qtype": "int16"}, "/blocks.10/norm2/Mul_3": {"qtype": "int16"}, "/blocks.10/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant": {"qtype": "int16"}, "/blocks.10/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.10/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.10/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.10/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.10/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.10/cross_attn/Split": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.10/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.10/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.10/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.10/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.10/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.10/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.10/cross_attn/Mul": {"qtype": "int16"}, "/blocks.10/cross_attn/Equal": {"qtype": "int16"}, "/blocks.10/cross_attn/Where": {"qtype": "int16"}, "/blocks.10/cross_attn/Expand": {"qtype": "int16"}, "/blocks.10/cross_attn/Shape": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.10/cross_attn/Slice": {"qtype": "int16"}, "/blocks.10/cross_attn/Cast": {"qtype": "int16"}, "/blocks.10/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.10/cross_attn/Div": {"qtype": "int16"}, "/blocks.10/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.10/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.10/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.10/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.10/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.10/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.10/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/cross_attn/Add": {"qtype": "int16"}, "/blocks.10/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.10/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.10/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.10/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.10/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.10/Add_1": {"qtype": "int16"}, "/blocks.10/norm3/Constant": {"qtype": "int16"}, "/blocks.10/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.10/norm3/Shape": {"qtype": "int16"}, "/blocks.10/norm3/Constant_1": {"qtype": "int16"}, "/blocks.10/norm3/Gather": {"qtype": "int16"}, "/blocks.10/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.10/norm3/Sub": {"qtype": "int16"}, "/blocks.10/norm3/Mul": {"qtype": "int16"}, "/blocks.10/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.10/norm3/Cast": {"qtype": "int16"}, "/blocks.10/norm3/Mul_1": {"qtype": "int16"}, "/blocks.10/norm3/Constant_2": {"qtype": "int16"}, "/blocks.10/norm3/Sub_1": {"qtype": "int16"}, "/blocks.10/norm3/Div": {"qtype": "int16"}, "/blocks.10/norm3/Constant_3": {"qtype": "int16"}, "/blocks.10/norm3/Add": {"qtype": "int16"}, "/blocks.10/norm3/Sqrt": {"qtype": "int16"}, "/blocks.10/norm3/Constant_4": {"qtype": "int16"}, "/blocks.10/norm3/Div_1": {"qtype": "int16"}, "/blocks.10/norm3/Mul_2": {"qtype": "int16"}, "/blocks.10/norm3/Mul_3": {"qtype": "int16"}, "/blocks.10/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.10/ffn/act/Mul": {"qtype": "int16"}, "/blocks.10/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.10/ffn/act/Constant": {"qtype": "int16"}, "/blocks.10/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.10/ffn/act/Add": {"qtype": "int16"}, "/blocks.10/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.10/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.10/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.10/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.10/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.10/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.10/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.10/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.10/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.10/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.10/Add_2": {"qtype": "int16"}, "/blocks.11/norm1/Constant": {"qtype": "int16"}, "/blocks.11/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.11/norm1/Shape": {"qtype": "int16"}, "/blocks.11/norm1/Constant_1": {"qtype": "int16"}, "/blocks.11/norm1/Gather": {"qtype": "int16"}, "/blocks.11/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.11/norm1/Sub": {"qtype": "int16"}, "/blocks.11/norm1/Mul": {"qtype": "int16"}, "/blocks.11/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/norm1/Cast": {"qtype": "int16"}, "/blocks.11/norm1/Mul_1": {"qtype": "int16"}, "/blocks.11/norm1/Constant_2": {"qtype": "int16"}, "/blocks.11/norm1/Sub_1": {"qtype": "int16"}, "/blocks.11/norm1/Div": {"qtype": "int16"}, "/blocks.11/norm1/Constant_3": {"qtype": "int16"}, "/blocks.11/norm1/Add": {"qtype": "int16"}, "/blocks.11/norm1/Sqrt": {"qtype": "int16"}, "/blocks.11/norm1/Constant_4": {"qtype": "int16"}, "/blocks.11/norm1/Div_1": {"qtype": "int16"}, "/blocks.11/norm1/Mul_2": {"qtype": "int16"}, "/blocks.11/norm1/Mul_3": {"qtype": "int16"}, "/blocks.11/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/attn/qkv/Add": {"qtype": "int16"}, "/blocks.11/attn/Constant": {"qtype": "int16"}, "/blocks.11/attn/Reshape": {"qtype": "int16"}, "/blocks.11/attn/Transpose": {"qtype": "int16"}, "/blocks.11/attn/Constant_1": {"qtype": "int16"}, "/blocks.11/attn/Split": {"qtype": "int16"}, "/blocks.11/attn/Constant_2": {"qtype": "int16"}, "/blocks.11/attn/Squeeze": {"qtype": "int16"}, "/blocks.11/attn/Constant_3": {"qtype": "int16"}, "/blocks.11/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.11/attn/Constant_4": {"qtype": "int16"}, "/blocks.11/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.11/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.11/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.11/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.11/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.11/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.11/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.11/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.11/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.11/attn/Shape": {"qtype": "int16"}, "/blocks.11/attn/Constant_5": {"qtype": "int16"}, "/blocks.11/attn/Constant_6": {"qtype": "int16"}, "/blocks.11/attn/Slice": {"qtype": "int16"}, "/blocks.11/attn/Cast": {"qtype": "int16"}, "/blocks.11/attn/Sqrt": {"qtype": "int16"}, "/blocks.11/attn/Constant_7": {"qtype": "int16"}, "/blocks.11/attn/Div": {"qtype": "int16"}, "/blocks.11/attn/Cast_1": {"qtype": "int16"}, "/blocks.11/attn/Transpose_1": {"qtype": "int16"}, "/blocks.11/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.11/attn/Mul": {"qtype": "int16"}, "/blocks.11/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.11/attn/Mul_1": {"qtype": "int16"}, "/blocks.11/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/attn/Softmax": {"qtype": "int16"}, "/blocks.11/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/attn/Transpose_2": {"qtype": "int16"}, "/blocks.11/attn/Constant_8": {"qtype": "int16"}, "/blocks.11/attn/Reshape_1": {"qtype": "int16"}, "/blocks.11/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/attn/proj/Add": {"qtype": "int16"}, "/blocks.11/Add": {"qtype": "int16"}, "/blocks.11/norm2/Constant": {"qtype": "int16"}, "/blocks.11/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.11/norm2/Shape": {"qtype": "int16"}, "/blocks.11/norm2/Constant_1": {"qtype": "int16"}, "/blocks.11/norm2/Gather": {"qtype": "int16"}, "/blocks.11/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.11/norm2/Sub": {"qtype": "int16"}, "/blocks.11/norm2/Mul": {"qtype": "int16"}, "/blocks.11/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/norm2/Cast": {"qtype": "int16"}, "/blocks.11/norm2/Mul_1": {"qtype": "int16"}, "/blocks.11/norm2/Constant_2": {"qtype": "int16"}, "/blocks.11/norm2/Sub_1": {"qtype": "int16"}, "/blocks.11/norm2/Div": {"qtype": "int16"}, "/blocks.11/norm2/Constant_3": {"qtype": "int16"}, "/blocks.11/norm2/Add": {"qtype": "int16"}, "/blocks.11/norm2/Sqrt": {"qtype": "int16"}, "/blocks.11/norm2/Constant_4": {"qtype": "int16"}, "/blocks.11/norm2/Div_1": {"qtype": "int16"}, "/blocks.11/norm2/Mul_2": {"qtype": "int16"}, "/blocks.11/norm2/Mul_3": {"qtype": "int16"}, "/blocks.11/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant": {"qtype": "int16"}, "/blocks.11/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.11/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.11/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.11/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.11/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.11/cross_attn/Split": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.11/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.11/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.11/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.11/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.11/cross_attn/Shape": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.11/cross_attn/Slice": {"qtype": "int16"}, "/blocks.11/cross_attn/Cast": {"qtype": "int16"}, "/blocks.11/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.11/cross_attn/Div": {"qtype": "int16"}, "/blocks.11/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.11/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.11/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.11/cross_attn/Mul": {"qtype": "int16"}, "/blocks.11/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.11/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.11/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.11/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.11/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.11/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.11/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.11/Add_1": {"qtype": "int16"}, "/blocks.11/norm3/Constant": {"qtype": "int16"}, "/blocks.11/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.11/norm3/Shape": {"qtype": "int16"}, "/blocks.11/norm3/Constant_1": {"qtype": "int16"}, "/blocks.11/norm3/Gather": {"qtype": "int16"}, "/blocks.11/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.11/norm3/Sub": {"qtype": "int16"}, "/blocks.11/norm3/Mul": {"qtype": "int16"}, "/blocks.11/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.11/norm3/Cast": {"qtype": "int16"}, "/blocks.11/norm3/Mul_1": {"qtype": "int16"}, "/blocks.11/norm3/Constant_2": {"qtype": "int16"}, "/blocks.11/norm3/Sub_1": {"qtype": "int16"}, "/blocks.11/norm3/Div": {"qtype": "int16"}, "/blocks.11/norm3/Constant_3": {"qtype": "int16"}, "/blocks.11/norm3/Add": {"qtype": "int16"}, "/blocks.11/norm3/Sqrt": {"qtype": "int16"}, "/blocks.11/norm3/Constant_4": {"qtype": "int16"}, "/blocks.11/norm3/Div_1": {"qtype": "int16"}, "/blocks.11/norm3/Mul_2": {"qtype": "int16"}, "/blocks.11/norm3/Mul_3": {"qtype": "int16"}, "/blocks.11/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.11/ffn/act/Mul": {"qtype": "int16"}, "/blocks.11/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.11/ffn/act/Constant": {"qtype": "int16"}, "/blocks.11/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.11/ffn/act/Add": {"qtype": "int16"}, "/blocks.11/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.11/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.11/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.11/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.11/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.11/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.11/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.11/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.11/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.11/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.11/Add_2": {"qtype": "int16"}, "/blocks.12/norm1/Constant": {"qtype": "int16"}, "/blocks.12/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.12/norm1/Shape": {"qtype": "int16"}, "/blocks.12/norm1/Constant_1": {"qtype": "int16"}, "/blocks.12/norm1/Gather": {"qtype": "int16"}, "/blocks.12/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.12/norm1/Sub": {"qtype": "int16"}, "/blocks.12/norm1/Mul": {"qtype": "int16"}, "/blocks.12/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/norm1/Cast": {"qtype": "int16"}, "/blocks.12/norm1/Mul_1": {"qtype": "int16"}, "/blocks.12/norm1/Constant_2": {"qtype": "int16"}, "/blocks.12/norm1/Sub_1": {"qtype": "int16"}, "/blocks.12/norm1/Div": {"qtype": "int16"}, "/blocks.12/norm1/Constant_3": {"qtype": "int16"}, "/blocks.12/norm1/Add": {"qtype": "int16"}, "/blocks.12/norm1/Sqrt": {"qtype": "int16"}, "/blocks.12/norm1/Constant_4": {"qtype": "int16"}, "/blocks.12/norm1/Div_1": {"qtype": "int16"}, "/blocks.12/norm1/Mul_2": {"qtype": "int16"}, "/blocks.12/norm1/Mul_3": {"qtype": "int16"}, "/blocks.12/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/attn/qkv/Add": {"qtype": "int16"}, "/blocks.12/attn/Constant": {"qtype": "int16"}, "/blocks.12/attn/Reshape": {"qtype": "int16"}, "/blocks.12/attn/Transpose": {"qtype": "int16"}, "/blocks.12/attn/Constant_1": {"qtype": "int16"}, "/blocks.12/attn/Split": {"qtype": "int16"}, "/blocks.12/attn/Constant_2": {"qtype": "int16"}, "/blocks.12/attn/Squeeze": {"qtype": "int16"}, "/blocks.12/attn/Constant_3": {"qtype": "int16"}, "/blocks.12/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.12/attn/Constant_4": {"qtype": "int16"}, "/blocks.12/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.12/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.12/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.12/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.12/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.12/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.12/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.12/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.12/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.12/attn/Shape": {"qtype": "int16"}, "/blocks.12/attn/Constant_5": {"qtype": "int16"}, "/blocks.12/attn/Constant_6": {"qtype": "int16"}, "/blocks.12/attn/Slice": {"qtype": "int16"}, "/blocks.12/attn/Cast": {"qtype": "int16"}, "/blocks.12/attn/Sqrt": {"qtype": "int16"}, "/blocks.12/attn/Constant_7": {"qtype": "int16"}, "/blocks.12/attn/Div": {"qtype": "int16"}, "/blocks.12/attn/Cast_1": {"qtype": "int16"}, "/blocks.12/attn/Transpose_1": {"qtype": "int16"}, "/blocks.12/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.12/attn/Mul": {"qtype": "int16"}, "/blocks.12/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.12/attn/Mul_1": {"qtype": "int16"}, "/blocks.12/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/attn/Softmax": {"qtype": "int16"}, "/blocks.12/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/attn/Transpose_2": {"qtype": "int16"}, "/blocks.12/attn/Constant_8": {"qtype": "int16"}, "/blocks.12/attn/Reshape_1": {"qtype": "int16"}, "/blocks.12/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/attn/proj/Add": {"qtype": "int16"}, "/blocks.12/Add": {"qtype": "int16"}, "/blocks.12/norm2/Constant": {"qtype": "int16"}, "/blocks.12/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.12/norm2/Shape": {"qtype": "int16"}, "/blocks.12/norm2/Constant_1": {"qtype": "int16"}, "/blocks.12/norm2/Gather": {"qtype": "int16"}, "/blocks.12/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.12/norm2/Sub": {"qtype": "int16"}, "/blocks.12/norm2/Mul": {"qtype": "int16"}, "/blocks.12/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/norm2/Cast": {"qtype": "int16"}, "/blocks.12/norm2/Mul_1": {"qtype": "int16"}, "/blocks.12/norm2/Constant_2": {"qtype": "int16"}, "/blocks.12/norm2/Sub_1": {"qtype": "int16"}, "/blocks.12/norm2/Div": {"qtype": "int16"}, "/blocks.12/norm2/Constant_3": {"qtype": "int16"}, "/blocks.12/norm2/Add": {"qtype": "int16"}, "/blocks.12/norm2/Sqrt": {"qtype": "int16"}, "/blocks.12/norm2/Constant_4": {"qtype": "int16"}, "/blocks.12/norm2/Div_1": {"qtype": "int16"}, "/blocks.12/norm2/Mul_2": {"qtype": "int16"}, "/blocks.12/norm2/Mul_3": {"qtype": "int16"}, "/blocks.12/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant": {"qtype": "int16"}, "/blocks.12/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.12/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.12/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.12/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.12/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.12/cross_attn/Split": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.12/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.12/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.12/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.12/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.12/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.12/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.12/cross_attn/Mul": {"qtype": "int16"}, "/blocks.12/cross_attn/Equal": {"qtype": "int16"}, "/blocks.12/cross_attn/Where": {"qtype": "int16"}, "/blocks.12/cross_attn/Expand": {"qtype": "int16"}, "/blocks.12/cross_attn/Shape": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.12/cross_attn/Slice": {"qtype": "int16"}, "/blocks.12/cross_attn/Cast": {"qtype": "int16"}, "/blocks.12/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.12/cross_attn/Div": {"qtype": "int16"}, "/blocks.12/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.12/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.12/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.12/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.12/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.12/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.12/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/cross_attn/Add": {"qtype": "int16"}, "/blocks.12/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.12/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.12/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.12/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.12/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.12/Add_1": {"qtype": "int16"}, "/blocks.12/norm3/Constant": {"qtype": "int16"}, "/blocks.12/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.12/norm3/Shape": {"qtype": "int16"}, "/blocks.12/norm3/Constant_1": {"qtype": "int16"}, "/blocks.12/norm3/Gather": {"qtype": "int16"}, "/blocks.12/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.12/norm3/Sub": {"qtype": "int16"}, "/blocks.12/norm3/Mul": {"qtype": "int16"}, "/blocks.12/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.12/norm3/Cast": {"qtype": "int16"}, "/blocks.12/norm3/Mul_1": {"qtype": "int16"}, "/blocks.12/norm3/Constant_2": {"qtype": "int16"}, "/blocks.12/norm3/Sub_1": {"qtype": "int16"}, "/blocks.12/norm3/Div": {"qtype": "int16"}, "/blocks.12/norm3/Constant_3": {"qtype": "int16"}, "/blocks.12/norm3/Add": {"qtype": "int16"}, "/blocks.12/norm3/Sqrt": {"qtype": "int16"}, "/blocks.12/norm3/Constant_4": {"qtype": "int16"}, "/blocks.12/norm3/Div_1": {"qtype": "int16"}, "/blocks.12/norm3/Mul_2": {"qtype": "int16"}, "/blocks.12/norm3/Mul_3": {"qtype": "int16"}, "/blocks.12/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.12/ffn/act/Mul": {"qtype": "int16"}, "/blocks.12/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.12/ffn/act/Constant": {"qtype": "int16"}, "/blocks.12/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.12/ffn/act/Add": {"qtype": "int16"}, "/blocks.12/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.12/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.12/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.12/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.12/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.12/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.12/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.12/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.12/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.12/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.12/Add_2": {"qtype": "int16"}, "/blocks.13/norm1/Constant": {"qtype": "int16"}, "/blocks.13/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.13/norm1/Shape": {"qtype": "int16"}, "/blocks.13/norm1/Constant_1": {"qtype": "int16"}, "/blocks.13/norm1/Gather": {"qtype": "int16"}, "/blocks.13/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.13/norm1/Sub": {"qtype": "int16"}, "/blocks.13/norm1/Mul": {"qtype": "int16"}, "/blocks.13/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/norm1/Cast": {"qtype": "int16"}, "/blocks.13/norm1/Mul_1": {"qtype": "int16"}, "/blocks.13/norm1/Constant_2": {"qtype": "int16"}, "/blocks.13/norm1/Sub_1": {"qtype": "int16"}, "/blocks.13/norm1/Div": {"qtype": "int16"}, "/blocks.13/norm1/Constant_3": {"qtype": "int16"}, "/blocks.13/norm1/Add": {"qtype": "int16"}, "/blocks.13/norm1/Sqrt": {"qtype": "int16"}, "/blocks.13/norm1/Constant_4": {"qtype": "int16"}, "/blocks.13/norm1/Div_1": {"qtype": "int16"}, "/blocks.13/norm1/Mul_2": {"qtype": "int16"}, "/blocks.13/norm1/Mul_3": {"qtype": "int16"}, "/blocks.13/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/attn/qkv/Add": {"qtype": "int16"}, "/blocks.13/attn/Constant": {"qtype": "int16"}, "/blocks.13/attn/Reshape": {"qtype": "int16"}, "/blocks.13/attn/Transpose": {"qtype": "int16"}, "/blocks.13/attn/Constant_1": {"qtype": "int16"}, "/blocks.13/attn/Split": {"qtype": "int16"}, "/blocks.13/attn/Constant_2": {"qtype": "int16"}, "/blocks.13/attn/Squeeze": {"qtype": "int16"}, "/blocks.13/attn/Constant_3": {"qtype": "int16"}, "/blocks.13/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.13/attn/Constant_4": {"qtype": "int16"}, "/blocks.13/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.13/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.13/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.13/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.13/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.13/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.13/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.13/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.13/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.13/attn/Shape": {"qtype": "int16"}, "/blocks.13/attn/Constant_5": {"qtype": "int16"}, "/blocks.13/attn/Constant_6": {"qtype": "int16"}, "/blocks.13/attn/Slice": {"qtype": "int16"}, "/blocks.13/attn/Cast": {"qtype": "int16"}, "/blocks.13/attn/Sqrt": {"qtype": "int16"}, "/blocks.13/attn/Constant_7": {"qtype": "int16"}, "/blocks.13/attn/Div": {"qtype": "int16"}, "/blocks.13/attn/Cast_1": {"qtype": "int16"}, "/blocks.13/attn/Transpose_1": {"qtype": "int16"}, "/blocks.13/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.13/attn/Mul": {"qtype": "int16"}, "/blocks.13/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.13/attn/Mul_1": {"qtype": "int16"}, "/blocks.13/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/attn/Softmax": {"qtype": "int16"}, "/blocks.13/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/attn/Transpose_2": {"qtype": "int16"}, "/blocks.13/attn/Constant_8": {"qtype": "int16"}, "/blocks.13/attn/Reshape_1": {"qtype": "int16"}, "/blocks.13/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/attn/proj/Add": {"qtype": "int16"}, "/blocks.13/Add": {"qtype": "int16"}, "/blocks.13/norm2/Constant": {"qtype": "int16"}, "/blocks.13/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.13/norm2/Shape": {"qtype": "int16"}, "/blocks.13/norm2/Constant_1": {"qtype": "int16"}, "/blocks.13/norm2/Gather": {"qtype": "int16"}, "/blocks.13/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.13/norm2/Sub": {"qtype": "int16"}, "/blocks.13/norm2/Mul": {"qtype": "int16"}, "/blocks.13/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/norm2/Cast": {"qtype": "int16"}, "/blocks.13/norm2/Mul_1": {"qtype": "int16"}, "/blocks.13/norm2/Constant_2": {"qtype": "int16"}, "/blocks.13/norm2/Sub_1": {"qtype": "int16"}, "/blocks.13/norm2/Div": {"qtype": "int16"}, "/blocks.13/norm2/Constant_3": {"qtype": "int16"}, "/blocks.13/norm2/Add": {"qtype": "int16"}, "/blocks.13/norm2/Sqrt": {"qtype": "int16"}, "/blocks.13/norm2/Constant_4": {"qtype": "int16"}, "/blocks.13/norm2/Div_1": {"qtype": "int16"}, "/blocks.13/norm2/Mul_2": {"qtype": "int16"}, "/blocks.13/norm2/Mul_3": {"qtype": "int16"}, "/blocks.13/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant": {"qtype": "int16"}, "/blocks.13/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.13/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.13/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.13/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.13/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.13/cross_attn/Split": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.13/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.13/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.13/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.13/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.13/cross_attn/Shape": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.13/cross_attn/Slice": {"qtype": "int16"}, "/blocks.13/cross_attn/Cast": {"qtype": "int16"}, "/blocks.13/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.13/cross_attn/Div": {"qtype": "int16"}, "/blocks.13/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.13/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.13/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.13/cross_attn/Mul": {"qtype": "int16"}, "/blocks.13/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.13/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.13/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.13/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.13/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.13/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.13/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.13/Add_1": {"qtype": "int16"}, "/blocks.13/norm3/Constant": {"qtype": "int16"}, "/blocks.13/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.13/norm3/Shape": {"qtype": "int16"}, "/blocks.13/norm3/Constant_1": {"qtype": "int16"}, "/blocks.13/norm3/Gather": {"qtype": "int16"}, "/blocks.13/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.13/norm3/Sub": {"qtype": "int16"}, "/blocks.13/norm3/Mul": {"qtype": "int16"}, "/blocks.13/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.13/norm3/Cast": {"qtype": "int16"}, "/blocks.13/norm3/Mul_1": {"qtype": "int16"}, "/blocks.13/norm3/Constant_2": {"qtype": "int16"}, "/blocks.13/norm3/Sub_1": {"qtype": "int16"}, "/blocks.13/norm3/Div": {"qtype": "int16"}, "/blocks.13/norm3/Constant_3": {"qtype": "int16"}, "/blocks.13/norm3/Add": {"qtype": "int16"}, "/blocks.13/norm3/Sqrt": {"qtype": "int16"}, "/blocks.13/norm3/Constant_4": {"qtype": "int16"}, "/blocks.13/norm3/Div_1": {"qtype": "int16"}, "/blocks.13/norm3/Mul_2": {"qtype": "int16"}, "/blocks.13/norm3/Mul_3": {"qtype": "int16"}, "/blocks.13/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.13/ffn/act/Mul": {"qtype": "int16"}, "/blocks.13/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.13/ffn/act/Constant": {"qtype": "int16"}, "/blocks.13/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.13/ffn/act/Add": {"qtype": "int16"}, "/blocks.13/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.13/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.13/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.13/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.13/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.13/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.13/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.13/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.13/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.13/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.13/Add_2": {"qtype": "int16"}, "/blocks.14/norm1/Constant": {"qtype": "int16"}, "/blocks.14/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.14/norm1/Shape": {"qtype": "int16"}, "/blocks.14/norm1/Constant_1": {"qtype": "int16"}, "/blocks.14/norm1/Gather": {"qtype": "int16"}, "/blocks.14/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.14/norm1/Sub": {"qtype": "int16"}, "/blocks.14/norm1/Mul": {"qtype": "int16"}, "/blocks.14/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/norm1/Cast": {"qtype": "int16"}, "/blocks.14/norm1/Mul_1": {"qtype": "int16"}, "/blocks.14/norm1/Constant_2": {"qtype": "int16"}, "/blocks.14/norm1/Sub_1": {"qtype": "int16"}, "/blocks.14/norm1/Div": {"qtype": "int16"}, "/blocks.14/norm1/Constant_3": {"qtype": "int16"}, "/blocks.14/norm1/Add": {"qtype": "int16"}, "/blocks.14/norm1/Sqrt": {"qtype": "int16"}, "/blocks.14/norm1/Constant_4": {"qtype": "int16"}, "/blocks.14/norm1/Div_1": {"qtype": "int16"}, "/blocks.14/norm1/Mul_2": {"qtype": "int16"}, "/blocks.14/norm1/Mul_3": {"qtype": "int16"}, "/blocks.14/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/attn/qkv/Add": {"qtype": "int16"}, "/blocks.14/attn/Constant": {"qtype": "int16"}, "/blocks.14/attn/Reshape": {"qtype": "int16"}, "/blocks.14/attn/Transpose": {"qtype": "int16"}, "/blocks.14/attn/Constant_1": {"qtype": "int16"}, "/blocks.14/attn/Split": {"qtype": "int16"}, "/blocks.14/attn/Constant_2": {"qtype": "int16"}, "/blocks.14/attn/Squeeze": {"qtype": "int16"}, "/blocks.14/attn/Constant_3": {"qtype": "int16"}, "/blocks.14/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.14/attn/Constant_4": {"qtype": "int16"}, "/blocks.14/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.14/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.14/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.14/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.14/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.14/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.14/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.14/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.14/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.14/attn/Shape": {"qtype": "int16"}, "/blocks.14/attn/Constant_5": {"qtype": "int16"}, "/blocks.14/attn/Constant_6": {"qtype": "int16"}, "/blocks.14/attn/Slice": {"qtype": "int16"}, "/blocks.14/attn/Cast": {"qtype": "int16"}, "/blocks.14/attn/Sqrt": {"qtype": "int16"}, "/blocks.14/attn/Constant_7": {"qtype": "int16"}, "/blocks.14/attn/Div": {"qtype": "int16"}, "/blocks.14/attn/Cast_1": {"qtype": "int16"}, "/blocks.14/attn/Transpose_1": {"qtype": "int16"}, "/blocks.14/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.14/attn/Mul": {"qtype": "int16"}, "/blocks.14/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.14/attn/Mul_1": {"qtype": "int16"}, "/blocks.14/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/attn/Softmax": {"qtype": "int16"}, "/blocks.14/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/attn/Transpose_2": {"qtype": "int16"}, "/blocks.14/attn/Constant_8": {"qtype": "int16"}, "/blocks.14/attn/Reshape_1": {"qtype": "int16"}, "/blocks.14/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/attn/proj/Add": {"qtype": "int16"}, "/blocks.14/Add": {"qtype": "int16"}, "/blocks.14/norm2/Constant": {"qtype": "int16"}, "/blocks.14/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.14/norm2/Shape": {"qtype": "int16"}, "/blocks.14/norm2/Constant_1": {"qtype": "int16"}, "/blocks.14/norm2/Gather": {"qtype": "int16"}, "/blocks.14/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.14/norm2/Sub": {"qtype": "int16"}, "/blocks.14/norm2/Mul": {"qtype": "int16"}, "/blocks.14/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/norm2/Cast": {"qtype": "int16"}, "/blocks.14/norm2/Mul_1": {"qtype": "int16"}, "/blocks.14/norm2/Constant_2": {"qtype": "int16"}, "/blocks.14/norm2/Sub_1": {"qtype": "int16"}, "/blocks.14/norm2/Div": {"qtype": "int16"}, "/blocks.14/norm2/Constant_3": {"qtype": "int16"}, "/blocks.14/norm2/Add": {"qtype": "int16"}, "/blocks.14/norm2/Sqrt": {"qtype": "int16"}, "/blocks.14/norm2/Constant_4": {"qtype": "int16"}, "/blocks.14/norm2/Div_1": {"qtype": "int16"}, "/blocks.14/norm2/Mul_2": {"qtype": "int16"}, "/blocks.14/norm2/Mul_3": {"qtype": "int16"}, "/blocks.14/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant": {"qtype": "int16"}, "/blocks.14/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.14/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.14/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.14/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.14/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.14/cross_attn/Split": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.14/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.14/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.14/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.14/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.14/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.14/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.14/cross_attn/Mul": {"qtype": "int16"}, "/blocks.14/cross_attn/Equal": {"qtype": "int16"}, "/blocks.14/cross_attn/Where": {"qtype": "int16"}, "/blocks.14/cross_attn/Expand": {"qtype": "int16"}, "/blocks.14/cross_attn/Shape": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.14/cross_attn/Slice": {"qtype": "int16"}, "/blocks.14/cross_attn/Cast": {"qtype": "int16"}, "/blocks.14/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.14/cross_attn/Div": {"qtype": "int16"}, "/blocks.14/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.14/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.14/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.14/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.14/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.14/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.14/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/cross_attn/Add": {"qtype": "int16"}, "/blocks.14/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.14/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.14/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.14/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.14/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.14/Add_1": {"qtype": "int16"}, "/blocks.14/norm3/Constant": {"qtype": "int16"}, "/blocks.14/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.14/norm3/Shape": {"qtype": "int16"}, "/blocks.14/norm3/Constant_1": {"qtype": "int16"}, "/blocks.14/norm3/Gather": {"qtype": "int16"}, "/blocks.14/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.14/norm3/Sub": {"qtype": "int16"}, "/blocks.14/norm3/Mul": {"qtype": "int16"}, "/blocks.14/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.14/norm3/Cast": {"qtype": "int16"}, "/blocks.14/norm3/Mul_1": {"qtype": "int16"}, "/blocks.14/norm3/Constant_2": {"qtype": "int16"}, "/blocks.14/norm3/Sub_1": {"qtype": "int16"}, "/blocks.14/norm3/Div": {"qtype": "int16"}, "/blocks.14/norm3/Constant_3": {"qtype": "int16"}, "/blocks.14/norm3/Add": {"qtype": "int16"}, "/blocks.14/norm3/Sqrt": {"qtype": "int16"}, "/blocks.14/norm3/Constant_4": {"qtype": "int16"}, "/blocks.14/norm3/Div_1": {"qtype": "int16"}, "/blocks.14/norm3/Mul_2": {"qtype": "int16"}, "/blocks.14/norm3/Mul_3": {"qtype": "int16"}, "/blocks.14/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.14/ffn/act/Mul": {"qtype": "int16"}, "/blocks.14/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.14/ffn/act/Constant": {"qtype": "int16"}, "/blocks.14/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.14/ffn/act/Add": {"qtype": "int16"}, "/blocks.14/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.14/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.14/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.14/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.14/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.14/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.14/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.14/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.14/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.14/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.14/Add_2": {"qtype": "int16"}, "/blocks.15/norm1/Constant": {"qtype": "int16"}, "/blocks.15/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.15/norm1/Shape": {"qtype": "int16"}, "/blocks.15/norm1/Constant_1": {"qtype": "int16"}, "/blocks.15/norm1/Gather": {"qtype": "int16"}, "/blocks.15/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.15/norm1/Sub": {"qtype": "int16"}, "/blocks.15/norm1/Mul": {"qtype": "int16"}, "/blocks.15/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/norm1/Cast": {"qtype": "int16"}, "/blocks.15/norm1/Mul_1": {"qtype": "int16"}, "/blocks.15/norm1/Constant_2": {"qtype": "int16"}, "/blocks.15/norm1/Sub_1": {"qtype": "int16"}, "/blocks.15/norm1/Div": {"qtype": "int16"}, "/blocks.15/norm1/Constant_3": {"qtype": "int16"}, "/blocks.15/norm1/Add": {"qtype": "int16"}, "/blocks.15/norm1/Sqrt": {"qtype": "int16"}, "/blocks.15/norm1/Constant_4": {"qtype": "int16"}, "/blocks.15/norm1/Div_1": {"qtype": "int16"}, "/blocks.15/norm1/Mul_2": {"qtype": "int16"}, "/blocks.15/norm1/Mul_3": {"qtype": "int16"}, "/blocks.15/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/attn/qkv/Add": {"qtype": "int16"}, "/blocks.15/attn/Constant": {"qtype": "int16"}, "/blocks.15/attn/Reshape": {"qtype": "int16"}, "/blocks.15/attn/Transpose": {"qtype": "int16"}, "/blocks.15/attn/Constant_1": {"qtype": "int16"}, "/blocks.15/attn/Split": {"qtype": "int16"}, "/blocks.15/attn/Constant_2": {"qtype": "int16"}, "/blocks.15/attn/Squeeze": {"qtype": "int16"}, "/blocks.15/attn/Constant_3": {"qtype": "int16"}, "/blocks.15/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.15/attn/Constant_4": {"qtype": "int16"}, "/blocks.15/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.15/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.15/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.15/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.15/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.15/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.15/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.15/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.15/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.15/attn/Shape": {"qtype": "int16"}, "/blocks.15/attn/Constant_5": {"qtype": "int16"}, "/blocks.15/attn/Constant_6": {"qtype": "int16"}, "/blocks.15/attn/Slice": {"qtype": "int16"}, "/blocks.15/attn/Cast": {"qtype": "int16"}, "/blocks.15/attn/Sqrt": {"qtype": "int16"}, "/blocks.15/attn/Constant_7": {"qtype": "int16"}, "/blocks.15/attn/Div": {"qtype": "int16"}, "/blocks.15/attn/Cast_1": {"qtype": "int16"}, "/blocks.15/attn/Transpose_1": {"qtype": "int16"}, "/blocks.15/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.15/attn/Mul": {"qtype": "int16"}, "/blocks.15/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.15/attn/Mul_1": {"qtype": "int16"}, "/blocks.15/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/attn/Softmax": {"qtype": "int16"}, "/blocks.15/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/attn/Transpose_2": {"qtype": "int16"}, "/blocks.15/attn/Constant_8": {"qtype": "int16"}, "/blocks.15/attn/Reshape_1": {"qtype": "int16"}, "/blocks.15/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/attn/proj/Add": {"qtype": "int16"}, "/blocks.15/Add": {"qtype": "int16"}, "/blocks.15/norm2/Constant": {"qtype": "int16"}, "/blocks.15/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.15/norm2/Shape": {"qtype": "int16"}, "/blocks.15/norm2/Constant_1": {"qtype": "int16"}, "/blocks.15/norm2/Gather": {"qtype": "int16"}, "/blocks.15/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.15/norm2/Sub": {"qtype": "int16"}, "/blocks.15/norm2/Mul": {"qtype": "int16"}, "/blocks.15/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/norm2/Cast": {"qtype": "int16"}, "/blocks.15/norm2/Mul_1": {"qtype": "int16"}, "/blocks.15/norm2/Constant_2": {"qtype": "int16"}, "/blocks.15/norm2/Sub_1": {"qtype": "int16"}, "/blocks.15/norm2/Div": {"qtype": "int16"}, "/blocks.15/norm2/Constant_3": {"qtype": "int16"}, "/blocks.15/norm2/Add": {"qtype": "int16"}, "/blocks.15/norm2/Sqrt": {"qtype": "int16"}, "/blocks.15/norm2/Constant_4": {"qtype": "int16"}, "/blocks.15/norm2/Div_1": {"qtype": "int16"}, "/blocks.15/norm2/Mul_2": {"qtype": "int16"}, "/blocks.15/norm2/Mul_3": {"qtype": "int16"}, "/blocks.15/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant": {"qtype": "int16"}, "/blocks.15/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.15/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.15/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.15/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.15/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.15/cross_attn/Split": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.15/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.15/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.15/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.15/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.15/cross_attn/Shape": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.15/cross_attn/Slice": {"qtype": "int16"}, "/blocks.15/cross_attn/Cast": {"qtype": "int16"}, "/blocks.15/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.15/cross_attn/Div": {"qtype": "int16"}, "/blocks.15/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.15/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.15/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.15/cross_attn/Mul": {"qtype": "int16"}, "/blocks.15/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.15/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.15/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.15/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.15/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.15/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.15/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.15/Add_1": {"qtype": "int16"}, "/blocks.15/norm3/Constant": {"qtype": "int16"}, "/blocks.15/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.15/norm3/Shape": {"qtype": "int16"}, "/blocks.15/norm3/Constant_1": {"qtype": "int16"}, "/blocks.15/norm3/Gather": {"qtype": "int16"}, "/blocks.15/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.15/norm3/Sub": {"qtype": "int16"}, "/blocks.15/norm3/Mul": {"qtype": "int16"}, "/blocks.15/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.15/norm3/Cast": {"qtype": "int16"}, "/blocks.15/norm3/Mul_1": {"qtype": "int16"}, "/blocks.15/norm3/Constant_2": {"qtype": "int16"}, "/blocks.15/norm3/Sub_1": {"qtype": "int16"}, "/blocks.15/norm3/Div": {"qtype": "int16"}, "/blocks.15/norm3/Constant_3": {"qtype": "int16"}, "/blocks.15/norm3/Add": {"qtype": "int16"}, "/blocks.15/norm3/Sqrt": {"qtype": "int16"}, "/blocks.15/norm3/Constant_4": {"qtype": "int16"}, "/blocks.15/norm3/Div_1": {"qtype": "int16"}, "/blocks.15/norm3/Mul_2": {"qtype": "int16"}, "/blocks.15/norm3/Mul_3": {"qtype": "int16"}, "/blocks.15/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.15/ffn/act/Mul": {"qtype": "int16"}, "/blocks.15/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.15/ffn/act/Constant": {"qtype": "int16"}, "/blocks.15/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.15/ffn/act/Add": {"qtype": "int16"}, "/blocks.15/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.15/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.15/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.15/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.15/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.15/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.15/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.15/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.15/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.15/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.15/Add_2": {"qtype": "int16"}, "/blocks.16/norm1/Constant": {"qtype": "int16"}, "/blocks.16/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.16/norm1/Shape": {"qtype": "int16"}, "/blocks.16/norm1/Constant_1": {"qtype": "int16"}, "/blocks.16/norm1/Gather": {"qtype": "int16"}, "/blocks.16/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.16/norm1/Sub": {"qtype": "int16"}, "/blocks.16/norm1/Mul": {"qtype": "int16"}, "/blocks.16/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/norm1/Cast": {"qtype": "int16"}, "/blocks.16/norm1/Mul_1": {"qtype": "int16"}, "/blocks.16/norm1/Constant_2": {"qtype": "int16"}, "/blocks.16/norm1/Sub_1": {"qtype": "int16"}, "/blocks.16/norm1/Div": {"qtype": "int16"}, "/blocks.16/norm1/Constant_3": {"qtype": "int16"}, "/blocks.16/norm1/Add": {"qtype": "int16"}, "/blocks.16/norm1/Sqrt": {"qtype": "int16"}, "/blocks.16/norm1/Constant_4": {"qtype": "int16"}, "/blocks.16/norm1/Div_1": {"qtype": "int16"}, "/blocks.16/norm1/Mul_2": {"qtype": "int16"}, "/blocks.16/norm1/Mul_3": {"qtype": "int16"}, "/blocks.16/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/attn/qkv/Add": {"qtype": "int16"}, "/blocks.16/attn/Constant": {"qtype": "int16"}, "/blocks.16/attn/Reshape": {"qtype": "int16"}, "/blocks.16/attn/Transpose": {"qtype": "int16"}, "/blocks.16/attn/Constant_1": {"qtype": "int16"}, "/blocks.16/attn/Split": {"qtype": "int16"}, "/blocks.16/attn/Constant_2": {"qtype": "int16"}, "/blocks.16/attn/Squeeze": {"qtype": "int16"}, "/blocks.16/attn/Constant_3": {"qtype": "int16"}, "/blocks.16/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.16/attn/Constant_4": {"qtype": "int16"}, "/blocks.16/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.16/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.16/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.16/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.16/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.16/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.16/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.16/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.16/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.16/attn/Shape": {"qtype": "int16"}, "/blocks.16/attn/Constant_5": {"qtype": "int16"}, "/blocks.16/attn/Constant_6": {"qtype": "int16"}, "/blocks.16/attn/Slice": {"qtype": "int16"}, "/blocks.16/attn/Cast": {"qtype": "int16"}, "/blocks.16/attn/Sqrt": {"qtype": "int16"}, "/blocks.16/attn/Constant_7": {"qtype": "int16"}, "/blocks.16/attn/Div": {"qtype": "int16"}, "/blocks.16/attn/Cast_1": {"qtype": "int16"}, "/blocks.16/attn/Transpose_1": {"qtype": "int16"}, "/blocks.16/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.16/attn/Mul": {"qtype": "int16"}, "/blocks.16/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.16/attn/Mul_1": {"qtype": "int16"}, "/blocks.16/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/attn/Softmax": {"qtype": "int16"}, "/blocks.16/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/attn/Transpose_2": {"qtype": "int16"}, "/blocks.16/attn/Constant_8": {"qtype": "int16"}, "/blocks.16/attn/Reshape_1": {"qtype": "int16"}, "/blocks.16/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/attn/proj/Add": {"qtype": "int16"}, "/blocks.16/Add": {"qtype": "int16"}, "/blocks.16/norm2/Constant": {"qtype": "int16"}, "/blocks.16/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.16/norm2/Shape": {"qtype": "int16"}, "/blocks.16/norm2/Constant_1": {"qtype": "int16"}, "/blocks.16/norm2/Gather": {"qtype": "int16"}, "/blocks.16/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.16/norm2/Sub": {"qtype": "int16"}, "/blocks.16/norm2/Mul": {"qtype": "int16"}, "/blocks.16/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/norm2/Cast": {"qtype": "int16"}, "/blocks.16/norm2/Mul_1": {"qtype": "int16"}, "/blocks.16/norm2/Constant_2": {"qtype": "int16"}, "/blocks.16/norm2/Sub_1": {"qtype": "int16"}, "/blocks.16/norm2/Div": {"qtype": "int16"}, "/blocks.16/norm2/Constant_3": {"qtype": "int16"}, "/blocks.16/norm2/Add": {"qtype": "int16"}, "/blocks.16/norm2/Sqrt": {"qtype": "int16"}, "/blocks.16/norm2/Constant_4": {"qtype": "int16"}, "/blocks.16/norm2/Div_1": {"qtype": "int16"}, "/blocks.16/norm2/Mul_2": {"qtype": "int16"}, "/blocks.16/norm2/Mul_3": {"qtype": "int16"}, "/blocks.16/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant": {"qtype": "int16"}, "/blocks.16/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.16/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.16/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.16/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.16/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.16/cross_attn/Split": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.16/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.16/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.16/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.16/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.16/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.16/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.16/cross_attn/Mul": {"qtype": "int16"}, "/blocks.16/cross_attn/Equal": {"qtype": "int16"}, "/blocks.16/cross_attn/Where": {"qtype": "int16"}, "/blocks.16/cross_attn/Expand": {"qtype": "int16"}, "/blocks.16/cross_attn/Shape": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.16/cross_attn/Slice": {"qtype": "int16"}, "/blocks.16/cross_attn/Cast": {"qtype": "int16"}, "/blocks.16/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.16/cross_attn/Div": {"qtype": "int16"}, "/blocks.16/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.16/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.16/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.16/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.16/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.16/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.16/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/cross_attn/Add": {"qtype": "int16"}, "/blocks.16/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.16/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.16/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.16/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.16/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.16/Add_1": {"qtype": "int16"}, "/blocks.16/norm3/Constant": {"qtype": "int16"}, "/blocks.16/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.16/norm3/Shape": {"qtype": "int16"}, "/blocks.16/norm3/Constant_1": {"qtype": "int16"}, "/blocks.16/norm3/Gather": {"qtype": "int16"}, "/blocks.16/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.16/norm3/Sub": {"qtype": "int16"}, "/blocks.16/norm3/Mul": {"qtype": "int16"}, "/blocks.16/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.16/norm3/Cast": {"qtype": "int16"}, "/blocks.16/norm3/Mul_1": {"qtype": "int16"}, "/blocks.16/norm3/Constant_2": {"qtype": "int16"}, "/blocks.16/norm3/Sub_1": {"qtype": "int16"}, "/blocks.16/norm3/Div": {"qtype": "int16"}, "/blocks.16/norm3/Constant_3": {"qtype": "int16"}, "/blocks.16/norm3/Add": {"qtype": "int16"}, "/blocks.16/norm3/Sqrt": {"qtype": "int16"}, "/blocks.16/norm3/Constant_4": {"qtype": "int16"}, "/blocks.16/norm3/Div_1": {"qtype": "int16"}, "/blocks.16/norm3/Mul_2": {"qtype": "int16"}, "/blocks.16/norm3/Mul_3": {"qtype": "int16"}, "/blocks.16/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.16/ffn/act/Mul": {"qtype": "int16"}, "/blocks.16/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.16/ffn/act/Constant": {"qtype": "int16"}, "/blocks.16/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.16/ffn/act/Add": {"qtype": "int16"}, "/blocks.16/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.16/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.16/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.16/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.16/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.16/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.16/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.16/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.16/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.16/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.16/Add_2": {"qtype": "int16"}, "/blocks.17/norm1/Constant": {"qtype": "int16"}, "/blocks.17/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.17/norm1/Shape": {"qtype": "int16"}, "/blocks.17/norm1/Constant_1": {"qtype": "int16"}, "/blocks.17/norm1/Gather": {"qtype": "int16"}, "/blocks.17/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.17/norm1/Sub": {"qtype": "int16"}, "/blocks.17/norm1/Mul": {"qtype": "int16"}, "/blocks.17/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/norm1/Cast": {"qtype": "int16"}, "/blocks.17/norm1/Mul_1": {"qtype": "int16"}, "/blocks.17/norm1/Constant_2": {"qtype": "int16"}, "/blocks.17/norm1/Sub_1": {"qtype": "int16"}, "/blocks.17/norm1/Div": {"qtype": "int16"}, "/blocks.17/norm1/Constant_3": {"qtype": "int16"}, "/blocks.17/norm1/Add": {"qtype": "int16"}, "/blocks.17/norm1/Sqrt": {"qtype": "int16"}, "/blocks.17/norm1/Constant_4": {"qtype": "int16"}, "/blocks.17/norm1/Div_1": {"qtype": "int16"}, "/blocks.17/norm1/Mul_2": {"qtype": "int16"}, "/blocks.17/norm1/Mul_3": {"qtype": "int16"}, "/blocks.17/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/attn/qkv/Add": {"qtype": "int16"}, "/blocks.17/attn/Constant": {"qtype": "int16"}, "/blocks.17/attn/Reshape": {"qtype": "int16"}, "/blocks.17/attn/Transpose": {"qtype": "int16"}, "/blocks.17/attn/Constant_1": {"qtype": "int16"}, "/blocks.17/attn/Split": {"qtype": "int16"}, "/blocks.17/attn/Constant_2": {"qtype": "int16"}, "/blocks.17/attn/Squeeze": {"qtype": "int16"}, "/blocks.17/attn/Constant_3": {"qtype": "int16"}, "/blocks.17/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.17/attn/Constant_4": {"qtype": "int16"}, "/blocks.17/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.17/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.17/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.17/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.17/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.17/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.17/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.17/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.17/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.17/attn/Shape": {"qtype": "int16"}, "/blocks.17/attn/Constant_5": {"qtype": "int16"}, "/blocks.17/attn/Constant_6": {"qtype": "int16"}, "/blocks.17/attn/Slice": {"qtype": "int16"}, "/blocks.17/attn/Cast": {"qtype": "int16"}, "/blocks.17/attn/Sqrt": {"qtype": "int16"}, "/blocks.17/attn/Constant_7": {"qtype": "int16"}, "/blocks.17/attn/Div": {"qtype": "int16"}, "/blocks.17/attn/Cast_1": {"qtype": "int16"}, "/blocks.17/attn/Transpose_1": {"qtype": "int16"}, "/blocks.17/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.17/attn/Mul": {"qtype": "int16"}, "/blocks.17/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.17/attn/Mul_1": {"qtype": "int16"}, "/blocks.17/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/attn/Softmax": {"qtype": "int16"}, "/blocks.17/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/attn/Transpose_2": {"qtype": "int16"}, "/blocks.17/attn/Constant_8": {"qtype": "int16"}, "/blocks.17/attn/Reshape_1": {"qtype": "int16"}, "/blocks.17/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/attn/proj/Add": {"qtype": "int16"}, "/blocks.17/Add": {"qtype": "int16"}, "/blocks.17/norm2/Constant": {"qtype": "int16"}, "/blocks.17/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.17/norm2/Shape": {"qtype": "int16"}, "/blocks.17/norm2/Constant_1": {"qtype": "int16"}, "/blocks.17/norm2/Gather": {"qtype": "int16"}, "/blocks.17/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.17/norm2/Sub": {"qtype": "int16"}, "/blocks.17/norm2/Mul": {"qtype": "int16"}, "/blocks.17/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/norm2/Cast": {"qtype": "int16"}, "/blocks.17/norm2/Mul_1": {"qtype": "int16"}, "/blocks.17/norm2/Constant_2": {"qtype": "int16"}, "/blocks.17/norm2/Sub_1": {"qtype": "int16"}, "/blocks.17/norm2/Div": {"qtype": "int16"}, "/blocks.17/norm2/Constant_3": {"qtype": "int16"}, "/blocks.17/norm2/Add": {"qtype": "int16"}, "/blocks.17/norm2/Sqrt": {"qtype": "int16"}, "/blocks.17/norm2/Constant_4": {"qtype": "int16"}, "/blocks.17/norm2/Div_1": {"qtype": "int16"}, "/blocks.17/norm2/Mul_2": {"qtype": "int16"}, "/blocks.17/norm2/Mul_3": {"qtype": "int16"}, "/blocks.17/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant": {"qtype": "int16"}, "/blocks.17/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.17/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.17/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.17/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.17/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.17/cross_attn/Split": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.17/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.17/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.17/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.17/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.17/cross_attn/Shape": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.17/cross_attn/Slice": {"qtype": "int16"}, "/blocks.17/cross_attn/Cast": {"qtype": "int16"}, "/blocks.17/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.17/cross_attn/Div": {"qtype": "int16"}, "/blocks.17/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.17/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.17/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.17/cross_attn/Mul": {"qtype": "int16"}, "/blocks.17/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.17/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.17/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.17/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.17/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.17/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.17/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.17/Add_1": {"qtype": "int16"}, "/blocks.17/norm3/Constant": {"qtype": "int16"}, "/blocks.17/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.17/norm3/Shape": {"qtype": "int16"}, "/blocks.17/norm3/Constant_1": {"qtype": "int16"}, "/blocks.17/norm3/Gather": {"qtype": "int16"}, "/blocks.17/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.17/norm3/Sub": {"qtype": "int16"}, "/blocks.17/norm3/Mul": {"qtype": "int16"}, "/blocks.17/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.17/norm3/Cast": {"qtype": "int16"}, "/blocks.17/norm3/Mul_1": {"qtype": "int16"}, "/blocks.17/norm3/Constant_2": {"qtype": "int16"}, "/blocks.17/norm3/Sub_1": {"qtype": "int16"}, "/blocks.17/norm3/Div": {"qtype": "int16"}, "/blocks.17/norm3/Constant_3": {"qtype": "int16"}, "/blocks.17/norm3/Add": {"qtype": "int16"}, "/blocks.17/norm3/Sqrt": {"qtype": "int16"}, "/blocks.17/norm3/Constant_4": {"qtype": "int16"}, "/blocks.17/norm3/Div_1": {"qtype": "int16"}, "/blocks.17/norm3/Mul_2": {"qtype": "int16"}, "/blocks.17/norm3/Mul_3": {"qtype": "int16"}, "/blocks.17/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.17/ffn/act/Mul": {"qtype": "int16"}, "/blocks.17/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.17/ffn/act/Constant": {"qtype": "int16"}, "/blocks.17/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.17/ffn/act/Add": {"qtype": "int16"}, "/blocks.17/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.17/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.17/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.17/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.17/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.17/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.17/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.17/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.17/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.17/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.17/Add_2": {"qtype": "int16"}, "/blocks.18/norm1/Constant": {"qtype": "int16"}, "/blocks.18/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.18/norm1/Shape": {"qtype": "int16"}, "/blocks.18/norm1/Constant_1": {"qtype": "int16"}, "/blocks.18/norm1/Gather": {"qtype": "int16"}, "/blocks.18/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.18/norm1/Sub": {"qtype": "int16"}, "/blocks.18/norm1/Mul": {"qtype": "int16"}, "/blocks.18/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/norm1/Cast": {"qtype": "int16"}, "/blocks.18/norm1/Mul_1": {"qtype": "int16"}, "/blocks.18/norm1/Constant_2": {"qtype": "int16"}, "/blocks.18/norm1/Sub_1": {"qtype": "int16"}, "/blocks.18/norm1/Div": {"qtype": "int16"}, "/blocks.18/norm1/Constant_3": {"qtype": "int16"}, "/blocks.18/norm1/Add": {"qtype": "int16"}, "/blocks.18/norm1/Sqrt": {"qtype": "int16"}, "/blocks.18/norm1/Constant_4": {"qtype": "int16"}, "/blocks.18/norm1/Div_1": {"qtype": "int16"}, "/blocks.18/norm1/Mul_2": {"qtype": "int16"}, "/blocks.18/norm1/Mul_3": {"qtype": "int16"}, "/blocks.18/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/attn/qkv/Add": {"qtype": "int16"}, "/blocks.18/attn/Constant": {"qtype": "int16"}, "/blocks.18/attn/Reshape": {"qtype": "int16"}, "/blocks.18/attn/Transpose": {"qtype": "int16"}, "/blocks.18/attn/Constant_1": {"qtype": "int16"}, "/blocks.18/attn/Split": {"qtype": "int16"}, "/blocks.18/attn/Constant_2": {"qtype": "int16"}, "/blocks.18/attn/Squeeze": {"qtype": "int16"}, "/blocks.18/attn/Constant_3": {"qtype": "int16"}, "/blocks.18/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.18/attn/Constant_4": {"qtype": "int16"}, "/blocks.18/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.18/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.18/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.18/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.18/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.18/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.18/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.18/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.18/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.18/attn/Shape": {"qtype": "int16"}, "/blocks.18/attn/Constant_5": {"qtype": "int16"}, "/blocks.18/attn/Constant_6": {"qtype": "int16"}, "/blocks.18/attn/Slice": {"qtype": "int16"}, "/blocks.18/attn/Cast": {"qtype": "int16"}, "/blocks.18/attn/Sqrt": {"qtype": "int16"}, "/blocks.18/attn/Constant_7": {"qtype": "int16"}, "/blocks.18/attn/Div": {"qtype": "int16"}, "/blocks.18/attn/Cast_1": {"qtype": "int16"}, "/blocks.18/attn/Transpose_1": {"qtype": "int16"}, "/blocks.18/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.18/attn/Mul": {"qtype": "int16"}, "/blocks.18/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.18/attn/Mul_1": {"qtype": "int16"}, "/blocks.18/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/attn/Softmax": {"qtype": "int16"}, "/blocks.18/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/attn/Transpose_2": {"qtype": "int16"}, "/blocks.18/attn/Constant_8": {"qtype": "int16"}, "/blocks.18/attn/Reshape_1": {"qtype": "int16"}, "/blocks.18/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/attn/proj/Add": {"qtype": "int16"}, "/blocks.18/Add": {"qtype": "int16"}, "/blocks.18/norm2/Constant": {"qtype": "int16"}, "/blocks.18/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.18/norm2/Shape": {"qtype": "int16"}, "/blocks.18/norm2/Constant_1": {"qtype": "int16"}, "/blocks.18/norm2/Gather": {"qtype": "int16"}, "/blocks.18/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.18/norm2/Sub": {"qtype": "int16"}, "/blocks.18/norm2/Mul": {"qtype": "int16"}, "/blocks.18/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/norm2/Cast": {"qtype": "int16"}, "/blocks.18/norm2/Mul_1": {"qtype": "int16"}, "/blocks.18/norm2/Constant_2": {"qtype": "int16"}, "/blocks.18/norm2/Sub_1": {"qtype": "int16"}, "/blocks.18/norm2/Div": {"qtype": "int16"}, "/blocks.18/norm2/Constant_3": {"qtype": "int16"}, "/blocks.18/norm2/Add": {"qtype": "int16"}, "/blocks.18/norm2/Sqrt": {"qtype": "int16"}, "/blocks.18/norm2/Constant_4": {"qtype": "int16"}, "/blocks.18/norm2/Div_1": {"qtype": "int16"}, "/blocks.18/norm2/Mul_2": {"qtype": "int16"}, "/blocks.18/norm2/Mul_3": {"qtype": "int16"}, "/blocks.18/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant": {"qtype": "int16"}, "/blocks.18/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.18/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.18/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.18/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.18/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.18/cross_attn/Split": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.18/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.18/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.18/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.18/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.18/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.18/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.18/cross_attn/Mul": {"qtype": "int16"}, "/blocks.18/cross_attn/Equal": {"qtype": "int16"}, "/blocks.18/cross_attn/Where": {"qtype": "int16"}, "/blocks.18/cross_attn/Expand": {"qtype": "int16"}, "/blocks.18/cross_attn/Shape": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.18/cross_attn/Slice": {"qtype": "int16"}, "/blocks.18/cross_attn/Cast": {"qtype": "int16"}, "/blocks.18/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.18/cross_attn/Div": {"qtype": "int16"}, "/blocks.18/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.18/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.18/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.18/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.18/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.18/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.18/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/cross_attn/Add": {"qtype": "int16"}, "/blocks.18/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.18/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.18/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.18/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.18/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.18/Add_1": {"qtype": "int16"}, "/blocks.18/norm3/Constant": {"qtype": "int16"}, "/blocks.18/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.18/norm3/Shape": {"qtype": "int16"}, "/blocks.18/norm3/Constant_1": {"qtype": "int16"}, "/blocks.18/norm3/Gather": {"qtype": "int16"}, "/blocks.18/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.18/norm3/Sub": {"qtype": "int16"}, "/blocks.18/norm3/Mul": {"qtype": "int16"}, "/blocks.18/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.18/norm3/Cast": {"qtype": "int16"}, "/blocks.18/norm3/Mul_1": {"qtype": "int16"}, "/blocks.18/norm3/Constant_2": {"qtype": "int16"}, "/blocks.18/norm3/Sub_1": {"qtype": "int16"}, "/blocks.18/norm3/Div": {"qtype": "int16"}, "/blocks.18/norm3/Constant_3": {"qtype": "int16"}, "/blocks.18/norm3/Add": {"qtype": "int16"}, "/blocks.18/norm3/Sqrt": {"qtype": "int16"}, "/blocks.18/norm3/Constant_4": {"qtype": "int16"}, "/blocks.18/norm3/Div_1": {"qtype": "int16"}, "/blocks.18/norm3/Mul_2": {"qtype": "int16"}, "/blocks.18/norm3/Mul_3": {"qtype": "int16"}, "/blocks.18/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.18/ffn/act/Mul": {"qtype": "int16"}, "/blocks.18/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.18/ffn/act/Constant": {"qtype": "int16"}, "/blocks.18/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.18/ffn/act/Add": {"qtype": "int16"}, "/blocks.18/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.18/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.18/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.18/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.18/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.18/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.18/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.18/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.18/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.18/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.18/Add_2": {"qtype": "int16"}, "/blocks.19/norm1/Constant": {"qtype": "int16"}, "/blocks.19/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.19/norm1/Shape": {"qtype": "int16"}, "/blocks.19/norm1/Constant_1": {"qtype": "int16"}, "/blocks.19/norm1/Gather": {"qtype": "int16"}, "/blocks.19/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.19/norm1/Sub": {"qtype": "int16"}, "/blocks.19/norm1/Mul": {"qtype": "int16"}, "/blocks.19/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/norm1/Cast": {"qtype": "int16"}, "/blocks.19/norm1/Mul_1": {"qtype": "int16"}, "/blocks.19/norm1/Constant_2": {"qtype": "int16"}, "/blocks.19/norm1/Sub_1": {"qtype": "int16"}, "/blocks.19/norm1/Div": {"qtype": "int16"}, "/blocks.19/norm1/Constant_3": {"qtype": "int16"}, "/blocks.19/norm1/Add": {"qtype": "int16"}, "/blocks.19/norm1/Sqrt": {"qtype": "int16"}, "/blocks.19/norm1/Constant_4": {"qtype": "int16"}, "/blocks.19/norm1/Div_1": {"qtype": "int16"}, "/blocks.19/norm1/Mul_2": {"qtype": "int16"}, "/blocks.19/norm1/Mul_3": {"qtype": "int16"}, "/blocks.19/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/attn/qkv/Add": {"qtype": "int16"}, "/blocks.19/attn/Constant": {"qtype": "int16"}, "/blocks.19/attn/Reshape": {"qtype": "int16"}, "/blocks.19/attn/Transpose": {"qtype": "int16"}, "/blocks.19/attn/Constant_1": {"qtype": "int16"}, "/blocks.19/attn/Split": {"qtype": "int16"}, "/blocks.19/attn/Constant_2": {"qtype": "int16"}, "/blocks.19/attn/Squeeze": {"qtype": "int16"}, "/blocks.19/attn/Constant_3": {"qtype": "int16"}, "/blocks.19/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.19/attn/Constant_4": {"qtype": "int16"}, "/blocks.19/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.19/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.19/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.19/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.19/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.19/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.19/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.19/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.19/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.19/attn/Shape": {"qtype": "int16"}, "/blocks.19/attn/Constant_5": {"qtype": "int16"}, "/blocks.19/attn/Constant_6": {"qtype": "int16"}, "/blocks.19/attn/Slice": {"qtype": "int16"}, "/blocks.19/attn/Cast": {"qtype": "int16"}, "/blocks.19/attn/Sqrt": {"qtype": "int16"}, "/blocks.19/attn/Constant_7": {"qtype": "int16"}, "/blocks.19/attn/Div": {"qtype": "int16"}, "/blocks.19/attn/Cast_1": {"qtype": "int16"}, "/blocks.19/attn/Transpose_1": {"qtype": "int16"}, "/blocks.19/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.19/attn/Mul": {"qtype": "int16"}, "/blocks.19/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.19/attn/Mul_1": {"qtype": "int16"}, "/blocks.19/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/attn/Softmax": {"qtype": "int16"}, "/blocks.19/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/attn/Transpose_2": {"qtype": "int16"}, "/blocks.19/attn/Constant_8": {"qtype": "int16"}, "/blocks.19/attn/Reshape_1": {"qtype": "int16"}, "/blocks.19/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/attn/proj/Add": {"qtype": "int16"}, "/blocks.19/Add": {"qtype": "int16"}, "/blocks.19/norm2/Constant": {"qtype": "int16"}, "/blocks.19/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.19/norm2/Shape": {"qtype": "int16"}, "/blocks.19/norm2/Constant_1": {"qtype": "int16"}, "/blocks.19/norm2/Gather": {"qtype": "int16"}, "/blocks.19/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.19/norm2/Sub": {"qtype": "int16"}, "/blocks.19/norm2/Mul": {"qtype": "int16"}, "/blocks.19/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/norm2/Cast": {"qtype": "int16"}, "/blocks.19/norm2/Mul_1": {"qtype": "int16"}, "/blocks.19/norm2/Constant_2": {"qtype": "int16"}, "/blocks.19/norm2/Sub_1": {"qtype": "int16"}, "/blocks.19/norm2/Div": {"qtype": "int16"}, "/blocks.19/norm2/Constant_3": {"qtype": "int16"}, "/blocks.19/norm2/Add": {"qtype": "int16"}, "/blocks.19/norm2/Sqrt": {"qtype": "int16"}, "/blocks.19/norm2/Constant_4": {"qtype": "int16"}, "/blocks.19/norm2/Div_1": {"qtype": "int16"}, "/blocks.19/norm2/Mul_2": {"qtype": "int16"}, "/blocks.19/norm2/Mul_3": {"qtype": "int16"}, "/blocks.19/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant": {"qtype": "int16"}, "/blocks.19/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.19/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.19/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.19/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.19/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.19/cross_attn/Split": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.19/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.19/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.19/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.19/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.19/cross_attn/Shape": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.19/cross_attn/Slice": {"qtype": "int16"}, "/blocks.19/cross_attn/Cast": {"qtype": "int16"}, "/blocks.19/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.19/cross_attn/Div": {"qtype": "int16"}, "/blocks.19/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.19/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.19/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.19/cross_attn/Mul": {"qtype": "int16"}, "/blocks.19/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.19/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.19/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.19/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.19/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.19/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.19/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.19/Add_1": {"qtype": "int16"}, "/blocks.19/norm3/Constant": {"qtype": "int16"}, "/blocks.19/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.19/norm3/Shape": {"qtype": "int16"}, "/blocks.19/norm3/Constant_1": {"qtype": "int16"}, "/blocks.19/norm3/Gather": {"qtype": "int16"}, "/blocks.19/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.19/norm3/Sub": {"qtype": "int16"}, "/blocks.19/norm3/Mul": {"qtype": "int16"}, "/blocks.19/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.19/norm3/Cast": {"qtype": "int16"}, "/blocks.19/norm3/Mul_1": {"qtype": "int16"}, "/blocks.19/norm3/Constant_2": {"qtype": "int16"}, "/blocks.19/norm3/Sub_1": {"qtype": "int16"}, "/blocks.19/norm3/Div": {"qtype": "int16"}, "/blocks.19/norm3/Constant_3": {"qtype": "int16"}, "/blocks.19/norm3/Add": {"qtype": "int16"}, "/blocks.19/norm3/Sqrt": {"qtype": "int16"}, "/blocks.19/norm3/Constant_4": {"qtype": "int16"}, "/blocks.19/norm3/Div_1": {"qtype": "int16"}, "/blocks.19/norm3/Mul_2": {"qtype": "int16"}, "/blocks.19/norm3/Mul_3": {"qtype": "int16"}, "/blocks.19/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.19/ffn/act/Mul": {"qtype": "int16"}, "/blocks.19/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.19/ffn/act/Constant": {"qtype": "int16"}, "/blocks.19/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.19/ffn/act/Add": {"qtype": "int16"}, "/blocks.19/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.19/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.19/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.19/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.19/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.19/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.19/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.19/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.19/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.19/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.19/Add_2": {"qtype": "int16"}, "/blocks.20/norm1/Constant": {"qtype": "int16"}, "/blocks.20/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.20/norm1/Shape": {"qtype": "int16"}, "/blocks.20/norm1/Constant_1": {"qtype": "int16"}, "/blocks.20/norm1/Gather": {"qtype": "int16"}, "/blocks.20/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.20/norm1/Sub": {"qtype": "int16"}, "/blocks.20/norm1/Mul": {"qtype": "int16"}, "/blocks.20/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/norm1/Cast": {"qtype": "int16"}, "/blocks.20/norm1/Mul_1": {"qtype": "int16"}, "/blocks.20/norm1/Constant_2": {"qtype": "int16"}, "/blocks.20/norm1/Sub_1": {"qtype": "int16"}, "/blocks.20/norm1/Div": {"qtype": "int16"}, "/blocks.20/norm1/Constant_3": {"qtype": "int16"}, "/blocks.20/norm1/Add": {"qtype": "int16"}, "/blocks.20/norm1/Sqrt": {"qtype": "int16"}, "/blocks.20/norm1/Constant_4": {"qtype": "int16"}, "/blocks.20/norm1/Div_1": {"qtype": "int16"}, "/blocks.20/norm1/Mul_2": {"qtype": "int16"}, "/blocks.20/norm1/Mul_3": {"qtype": "int16"}, "/blocks.20/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/attn/qkv/Add": {"qtype": "int16"}, "/blocks.20/attn/Constant": {"qtype": "int16"}, "/blocks.20/attn/Reshape": {"qtype": "int16"}, "/blocks.20/attn/Transpose": {"qtype": "int16"}, "/blocks.20/attn/Constant_1": {"qtype": "int16"}, "/blocks.20/attn/Split": {"qtype": "int16"}, "/blocks.20/attn/Constant_2": {"qtype": "int16"}, "/blocks.20/attn/Squeeze": {"qtype": "int16"}, "/blocks.20/attn/Constant_3": {"qtype": "int16"}, "/blocks.20/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.20/attn/Constant_4": {"qtype": "int16"}, "/blocks.20/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.20/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.20/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.20/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.20/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.20/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.20/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.20/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.20/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.20/attn/Shape": {"qtype": "int16"}, "/blocks.20/attn/Constant_5": {"qtype": "int16"}, "/blocks.20/attn/Constant_6": {"qtype": "int16"}, "/blocks.20/attn/Slice": {"qtype": "int16"}, "/blocks.20/attn/Cast": {"qtype": "int16"}, "/blocks.20/attn/Sqrt": {"qtype": "int16"}, "/blocks.20/attn/Constant_7": {"qtype": "int16"}, "/blocks.20/attn/Div": {"qtype": "int16"}, "/blocks.20/attn/Cast_1": {"qtype": "int16"}, "/blocks.20/attn/Transpose_1": {"qtype": "int16"}, "/blocks.20/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.20/attn/Mul": {"qtype": "int16"}, "/blocks.20/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.20/attn/Mul_1": {"qtype": "int16"}, "/blocks.20/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/attn/Softmax": {"qtype": "int16"}, "/blocks.20/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/attn/Transpose_2": {"qtype": "int16"}, "/blocks.20/attn/Constant_8": {"qtype": "int16"}, "/blocks.20/attn/Reshape_1": {"qtype": "int16"}, "/blocks.20/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/attn/proj/Add": {"qtype": "int16"}, "/blocks.20/Add": {"qtype": "int16"}, "/blocks.20/norm2/Constant": {"qtype": "int16"}, "/blocks.20/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.20/norm2/Shape": {"qtype": "int16"}, "/blocks.20/norm2/Constant_1": {"qtype": "int16"}, "/blocks.20/norm2/Gather": {"qtype": "int16"}, "/blocks.20/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.20/norm2/Sub": {"qtype": "int16"}, "/blocks.20/norm2/Mul": {"qtype": "int16"}, "/blocks.20/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/norm2/Cast": {"qtype": "int16"}, "/blocks.20/norm2/Mul_1": {"qtype": "int16"}, "/blocks.20/norm2/Constant_2": {"qtype": "int16"}, "/blocks.20/norm2/Sub_1": {"qtype": "int16"}, "/blocks.20/norm2/Div": {"qtype": "int16"}, "/blocks.20/norm2/Constant_3": {"qtype": "int16"}, "/blocks.20/norm2/Add": {"qtype": "int16"}, "/blocks.20/norm2/Sqrt": {"qtype": "int16"}, "/blocks.20/norm2/Constant_4": {"qtype": "int16"}, "/blocks.20/norm2/Div_1": {"qtype": "int16"}, "/blocks.20/norm2/Mul_2": {"qtype": "int16"}, "/blocks.20/norm2/Mul_3": {"qtype": "int16"}, "/blocks.20/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant": {"qtype": "int16"}, "/blocks.20/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.20/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.20/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.20/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.20/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.20/cross_attn/Split": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.20/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.20/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.20/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.20/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.20/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.20/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.20/cross_attn/Mul": {"qtype": "int16"}, "/blocks.20/cross_attn/Equal": {"qtype": "int16"}, "/blocks.20/cross_attn/Where": {"qtype": "int16"}, "/blocks.20/cross_attn/Expand": {"qtype": "int16"}, "/blocks.20/cross_attn/Shape": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.20/cross_attn/Slice": {"qtype": "int16"}, "/blocks.20/cross_attn/Cast": {"qtype": "int16"}, "/blocks.20/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.20/cross_attn/Div": {"qtype": "int16"}, "/blocks.20/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.20/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.20/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.20/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.20/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.20/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.20/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/cross_attn/Add": {"qtype": "int16"}, "/blocks.20/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.20/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.20/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.20/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.20/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.20/Add_1": {"qtype": "int16"}, "/blocks.20/norm3/Constant": {"qtype": "int16"}, "/blocks.20/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.20/norm3/Shape": {"qtype": "int16"}, "/blocks.20/norm3/Constant_1": {"qtype": "int16"}, "/blocks.20/norm3/Gather": {"qtype": "int16"}, "/blocks.20/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.20/norm3/Sub": {"qtype": "int16"}, "/blocks.20/norm3/Mul": {"qtype": "int16"}, "/blocks.20/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.20/norm3/Cast": {"qtype": "int16"}, "/blocks.20/norm3/Mul_1": {"qtype": "int16"}, "/blocks.20/norm3/Constant_2": {"qtype": "int16"}, "/blocks.20/norm3/Sub_1": {"qtype": "int16"}, "/blocks.20/norm3/Div": {"qtype": "int16"}, "/blocks.20/norm3/Constant_3": {"qtype": "int16"}, "/blocks.20/norm3/Add": {"qtype": "int16"}, "/blocks.20/norm3/Sqrt": {"qtype": "int16"}, "/blocks.20/norm3/Constant_4": {"qtype": "int16"}, "/blocks.20/norm3/Div_1": {"qtype": "int16"}, "/blocks.20/norm3/Mul_2": {"qtype": "int16"}, "/blocks.20/norm3/Mul_3": {"qtype": "int16"}, "/blocks.20/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.20/ffn/act/Mul": {"qtype": "int16"}, "/blocks.20/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.20/ffn/act/Constant": {"qtype": "int16"}, "/blocks.20/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.20/ffn/act/Add": {"qtype": "int16"}, "/blocks.20/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.20/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.20/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.20/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.20/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.20/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.20/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.20/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.20/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.20/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.20/Add_2": {"qtype": "int16"}, "/blocks.21/norm1/Constant": {"qtype": "int16"}, "/blocks.21/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.21/norm1/Shape": {"qtype": "int16"}, "/blocks.21/norm1/Constant_1": {"qtype": "int16"}, "/blocks.21/norm1/Gather": {"qtype": "int16"}, "/blocks.21/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.21/norm1/Sub": {"qtype": "int16"}, "/blocks.21/norm1/Mul": {"qtype": "int16"}, "/blocks.21/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/norm1/Cast": {"qtype": "int16"}, "/blocks.21/norm1/Mul_1": {"qtype": "int16"}, "/blocks.21/norm1/Constant_2": {"qtype": "int16"}, "/blocks.21/norm1/Sub_1": {"qtype": "int16"}, "/blocks.21/norm1/Div": {"qtype": "int16"}, "/blocks.21/norm1/Constant_3": {"qtype": "int16"}, "/blocks.21/norm1/Add": {"qtype": "int16"}, "/blocks.21/norm1/Sqrt": {"qtype": "int16"}, "/blocks.21/norm1/Constant_4": {"qtype": "int16"}, "/blocks.21/norm1/Div_1": {"qtype": "int16"}, "/blocks.21/norm1/Mul_2": {"qtype": "int16"}, "/blocks.21/norm1/Mul_3": {"qtype": "int16"}, "/blocks.21/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/attn/qkv/Add": {"qtype": "int16"}, "/blocks.21/attn/Constant": {"qtype": "int16"}, "/blocks.21/attn/Reshape": {"qtype": "int16"}, "/blocks.21/attn/Transpose": {"qtype": "int16"}, "/blocks.21/attn/Constant_1": {"qtype": "int16"}, "/blocks.21/attn/Split": {"qtype": "int16"}, "/blocks.21/attn/Constant_2": {"qtype": "int16"}, "/blocks.21/attn/Squeeze": {"qtype": "int16"}, "/blocks.21/attn/Constant_3": {"qtype": "int16"}, "/blocks.21/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.21/attn/Constant_4": {"qtype": "int16"}, "/blocks.21/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.21/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.21/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.21/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.21/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.21/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.21/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.21/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.21/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.21/attn/Shape": {"qtype": "int16"}, "/blocks.21/attn/Constant_5": {"qtype": "int16"}, "/blocks.21/attn/Constant_6": {"qtype": "int16"}, "/blocks.21/attn/Slice": {"qtype": "int16"}, "/blocks.21/attn/Cast": {"qtype": "int16"}, "/blocks.21/attn/Sqrt": {"qtype": "int16"}, "/blocks.21/attn/Constant_7": {"qtype": "int16"}, "/blocks.21/attn/Div": {"qtype": "int16"}, "/blocks.21/attn/Cast_1": {"qtype": "int16"}, "/blocks.21/attn/Transpose_1": {"qtype": "int16"}, "/blocks.21/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.21/attn/Mul": {"qtype": "int16"}, "/blocks.21/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.21/attn/Mul_1": {"qtype": "int16"}, "/blocks.21/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/attn/Softmax": {"qtype": "int16"}, "/blocks.21/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/attn/Transpose_2": {"qtype": "int16"}, "/blocks.21/attn/Constant_8": {"qtype": "int16"}, "/blocks.21/attn/Reshape_1": {"qtype": "int16"}, "/blocks.21/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/attn/proj/Add": {"qtype": "int16"}, "/blocks.21/Add": {"qtype": "int16"}, "/blocks.21/norm2/Constant": {"qtype": "int16"}, "/blocks.21/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.21/norm2/Shape": {"qtype": "int16"}, "/blocks.21/norm2/Constant_1": {"qtype": "int16"}, "/blocks.21/norm2/Gather": {"qtype": "int16"}, "/blocks.21/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.21/norm2/Sub": {"qtype": "int16"}, "/blocks.21/norm2/Mul": {"qtype": "int16"}, "/blocks.21/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/norm2/Cast": {"qtype": "int16"}, "/blocks.21/norm2/Mul_1": {"qtype": "int16"}, "/blocks.21/norm2/Constant_2": {"qtype": "int16"}, "/blocks.21/norm2/Sub_1": {"qtype": "int16"}, "/blocks.21/norm2/Div": {"qtype": "int16"}, "/blocks.21/norm2/Constant_3": {"qtype": "int16"}, "/blocks.21/norm2/Add": {"qtype": "int16"}, "/blocks.21/norm2/Sqrt": {"qtype": "int16"}, "/blocks.21/norm2/Constant_4": {"qtype": "int16"}, "/blocks.21/norm2/Div_1": {"qtype": "int16"}, "/blocks.21/norm2/Mul_2": {"qtype": "int16"}, "/blocks.21/norm2/Mul_3": {"qtype": "int16"}, "/blocks.21/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant": {"qtype": "int16"}, "/blocks.21/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.21/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.21/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.21/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.21/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.21/cross_attn/Split": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.21/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.21/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.21/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.21/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.21/cross_attn/Shape": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.21/cross_attn/Slice": {"qtype": "int16"}, "/blocks.21/cross_attn/Cast": {"qtype": "int16"}, "/blocks.21/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.21/cross_attn/Div": {"qtype": "int16"}, "/blocks.21/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.21/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.21/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.21/cross_attn/Mul": {"qtype": "int16"}, "/blocks.21/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.21/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.21/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.21/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.21/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.21/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.21/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.21/Add_1": {"qtype": "int16"}, "/blocks.21/norm3/Constant": {"qtype": "int16"}, "/blocks.21/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.21/norm3/Shape": {"qtype": "int16"}, "/blocks.21/norm3/Constant_1": {"qtype": "int16"}, "/blocks.21/norm3/Gather": {"qtype": "int16"}, "/blocks.21/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.21/norm3/Sub": {"qtype": "int16"}, "/blocks.21/norm3/Mul": {"qtype": "int16"}, "/blocks.21/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.21/norm3/Cast": {"qtype": "int16"}, "/blocks.21/norm3/Mul_1": {"qtype": "int16"}, "/blocks.21/norm3/Constant_2": {"qtype": "int16"}, "/blocks.21/norm3/Sub_1": {"qtype": "int16"}, "/blocks.21/norm3/Div": {"qtype": "int16"}, "/blocks.21/norm3/Constant_3": {"qtype": "int16"}, "/blocks.21/norm3/Add": {"qtype": "int16"}, "/blocks.21/norm3/Sqrt": {"qtype": "int16"}, "/blocks.21/norm3/Constant_4": {"qtype": "int16"}, "/blocks.21/norm3/Div_1": {"qtype": "int16"}, "/blocks.21/norm3/Mul_2": {"qtype": "int16"}, "/blocks.21/norm3/Mul_3": {"qtype": "int16"}, "/blocks.21/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.21/ffn/act/Mul": {"qtype": "int16"}, "/blocks.21/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.21/ffn/act/Constant": {"qtype": "int16"}, "/blocks.21/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.21/ffn/act/Add": {"qtype": "int16"}, "/blocks.21/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.21/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.21/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.21/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.21/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.21/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.21/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.21/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.21/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.21/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.21/Add_2": {"qtype": "int16"}, "/blocks.22/norm1/Constant": {"qtype": "int16"}, "/blocks.22/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.22/norm1/Shape": {"qtype": "int16"}, "/blocks.22/norm1/Constant_1": {"qtype": "int16"}, "/blocks.22/norm1/Gather": {"qtype": "int16"}, "/blocks.22/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.22/norm1/Sub": {"qtype": "int16"}, "/blocks.22/norm1/Mul": {"qtype": "int16"}, "/blocks.22/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/norm1/Cast": {"qtype": "int16"}, "/blocks.22/norm1/Mul_1": {"qtype": "int16"}, "/blocks.22/norm1/Constant_2": {"qtype": "int16"}, "/blocks.22/norm1/Sub_1": {"qtype": "int16"}, "/blocks.22/norm1/Div": {"qtype": "int16"}, "/blocks.22/norm1/Constant_3": {"qtype": "int16"}, "/blocks.22/norm1/Add": {"qtype": "int16"}, "/blocks.22/norm1/Sqrt": {"qtype": "int16"}, "/blocks.22/norm1/Constant_4": {"qtype": "int16"}, "/blocks.22/norm1/Div_1": {"qtype": "int16"}, "/blocks.22/norm1/Mul_2": {"qtype": "int16"}, "/blocks.22/norm1/Mul_3": {"qtype": "int16"}, "/blocks.22/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/attn/qkv/Add": {"qtype": "int16"}, "/blocks.22/attn/Constant": {"qtype": "int16"}, "/blocks.22/attn/Reshape": {"qtype": "int16"}, "/blocks.22/attn/Transpose": {"qtype": "int16"}, "/blocks.22/attn/Constant_1": {"qtype": "int16"}, "/blocks.22/attn/Split": {"qtype": "int16"}, "/blocks.22/attn/Constant_2": {"qtype": "int16"}, "/blocks.22/attn/Squeeze": {"qtype": "int16"}, "/blocks.22/attn/Constant_3": {"qtype": "int16"}, "/blocks.22/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.22/attn/Constant_4": {"qtype": "int16"}, "/blocks.22/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.22/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.22/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.22/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.22/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.22/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.22/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.22/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.22/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.22/attn/Shape": {"qtype": "int16"}, "/blocks.22/attn/Constant_5": {"qtype": "int16"}, "/blocks.22/attn/Constant_6": {"qtype": "int16"}, "/blocks.22/attn/Slice": {"qtype": "int16"}, "/blocks.22/attn/Cast": {"qtype": "int16"}, "/blocks.22/attn/Sqrt": {"qtype": "int16"}, "/blocks.22/attn/Constant_7": {"qtype": "int16"}, "/blocks.22/attn/Div": {"qtype": "int16"}, "/blocks.22/attn/Cast_1": {"qtype": "int16"}, "/blocks.22/attn/Transpose_1": {"qtype": "int16"}, "/blocks.22/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.22/attn/Mul": {"qtype": "int16"}, "/blocks.22/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.22/attn/Mul_1": {"qtype": "int16"}, "/blocks.22/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/attn/Softmax": {"qtype": "int16"}, "/blocks.22/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/attn/Transpose_2": {"qtype": "int16"}, "/blocks.22/attn/Constant_8": {"qtype": "int16"}, "/blocks.22/attn/Reshape_1": {"qtype": "int16"}, "/blocks.22/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/attn/proj/Add": {"qtype": "int16"}, "/blocks.22/Add": {"qtype": "int16"}, "/blocks.22/norm2/Constant": {"qtype": "int16"}, "/blocks.22/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.22/norm2/Shape": {"qtype": "int16"}, "/blocks.22/norm2/Constant_1": {"qtype": "int16"}, "/blocks.22/norm2/Gather": {"qtype": "int16"}, "/blocks.22/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.22/norm2/Sub": {"qtype": "int16"}, "/blocks.22/norm2/Mul": {"qtype": "int16"}, "/blocks.22/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/norm2/Cast": {"qtype": "int16"}, "/blocks.22/norm2/Mul_1": {"qtype": "int16"}, "/blocks.22/norm2/Constant_2": {"qtype": "int16"}, "/blocks.22/norm2/Sub_1": {"qtype": "int16"}, "/blocks.22/norm2/Div": {"qtype": "int16"}, "/blocks.22/norm2/Constant_3": {"qtype": "int16"}, "/blocks.22/norm2/Add": {"qtype": "int16"}, "/blocks.22/norm2/Sqrt": {"qtype": "int16"}, "/blocks.22/norm2/Constant_4": {"qtype": "int16"}, "/blocks.22/norm2/Div_1": {"qtype": "int16"}, "/blocks.22/norm2/Mul_2": {"qtype": "int16"}, "/blocks.22/norm2/Mul_3": {"qtype": "int16"}, "/blocks.22/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant": {"qtype": "int16"}, "/blocks.22/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.22/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.22/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.22/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.22/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.22/cross_attn/Split": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.22/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.22/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.22/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.22/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.22/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.22/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.22/cross_attn/Mul": {"qtype": "int16"}, "/blocks.22/cross_attn/Equal": {"qtype": "int16"}, "/blocks.22/cross_attn/Where": {"qtype": "int16"}, "/blocks.22/cross_attn/Expand": {"qtype": "int16"}, "/blocks.22/cross_attn/Shape": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.22/cross_attn/Slice": {"qtype": "int16"}, "/blocks.22/cross_attn/Cast": {"qtype": "int16"}, "/blocks.22/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.22/cross_attn/Div": {"qtype": "int16"}, "/blocks.22/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.22/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.22/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.22/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.22/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.22/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.22/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/cross_attn/Add": {"qtype": "int16"}, "/blocks.22/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.22/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.22/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.22/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.22/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.22/Add_1": {"qtype": "int16"}, "/blocks.22/norm3/Constant": {"qtype": "int16"}, "/blocks.22/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.22/norm3/Shape": {"qtype": "int16"}, "/blocks.22/norm3/Constant_1": {"qtype": "int16"}, "/blocks.22/norm3/Gather": {"qtype": "int16"}, "/blocks.22/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.22/norm3/Sub": {"qtype": "int16"}, "/blocks.22/norm3/Mul": {"qtype": "int16"}, "/blocks.22/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.22/norm3/Cast": {"qtype": "int16"}, "/blocks.22/norm3/Mul_1": {"qtype": "int16"}, "/blocks.22/norm3/Constant_2": {"qtype": "int16"}, "/blocks.22/norm3/Sub_1": {"qtype": "int16"}, "/blocks.22/norm3/Div": {"qtype": "int16"}, "/blocks.22/norm3/Constant_3": {"qtype": "int16"}, "/blocks.22/norm3/Add": {"qtype": "int16"}, "/blocks.22/norm3/Sqrt": {"qtype": "int16"}, "/blocks.22/norm3/Constant_4": {"qtype": "int16"}, "/blocks.22/norm3/Div_1": {"qtype": "int16"}, "/blocks.22/norm3/Mul_2": {"qtype": "int16"}, "/blocks.22/norm3/Mul_3": {"qtype": "int16"}, "/blocks.22/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.22/ffn/act/Mul": {"qtype": "int16"}, "/blocks.22/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.22/ffn/act/Constant": {"qtype": "int16"}, "/blocks.22/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.22/ffn/act/Add": {"qtype": "int16"}, "/blocks.22/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.22/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.22/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.22/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.22/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.22/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.22/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.22/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.22/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.22/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.22/Add_2": {"qtype": "int16"}, "/blocks.23/norm1/Constant": {"qtype": "int16"}, "/blocks.23/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.23/norm1/Shape": {"qtype": "int16"}, "/blocks.23/norm1/Constant_1": {"qtype": "int16"}, "/blocks.23/norm1/Gather": {"qtype": "int16"}, "/blocks.23/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.23/norm1/Sub": {"qtype": "int16"}, "/blocks.23/norm1/Mul": {"qtype": "int16"}, "/blocks.23/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/norm1/Cast": {"qtype": "int16"}, "/blocks.23/norm1/Mul_1": {"qtype": "int16"}, "/blocks.23/norm1/Constant_2": {"qtype": "int16"}, "/blocks.23/norm1/Sub_1": {"qtype": "int16"}, "/blocks.23/norm1/Div": {"qtype": "int16"}, "/blocks.23/norm1/Constant_3": {"qtype": "int16"}, "/blocks.23/norm1/Add": {"qtype": "int16"}, "/blocks.23/norm1/Sqrt": {"qtype": "int16"}, "/blocks.23/norm1/Constant_4": {"qtype": "int16"}, "/blocks.23/norm1/Div_1": {"qtype": "int16"}, "/blocks.23/norm1/Mul_2": {"qtype": "int16"}, "/blocks.23/norm1/Mul_3": {"qtype": "int16"}, "/blocks.23/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/attn/qkv/Add": {"qtype": "int16"}, "/blocks.23/attn/Constant": {"qtype": "int16"}, "/blocks.23/attn/Reshape": {"qtype": "int16"}, "/blocks.23/attn/Transpose": {"qtype": "int16"}, "/blocks.23/attn/Constant_1": {"qtype": "int16"}, "/blocks.23/attn/Split": {"qtype": "int16"}, "/blocks.23/attn/Constant_2": {"qtype": "int16"}, "/blocks.23/attn/Squeeze": {"qtype": "int16"}, "/blocks.23/attn/Constant_3": {"qtype": "int16"}, "/blocks.23/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.23/attn/Constant_4": {"qtype": "int16"}, "/blocks.23/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.23/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.23/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.23/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.23/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.23/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.23/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.23/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.23/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.23/attn/Shape": {"qtype": "int16"}, "/blocks.23/attn/Constant_5": {"qtype": "int16"}, "/blocks.23/attn/Constant_6": {"qtype": "int16"}, "/blocks.23/attn/Slice": {"qtype": "int16"}, "/blocks.23/attn/Cast": {"qtype": "int16"}, "/blocks.23/attn/Sqrt": {"qtype": "int16"}, "/blocks.23/attn/Constant_7": {"qtype": "int16"}, "/blocks.23/attn/Div": {"qtype": "int16"}, "/blocks.23/attn/Cast_1": {"qtype": "int16"}, "/blocks.23/attn/Transpose_1": {"qtype": "int16"}, "/blocks.23/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.23/attn/Mul": {"qtype": "int16"}, "/blocks.23/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.23/attn/Mul_1": {"qtype": "int16"}, "/blocks.23/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/attn/Softmax": {"qtype": "int16"}, "/blocks.23/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/attn/Transpose_2": {"qtype": "int16"}, "/blocks.23/attn/Constant_8": {"qtype": "int16"}, "/blocks.23/attn/Reshape_1": {"qtype": "int16"}, "/blocks.23/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/attn/proj/Add": {"qtype": "int16"}, "/blocks.23/Add": {"qtype": "int16"}, "/blocks.23/norm2/Constant": {"qtype": "int16"}, "/blocks.23/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.23/norm2/Shape": {"qtype": "int16"}, "/blocks.23/norm2/Constant_1": {"qtype": "int16"}, "/blocks.23/norm2/Gather": {"qtype": "int16"}, "/blocks.23/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.23/norm2/Sub": {"qtype": "int16"}, "/blocks.23/norm2/Mul": {"qtype": "int16"}, "/blocks.23/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/norm2/Cast": {"qtype": "int16"}, "/blocks.23/norm2/Mul_1": {"qtype": "int16"}, "/blocks.23/norm2/Constant_2": {"qtype": "int16"}, "/blocks.23/norm2/Sub_1": {"qtype": "int16"}, "/blocks.23/norm2/Div": {"qtype": "int16"}, "/blocks.23/norm2/Constant_3": {"qtype": "int16"}, "/blocks.23/norm2/Add": {"qtype": "int16"}, "/blocks.23/norm2/Sqrt": {"qtype": "int16"}, "/blocks.23/norm2/Constant_4": {"qtype": "int16"}, "/blocks.23/norm2/Div_1": {"qtype": "int16"}, "/blocks.23/norm2/Mul_2": {"qtype": "int16"}, "/blocks.23/norm2/Mul_3": {"qtype": "int16"}, "/blocks.23/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant": {"qtype": "int16"}, "/blocks.23/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.23/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.23/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.23/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.23/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.23/cross_attn/Split": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.23/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.23/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.23/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.23/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.23/cross_attn/Shape": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.23/cross_attn/Slice": {"qtype": "int16"}, "/blocks.23/cross_attn/Cast": {"qtype": "int16"}, "/blocks.23/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.23/cross_attn/Div": {"qtype": "int16"}, "/blocks.23/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.23/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.23/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.23/cross_attn/Mul": {"qtype": "int16"}, "/blocks.23/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.23/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.23/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.23/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.23/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.23/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.23/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.23/Add_1": {"qtype": "int16"}, "/blocks.23/norm3/Constant": {"qtype": "int16"}, "/blocks.23/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.23/norm3/Shape": {"qtype": "int16"}, "/blocks.23/norm3/Constant_1": {"qtype": "int16"}, "/blocks.23/norm3/Gather": {"qtype": "int16"}, "/blocks.23/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.23/norm3/Sub": {"qtype": "int16"}, "/blocks.23/norm3/Mul": {"qtype": "int16"}, "/blocks.23/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.23/norm3/Cast": {"qtype": "int16"}, "/blocks.23/norm3/Mul_1": {"qtype": "int16"}, "/blocks.23/norm3/Constant_2": {"qtype": "int16"}, "/blocks.23/norm3/Sub_1": {"qtype": "int16"}, "/blocks.23/norm3/Div": {"qtype": "int16"}, "/blocks.23/norm3/Constant_3": {"qtype": "int16"}, "/blocks.23/norm3/Add": {"qtype": "int16"}, "/blocks.23/norm3/Sqrt": {"qtype": "int16"}, "/blocks.23/norm3/Constant_4": {"qtype": "int16"}, "/blocks.23/norm3/Div_1": {"qtype": "int16"}, "/blocks.23/norm3/Mul_2": {"qtype": "int16"}, "/blocks.23/norm3/Mul_3": {"qtype": "int16"}, "/blocks.23/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.23/ffn/act/Mul": {"qtype": "int16"}, "/blocks.23/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.23/ffn/act/Constant": {"qtype": "int16"}, "/blocks.23/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.23/ffn/act/Add": {"qtype": "int16"}, "/blocks.23/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.23/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.23/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.23/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.23/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.23/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.23/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.23/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.23/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.23/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.23/Add_2": {"qtype": "int16"}, "/blocks.24/norm1/Constant": {"qtype": "int16"}, "/blocks.24/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.24/norm1/Shape": {"qtype": "int16"}, "/blocks.24/norm1/Constant_1": {"qtype": "int16"}, "/blocks.24/norm1/Gather": {"qtype": "int16"}, "/blocks.24/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.24/norm1/Sub": {"qtype": "int16"}, "/blocks.24/norm1/Mul": {"qtype": "int16"}, "/blocks.24/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/norm1/Cast": {"qtype": "int16"}, "/blocks.24/norm1/Mul_1": {"qtype": "int16"}, "/blocks.24/norm1/Constant_2": {"qtype": "int16"}, "/blocks.24/norm1/Sub_1": {"qtype": "int16"}, "/blocks.24/norm1/Div": {"qtype": "int16"}, "/blocks.24/norm1/Constant_3": {"qtype": "int16"}, "/blocks.24/norm1/Add": {"qtype": "int16"}, "/blocks.24/norm1/Sqrt": {"qtype": "int16"}, "/blocks.24/norm1/Constant_4": {"qtype": "int16"}, "/blocks.24/norm1/Div_1": {"qtype": "int16"}, "/blocks.24/norm1/Mul_2": {"qtype": "int16"}, "/blocks.24/norm1/Mul_3": {"qtype": "int16"}, "/blocks.24/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/attn/qkv/Add": {"qtype": "int16"}, "/blocks.24/attn/Constant": {"qtype": "int16"}, "/blocks.24/attn/Reshape": {"qtype": "int16"}, "/blocks.24/attn/Transpose": {"qtype": "int16"}, "/blocks.24/attn/Constant_1": {"qtype": "int16"}, "/blocks.24/attn/Split": {"qtype": "int16"}, "/blocks.24/attn/Constant_2": {"qtype": "int16"}, "/blocks.24/attn/Squeeze": {"qtype": "int16"}, "/blocks.24/attn/Constant_3": {"qtype": "int16"}, "/blocks.24/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.24/attn/Constant_4": {"qtype": "int16"}, "/blocks.24/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.24/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.24/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.24/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.24/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.24/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.24/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.24/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.24/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.24/attn/Shape": {"qtype": "int16"}, "/blocks.24/attn/Constant_5": {"qtype": "int16"}, "/blocks.24/attn/Constant_6": {"qtype": "int16"}, "/blocks.24/attn/Slice": {"qtype": "int16"}, "/blocks.24/attn/Cast": {"qtype": "int16"}, "/blocks.24/attn/Sqrt": {"qtype": "int16"}, "/blocks.24/attn/Constant_7": {"qtype": "int16"}, "/blocks.24/attn/Div": {"qtype": "int16"}, "/blocks.24/attn/Cast_1": {"qtype": "int16"}, "/blocks.24/attn/Transpose_1": {"qtype": "int16"}, "/blocks.24/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.24/attn/Mul": {"qtype": "int16"}, "/blocks.24/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.24/attn/Mul_1": {"qtype": "int16"}, "/blocks.24/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/attn/Softmax": {"qtype": "int16"}, "/blocks.24/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/attn/Transpose_2": {"qtype": "int16"}, "/blocks.24/attn/Constant_8": {"qtype": "int16"}, "/blocks.24/attn/Reshape_1": {"qtype": "int16"}, "/blocks.24/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/attn/proj/Add": {"qtype": "int16"}, "/blocks.24/Add": {"qtype": "int16"}, "/blocks.24/norm2/Constant": {"qtype": "int16"}, "/blocks.24/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.24/norm2/Shape": {"qtype": "int16"}, "/blocks.24/norm2/Constant_1": {"qtype": "int16"}, "/blocks.24/norm2/Gather": {"qtype": "int16"}, "/blocks.24/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.24/norm2/Sub": {"qtype": "int16"}, "/blocks.24/norm2/Mul": {"qtype": "int16"}, "/blocks.24/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/norm2/Cast": {"qtype": "int16"}, "/blocks.24/norm2/Mul_1": {"qtype": "int16"}, "/blocks.24/norm2/Constant_2": {"qtype": "int16"}, "/blocks.24/norm2/Sub_1": {"qtype": "int16"}, "/blocks.24/norm2/Div": {"qtype": "int16"}, "/blocks.24/norm2/Constant_3": {"qtype": "int16"}, "/blocks.24/norm2/Add": {"qtype": "int16"}, "/blocks.24/norm2/Sqrt": {"qtype": "int16"}, "/blocks.24/norm2/Constant_4": {"qtype": "int16"}, "/blocks.24/norm2/Div_1": {"qtype": "int16"}, "/blocks.24/norm2/Mul_2": {"qtype": "int16"}, "/blocks.24/norm2/Mul_3": {"qtype": "int16"}, "/blocks.24/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant": {"qtype": "int16"}, "/blocks.24/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.24/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.24/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.24/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.24/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.24/cross_attn/Split": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.24/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.24/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.24/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.24/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.24/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.24/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.24/cross_attn/Mul": {"qtype": "int16"}, "/blocks.24/cross_attn/Equal": {"qtype": "int16"}, "/blocks.24/cross_attn/Where": {"qtype": "int16"}, "/blocks.24/cross_attn/Expand": {"qtype": "int16"}, "/blocks.24/cross_attn/Shape": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.24/cross_attn/Slice": {"qtype": "int16"}, "/blocks.24/cross_attn/Cast": {"qtype": "int16"}, "/blocks.24/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.24/cross_attn/Div": {"qtype": "int16"}, "/blocks.24/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.24/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.24/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.24/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.24/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.24/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.24/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/cross_attn/Add": {"qtype": "int16"}, "/blocks.24/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.24/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.24/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.24/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.24/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.24/Add_1": {"qtype": "int16"}, "/blocks.24/norm3/Constant": {"qtype": "int16"}, "/blocks.24/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.24/norm3/Shape": {"qtype": "int16"}, "/blocks.24/norm3/Constant_1": {"qtype": "int16"}, "/blocks.24/norm3/Gather": {"qtype": "int16"}, "/blocks.24/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.24/norm3/Sub": {"qtype": "int16"}, "/blocks.24/norm3/Mul": {"qtype": "int16"}, "/blocks.24/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.24/norm3/Cast": {"qtype": "int16"}, "/blocks.24/norm3/Mul_1": {"qtype": "int16"}, "/blocks.24/norm3/Constant_2": {"qtype": "int16"}, "/blocks.24/norm3/Sub_1": {"qtype": "int16"}, "/blocks.24/norm3/Div": {"qtype": "int16"}, "/blocks.24/norm3/Constant_3": {"qtype": "int16"}, "/blocks.24/norm3/Add": {"qtype": "int16"}, "/blocks.24/norm3/Sqrt": {"qtype": "int16"}, "/blocks.24/norm3/Constant_4": {"qtype": "int16"}, "/blocks.24/norm3/Div_1": {"qtype": "int16"}, "/blocks.24/norm3/Mul_2": {"qtype": "int16"}, "/blocks.24/norm3/Mul_3": {"qtype": "int16"}, "/blocks.24/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.24/ffn/act/Mul": {"qtype": "int16"}, "/blocks.24/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.24/ffn/act/Constant": {"qtype": "int16"}, "/blocks.24/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.24/ffn/act/Add": {"qtype": "int16"}, "/blocks.24/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.24/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.24/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.24/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.24/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.24/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.24/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.24/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.24/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.24/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.24/Add_2": {"qtype": "int16"}, "/blocks.25/norm1/Constant": {"qtype": "int16"}, "/blocks.25/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.25/norm1/Shape": {"qtype": "int16"}, "/blocks.25/norm1/Constant_1": {"qtype": "int16"}, "/blocks.25/norm1/Gather": {"qtype": "int16"}, "/blocks.25/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.25/norm1/Sub": {"qtype": "int16"}, "/blocks.25/norm1/Mul": {"qtype": "int16"}, "/blocks.25/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/norm1/Cast": {"qtype": "int16"}, "/blocks.25/norm1/Mul_1": {"qtype": "int16"}, "/blocks.25/norm1/Constant_2": {"qtype": "int16"}, "/blocks.25/norm1/Sub_1": {"qtype": "int16"}, "/blocks.25/norm1/Div": {"qtype": "int16"}, "/blocks.25/norm1/Constant_3": {"qtype": "int16"}, "/blocks.25/norm1/Add": {"qtype": "int16"}, "/blocks.25/norm1/Sqrt": {"qtype": "int16"}, "/blocks.25/norm1/Constant_4": {"qtype": "int16"}, "/blocks.25/norm1/Div_1": {"qtype": "int16"}, "/blocks.25/norm1/Mul_2": {"qtype": "int16"}, "/blocks.25/norm1/Mul_3": {"qtype": "int16"}, "/blocks.25/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/attn/qkv/Add": {"qtype": "int16"}, "/blocks.25/attn/Constant": {"qtype": "int16"}, "/blocks.25/attn/Reshape": {"qtype": "int16"}, "/blocks.25/attn/Transpose": {"qtype": "int16"}, "/blocks.25/attn/Constant_1": {"qtype": "int16"}, "/blocks.25/attn/Split": {"qtype": "int16"}, "/blocks.25/attn/Constant_2": {"qtype": "int16"}, "/blocks.25/attn/Squeeze": {"qtype": "int16"}, "/blocks.25/attn/Constant_3": {"qtype": "int16"}, "/blocks.25/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.25/attn/Constant_4": {"qtype": "int16"}, "/blocks.25/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.25/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.25/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.25/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.25/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.25/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.25/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.25/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.25/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.25/attn/Shape": {"qtype": "int16"}, "/blocks.25/attn/Constant_5": {"qtype": "int16"}, "/blocks.25/attn/Constant_6": {"qtype": "int16"}, "/blocks.25/attn/Slice": {"qtype": "int16"}, "/blocks.25/attn/Cast": {"qtype": "int16"}, "/blocks.25/attn/Sqrt": {"qtype": "int16"}, "/blocks.25/attn/Constant_7": {"qtype": "int16"}, "/blocks.25/attn/Div": {"qtype": "int16"}, "/blocks.25/attn/Cast_1": {"qtype": "int16"}, "/blocks.25/attn/Transpose_1": {"qtype": "int16"}, "/blocks.25/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.25/attn/Mul": {"qtype": "int16"}, "/blocks.25/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.25/attn/Mul_1": {"qtype": "int16"}, "/blocks.25/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/attn/Softmax": {"qtype": "int16"}, "/blocks.25/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/attn/Transpose_2": {"qtype": "int16"}, "/blocks.25/attn/Constant_8": {"qtype": "int16"}, "/blocks.25/attn/Reshape_1": {"qtype": "int16"}, "/blocks.25/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/attn/proj/Add": {"qtype": "int16"}, "/blocks.25/Add": {"qtype": "int16"}, "/blocks.25/norm2/Constant": {"qtype": "int16"}, "/blocks.25/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.25/norm2/Shape": {"qtype": "int16"}, "/blocks.25/norm2/Constant_1": {"qtype": "int16"}, "/blocks.25/norm2/Gather": {"qtype": "int16"}, "/blocks.25/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.25/norm2/Sub": {"qtype": "int16"}, "/blocks.25/norm2/Mul": {"qtype": "int16"}, "/blocks.25/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/norm2/Cast": {"qtype": "int16"}, "/blocks.25/norm2/Mul_1": {"qtype": "int16"}, "/blocks.25/norm2/Constant_2": {"qtype": "int16"}, "/blocks.25/norm2/Sub_1": {"qtype": "int16"}, "/blocks.25/norm2/Div": {"qtype": "int16"}, "/blocks.25/norm2/Constant_3": {"qtype": "int16"}, "/blocks.25/norm2/Add": {"qtype": "int16"}, "/blocks.25/norm2/Sqrt": {"qtype": "int16"}, "/blocks.25/norm2/Constant_4": {"qtype": "int16"}, "/blocks.25/norm2/Div_1": {"qtype": "int16"}, "/blocks.25/norm2/Mul_2": {"qtype": "int16"}, "/blocks.25/norm2/Mul_3": {"qtype": "int16"}, "/blocks.25/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant": {"qtype": "int16"}, "/blocks.25/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.25/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.25/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.25/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.25/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.25/cross_attn/Split": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.25/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.25/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.25/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.25/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.25/cross_attn/Shape": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.25/cross_attn/Slice": {"qtype": "int16"}, "/blocks.25/cross_attn/Cast": {"qtype": "int16"}, "/blocks.25/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.25/cross_attn/Div": {"qtype": "int16"}, "/blocks.25/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.25/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.25/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.25/cross_attn/Mul": {"qtype": "int16"}, "/blocks.25/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.25/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.25/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.25/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.25/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.25/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.25/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.25/Add_1": {"qtype": "int16"}, "/blocks.25/norm3/Constant": {"qtype": "int16"}, "/blocks.25/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.25/norm3/Shape": {"qtype": "int16"}, "/blocks.25/norm3/Constant_1": {"qtype": "int16"}, "/blocks.25/norm3/Gather": {"qtype": "int16"}, "/blocks.25/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.25/norm3/Sub": {"qtype": "int16"}, "/blocks.25/norm3/Mul": {"qtype": "int16"}, "/blocks.25/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.25/norm3/Cast": {"qtype": "int16"}, "/blocks.25/norm3/Mul_1": {"qtype": "int16"}, "/blocks.25/norm3/Constant_2": {"qtype": "int16"}, "/blocks.25/norm3/Sub_1": {"qtype": "int16"}, "/blocks.25/norm3/Div": {"qtype": "int16"}, "/blocks.25/norm3/Constant_3": {"qtype": "int16"}, "/blocks.25/norm3/Add": {"qtype": "int16"}, "/blocks.25/norm3/Sqrt": {"qtype": "int16"}, "/blocks.25/norm3/Constant_4": {"qtype": "int16"}, "/blocks.25/norm3/Div_1": {"qtype": "int16"}, "/blocks.25/norm3/Mul_2": {"qtype": "int16"}, "/blocks.25/norm3/Mul_3": {"qtype": "int16"}, "/blocks.25/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.25/ffn/act/Mul": {"qtype": "int16"}, "/blocks.25/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.25/ffn/act/Constant": {"qtype": "int16"}, "/blocks.25/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.25/ffn/act/Add": {"qtype": "int16"}, "/blocks.25/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.25/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.25/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.25/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.25/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.25/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.25/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.25/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.25/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.25/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.25/Add_2": {"qtype": "int16"}, "/blocks.26/norm1/Constant": {"qtype": "int16"}, "/blocks.26/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.26/norm1/Shape": {"qtype": "int16"}, "/blocks.26/norm1/Constant_1": {"qtype": "int16"}, "/blocks.26/norm1/Gather": {"qtype": "int16"}, "/blocks.26/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.26/norm1/Sub": {"qtype": "int16"}, "/blocks.26/norm1/Mul": {"qtype": "int16"}, "/blocks.26/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/norm1/Cast": {"qtype": "int16"}, "/blocks.26/norm1/Mul_1": {"qtype": "int16"}, "/blocks.26/norm1/Constant_2": {"qtype": "int16"}, "/blocks.26/norm1/Sub_1": {"qtype": "int16"}, "/blocks.26/norm1/Div": {"qtype": "int16"}, "/blocks.26/norm1/Constant_3": {"qtype": "int16"}, "/blocks.26/norm1/Add": {"qtype": "int16"}, "/blocks.26/norm1/Sqrt": {"qtype": "int16"}, "/blocks.26/norm1/Constant_4": {"qtype": "int16"}, "/blocks.26/norm1/Div_1": {"qtype": "int16"}, "/blocks.26/norm1/Mul_2": {"qtype": "int16"}, "/blocks.26/norm1/Mul_3": {"qtype": "int16"}, "/blocks.26/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/attn/qkv/Add": {"qtype": "int16"}, "/blocks.26/attn/Constant": {"qtype": "int16"}, "/blocks.26/attn/Reshape": {"qtype": "int16"}, "/blocks.26/attn/Transpose": {"qtype": "int16"}, "/blocks.26/attn/Constant_1": {"qtype": "int16"}, "/blocks.26/attn/Split": {"qtype": "int16"}, "/blocks.26/attn/Constant_2": {"qtype": "int16"}, "/blocks.26/attn/Squeeze": {"qtype": "int16"}, "/blocks.26/attn/Constant_3": {"qtype": "int16"}, "/blocks.26/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.26/attn/Constant_4": {"qtype": "int16"}, "/blocks.26/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.26/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.26/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.26/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.26/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.26/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.26/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.26/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.26/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.26/attn/Shape": {"qtype": "int16"}, "/blocks.26/attn/Constant_5": {"qtype": "int16"}, "/blocks.26/attn/Constant_6": {"qtype": "int16"}, "/blocks.26/attn/Slice": {"qtype": "int16"}, "/blocks.26/attn/Cast": {"qtype": "int16"}, "/blocks.26/attn/Sqrt": {"qtype": "int16"}, "/blocks.26/attn/Constant_7": {"qtype": "int16"}, "/blocks.26/attn/Div": {"qtype": "int16"}, "/blocks.26/attn/Cast_1": {"qtype": "int16"}, "/blocks.26/attn/Transpose_1": {"qtype": "int16"}, "/blocks.26/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.26/attn/Mul": {"qtype": "int16"}, "/blocks.26/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.26/attn/Mul_1": {"qtype": "int16"}, "/blocks.26/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/attn/Softmax": {"qtype": "int16"}, "/blocks.26/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/attn/Transpose_2": {"qtype": "int16"}, "/blocks.26/attn/Constant_8": {"qtype": "int16"}, "/blocks.26/attn/Reshape_1": {"qtype": "int16"}, "/blocks.26/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/attn/proj/Add": {"qtype": "int16"}, "/blocks.26/Add": {"qtype": "int16"}, "/blocks.26/norm2/Constant": {"qtype": "int16"}, "/blocks.26/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.26/norm2/Shape": {"qtype": "int16"}, "/blocks.26/norm2/Constant_1": {"qtype": "int16"}, "/blocks.26/norm2/Gather": {"qtype": "int16"}, "/blocks.26/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.26/norm2/Sub": {"qtype": "int16"}, "/blocks.26/norm2/Mul": {"qtype": "int16"}, "/blocks.26/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/norm2/Cast": {"qtype": "int16"}, "/blocks.26/norm2/Mul_1": {"qtype": "int16"}, "/blocks.26/norm2/Constant_2": {"qtype": "int16"}, "/blocks.26/norm2/Sub_1": {"qtype": "int16"}, "/blocks.26/norm2/Div": {"qtype": "int16"}, "/blocks.26/norm2/Constant_3": {"qtype": "int16"}, "/blocks.26/norm2/Add": {"qtype": "int16"}, "/blocks.26/norm2/Sqrt": {"qtype": "int16"}, "/blocks.26/norm2/Constant_4": {"qtype": "int16"}, "/blocks.26/norm2/Div_1": {"qtype": "int16"}, "/blocks.26/norm2/Mul_2": {"qtype": "int16"}, "/blocks.26/norm2/Mul_3": {"qtype": "int16"}, "/blocks.26/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant": {"qtype": "int16"}, "/blocks.26/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.26/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.26/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.26/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.26/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.26/cross_attn/Split": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.26/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.26/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.26/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.26/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.26/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.26/cross_attn/ConstantOfShape": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.26/cross_attn/Mul": {"qtype": "int16"}, "/blocks.26/cross_attn/Equal": {"qtype": "int16"}, "/blocks.26/cross_attn/Where": {"qtype": "int16"}, "/blocks.26/cross_attn/Expand": {"qtype": "int16"}, "/blocks.26/cross_attn/Shape": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_9": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_10": {"qtype": "int16"}, "/blocks.26/cross_attn/Slice": {"qtype": "int16"}, "/blocks.26/cross_attn/Cast": {"qtype": "int16"}, "/blocks.26/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_11": {"qtype": "int16"}, "/blocks.26/cross_attn/Div": {"qtype": "int16"}, "/blocks.26/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.26/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.26/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.26/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.26/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.26/cross_attn/Mul_2": {"qtype": "int16"}, "/blocks.26/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/cross_attn/Add": {"qtype": "int16"}, "/blocks.26/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.26/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.26/cross_attn/Constant_12": {"qtype": "int16"}, "/blocks.26/cross_attn/Reshape_3": {"qtype": "int16"}, "/blocks.26/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.26/Add_1": {"qtype": "int16"}, "/blocks.26/norm3/Constant": {"qtype": "int16"}, "/blocks.26/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.26/norm3/Shape": {"qtype": "int16"}, "/blocks.26/norm3/Constant_1": {"qtype": "int16"}, "/blocks.26/norm3/Gather": {"qtype": "int16"}, "/blocks.26/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.26/norm3/Sub": {"qtype": "int16"}, "/blocks.26/norm3/Mul": {"qtype": "int16"}, "/blocks.26/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.26/norm3/Cast": {"qtype": "int16"}, "/blocks.26/norm3/Mul_1": {"qtype": "int16"}, "/blocks.26/norm3/Constant_2": {"qtype": "int16"}, "/blocks.26/norm3/Sub_1": {"qtype": "int16"}, "/blocks.26/norm3/Div": {"qtype": "int16"}, "/blocks.26/norm3/Constant_3": {"qtype": "int16"}, "/blocks.26/norm3/Add": {"qtype": "int16"}, "/blocks.26/norm3/Sqrt": {"qtype": "int16"}, "/blocks.26/norm3/Constant_4": {"qtype": "int16"}, "/blocks.26/norm3/Div_1": {"qtype": "int16"}, "/blocks.26/norm3/Mul_2": {"qtype": "int16"}, "/blocks.26/norm3/Mul_3": {"qtype": "int16"}, "/blocks.26/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.26/ffn/act/Mul": {"qtype": "int16"}, "/blocks.26/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.26/ffn/act/Constant": {"qtype": "int16"}, "/blocks.26/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.26/ffn/act/Add": {"qtype": "int16"}, "/blocks.26/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.26/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.26/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.26/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.26/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.26/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.26/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.26/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.26/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.26/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.26/Add_2": {"qtype": "int16"}, "/blocks.27/norm1/Constant": {"qtype": "int16"}, "/blocks.27/norm1/ReduceMean": {"qtype": "int16"}, "/blocks.27/norm1/Shape": {"qtype": "int16"}, "/blocks.27/norm1/Constant_1": {"qtype": "int16"}, "/blocks.27/norm1/Gather": {"qtype": "int16"}, "/blocks.27/norm1/ReduceProd": {"qtype": "int16"}, "/blocks.27/norm1/Sub": {"qtype": "int16"}, "/blocks.27/norm1/Mul": {"qtype": "int16"}, "/blocks.27/norm1/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/norm1/Cast": {"qtype": "int16"}, "/blocks.27/norm1/Mul_1": {"qtype": "int16"}, "/blocks.27/norm1/Constant_2": {"qtype": "int16"}, "/blocks.27/norm1/Sub_1": {"qtype": "int16"}, "/blocks.27/norm1/Div": {"qtype": "int16"}, "/blocks.27/norm1/Constant_3": {"qtype": "int16"}, "/blocks.27/norm1/Add": {"qtype": "int16"}, "/blocks.27/norm1/Sqrt": {"qtype": "int16"}, "/blocks.27/norm1/Constant_4": {"qtype": "int16"}, "/blocks.27/norm1/Div_1": {"qtype": "int16"}, "/blocks.27/norm1/Mul_2": {"qtype": "int16"}, "/blocks.27/norm1/Mul_3": {"qtype": "int16"}, "/blocks.27/attn/qkv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/attn/qkv/Add": {"qtype": "int16"}, "/blocks.27/attn/Constant": {"qtype": "int16"}, "/blocks.27/attn/Reshape": {"qtype": "int16"}, "/blocks.27/attn/Transpose": {"qtype": "int16"}, "/blocks.27/attn/Constant_1": {"qtype": "int16"}, "/blocks.27/attn/Split": {"qtype": "int16"}, "/blocks.27/attn/Constant_2": {"qtype": "int16"}, "/blocks.27/attn/Squeeze": {"qtype": "int16"}, "/blocks.27/attn/Constant_3": {"qtype": "int16"}, "/blocks.27/attn/Squeeze_1": {"qtype": "int16"}, "/blocks.27/attn/Constant_4": {"qtype": "int16"}, "/blocks.27/attn/Squeeze_2": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.27/attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.27/attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.27/attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Div": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Add": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.27/attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.27/attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.27/attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.27/attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Div": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Add": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.27/attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.27/attn/Shape": {"qtype": "int16"}, "/blocks.27/attn/Constant_5": {"qtype": "int16"}, "/blocks.27/attn/Constant_6": {"qtype": "int16"}, "/blocks.27/attn/Slice": {"qtype": "int16"}, "/blocks.27/attn/Cast": {"qtype": "int16"}, "/blocks.27/attn/Sqrt": {"qtype": "int16"}, "/blocks.27/attn/Constant_7": {"qtype": "int16"}, "/blocks.27/attn/Div": {"qtype": "int16"}, "/blocks.27/attn/Cast_1": {"qtype": "int16"}, "/blocks.27/attn/Transpose_1": {"qtype": "int16"}, "/blocks.27/attn/Sqrt_1": {"qtype": "int16"}, "/blocks.27/attn/Mul": {"qtype": "int16"}, "/blocks.27/attn/Sqrt_2": {"qtype": "int16"}, "/blocks.27/attn/Mul_1": {"qtype": "int16"}, "/blocks.27/attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/attn/Softmax": {"qtype": "int16"}, "/blocks.27/attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/attn/Transpose_2": {"qtype": "int16"}, "/blocks.27/attn/Constant_8": {"qtype": "int16"}, "/blocks.27/attn/Reshape_1": {"qtype": "int16"}, "/blocks.27/attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/attn/proj/Add": {"qtype": "int16"}, "/blocks.27/Add": {"qtype": "int16"}, "/blocks.27/norm2/Constant": {"qtype": "int16"}, "/blocks.27/norm2/ReduceMean": {"qtype": "int16"}, "/blocks.27/norm2/Shape": {"qtype": "int16"}, "/blocks.27/norm2/Constant_1": {"qtype": "int16"}, "/blocks.27/norm2/Gather": {"qtype": "int16"}, "/blocks.27/norm2/ReduceProd": {"qtype": "int16"}, "/blocks.27/norm2/Sub": {"qtype": "int16"}, "/blocks.27/norm2/Mul": {"qtype": "int16"}, "/blocks.27/norm2/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/norm2/Cast": {"qtype": "int16"}, "/blocks.27/norm2/Mul_1": {"qtype": "int16"}, "/blocks.27/norm2/Constant_2": {"qtype": "int16"}, "/blocks.27/norm2/Sub_1": {"qtype": "int16"}, "/blocks.27/norm2/Div": {"qtype": "int16"}, "/blocks.27/norm2/Constant_3": {"qtype": "int16"}, "/blocks.27/norm2/Add": {"qtype": "int16"}, "/blocks.27/norm2/Sqrt": {"qtype": "int16"}, "/blocks.27/norm2/Constant_4": {"qtype": "int16"}, "/blocks.27/norm2/Div_1": {"qtype": "int16"}, "/blocks.27/norm2/Mul_2": {"qtype": "int16"}, "/blocks.27/norm2/Mul_3": {"qtype": "int16"}, "/blocks.27/cross_attn/q/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/cross_attn/q/Add": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant": {"qtype": "int16"}, "/blocks.27/cross_attn/Reshape": {"qtype": "int16"}, "/blocks.27/cross_attn/Transpose": {"qtype": "int16"}, "/blocks.27/cross_attn/kv/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/cross_attn/kv/Add": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_1": {"qtype": "int16"}, "/blocks.27/cross_attn/Reshape_1": {"qtype": "int16"}, "/blocks.27/cross_attn/Transpose_1": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_2": {"qtype": "int16"}, "/blocks.27/cross_attn/Split": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_3": {"qtype": "int16"}, "/blocks.27/cross_attn/Squeeze": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_4": {"qtype": "int16"}, "/blocks.27/cross_attn/Squeeze_1": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Constant": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/ReduceMean": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Shape": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Constant_1": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Gather": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/ReduceProd": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Sub": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Mul": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Cast": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Mul_1": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Constant_2": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Sub_1": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Div": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Constant_3": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Add": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Sqrt": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Constant_4": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Div_1": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Mul_2": {"qtype": "int16"}, "/blocks.27/cross_attn/q_norm/Mul_3": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Constant": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/ReduceMean": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Shape": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Constant_1": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Gather": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/ReduceProd": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Sub": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Mul": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Cast": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Mul_1": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Constant_2": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Sub_1": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Div": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Constant_3": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Add": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Sqrt": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Constant_4": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Div_1": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Mul_2": {"qtype": "int16"}, "/blocks.27/cross_attn/k_norm/Mul_3": {"qtype": "int16"}, "/blocks.27/cross_attn/Shape": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_5": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_6": {"qtype": "int16"}, "/blocks.27/cross_attn/Slice": {"qtype": "int16"}, "/blocks.27/cross_attn/Cast": {"qtype": "int16"}, "/blocks.27/cross_attn/Sqrt": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_7": {"qtype": "int16"}, "/blocks.27/cross_attn/Div": {"qtype": "int16"}, "/blocks.27/cross_attn/Cast_1": {"qtype": "int16"}, "/blocks.27/cross_attn/Transpose_2": {"qtype": "int16"}, "/blocks.27/cross_attn/Sqrt_1": {"qtype": "int16"}, "/blocks.27/cross_attn/Mul": {"qtype": "int16"}, "/blocks.27/cross_attn/Sqrt_2": {"qtype": "int16"}, "/blocks.27/cross_attn/Mul_1": {"qtype": "int16"}, "/blocks.27/cross_attn/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/cross_attn/Softmax": {"qtype": "int16"}, "/blocks.27/cross_attn/MatMul_1": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/cross_attn/Transpose_3": {"qtype": "int16"}, "/blocks.27/cross_attn/Constant_8": {"qtype": "int16"}, "/blocks.27/cross_attn/Reshape_2": {"qtype": "int16"}, "/blocks.27/cross_attn/proj/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/cross_attn/proj/Add": {"qtype": "int16"}, "/blocks.27/Add_1": {"qtype": "int16"}, "/blocks.27/norm3/Constant": {"qtype": "int16"}, "/blocks.27/norm3/ReduceMean": {"qtype": "int16"}, "/blocks.27/norm3/Shape": {"qtype": "int16"}, "/blocks.27/norm3/Constant_1": {"qtype": "int16"}, "/blocks.27/norm3/Gather": {"qtype": "int16"}, "/blocks.27/norm3/ReduceProd": {"qtype": "int16"}, "/blocks.27/norm3/Sub": {"qtype": "int16"}, "/blocks.27/norm3/Mul": {"qtype": "int16"}, "/blocks.27/norm3/ReduceMean_1": {"qtype": "int16"}, "/blocks.27/norm3/Cast": {"qtype": "int16"}, "/blocks.27/norm3/Mul_1": {"qtype": "int16"}, "/blocks.27/norm3/Constant_2": {"qtype": "int16"}, "/blocks.27/norm3/Sub_1": {"qtype": "int16"}, "/blocks.27/norm3/Div": {"qtype": "int16"}, "/blocks.27/norm3/Constant_3": {"qtype": "int16"}, "/blocks.27/norm3/Add": {"qtype": "int16"}, "/blocks.27/norm3/Sqrt": {"qtype": "int16"}, "/blocks.27/norm3/Constant_4": {"qtype": "int16"}, "/blocks.27/norm3/Div_1": {"qtype": "int16"}, "/blocks.27/norm3/Mul_2": {"qtype": "int16"}, "/blocks.27/norm3/Mul_3": {"qtype": "int16"}, "/blocks.27/ffn/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/ffn/fc1/Add": {"qtype": "int16"}, "/blocks.27/ffn/act/Mul": {"qtype": "int16"}, "/blocks.27/ffn/act/Mul_1": {"qtype": "int16"}, "/blocks.27/ffn/act/Constant": {"qtype": "int16"}, "/blocks.27/ffn/act/Mul_2": {"qtype": "int16"}, "/blocks.27/ffn/act/Add": {"qtype": "int16"}, "/blocks.27/ffn/act/Constant_1": {"qtype": "int16"}, "/blocks.27/ffn/act/Mul_3": {"qtype": "int16"}, "/blocks.27/ffn/act/Tanh": {"qtype": "int16"}, "/blocks.27/ffn/act/Constant_2": {"qtype": "int16"}, "/blocks.27/ffn/act/Add_1": {"qtype": "int16"}, "/blocks.27/ffn/act/Mul_4": {"qtype": "int16"}, "/blocks.27/ffn/act/Constant_3": {"qtype": "int16"}, "/blocks.27/ffn/act/Mul_5": {"qtype": "int16"}, "/blocks.27/ffn/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/blocks.27/ffn/fc2/Add": {"qtype": "int16"}, "/blocks.27/Add_2": {"qtype": "int16"}, "/final_layer/norm_final/Constant": {"qtype": "int16"}, "/final_layer/norm_final/ReduceMean": {"qtype": "int16"}, "/final_layer/norm_final/Shape": {"qtype": "int16"}, "/final_layer/norm_final/Constant_1": {"qtype": "int16"}, "/final_layer/norm_final/Gather": {"qtype": "int16"}, "/final_layer/norm_final/ReduceProd": {"qtype": "int16"}, "/final_layer/norm_final/Sub": {"qtype": "int16"}, "/final_layer/norm_final/Mul": {"qtype": "int16"}, "/final_layer/norm_final/ReduceMean_1": {"qtype": "int16"}, "/final_layer/norm_final/Cast": {"qtype": "int16"}, "/final_layer/norm_final/Mul_1": {"qtype": "int16"}, "/final_layer/norm_final/Constant_2": {"qtype": "int16"}, "/final_layer/norm_final/Sub_1": {"qtype": "int16"}, "/final_layer/norm_final/Div": {"qtype": "int16"}, "/final_layer/norm_final/Constant_3": {"qtype": "int16"}, "/final_layer/norm_final/Add": {"qtype": "int16"}, "/final_layer/norm_final/Sqrt": {"qtype": "int16"}, "/final_layer/norm_final/Constant_4": {"qtype": "int16"}, "/final_layer/norm_final/Div_1": {"qtype": "int16"}, "/final_layer/norm_final/Mul_2": {"qtype": "int16"}, "/final_layer/norm_final/Mul_3": {"qtype": "int16"}, "/final_layer/ffn_final/fc1/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/final_layer/ffn_final/fc1/Add": {"qtype": "int16"}, "/final_layer/ffn_final/act/Mul": {"qtype": "int16"}, "/final_layer/ffn_final/act/Mul_1": {"qtype": "int16"}, "/final_layer/ffn_final/act/Constant": {"qtype": "int16"}, "/final_layer/ffn_final/act/Mul_2": {"qtype": "int16"}, "/final_layer/ffn_final/act/Add": {"qtype": "int16"}, "/final_layer/ffn_final/act/Constant_1": {"qtype": "int16"}, "/final_layer/ffn_final/act/Mul_3": {"qtype": "int16"}, "/final_layer/ffn_final/act/Tanh": {"qtype": "int16"}, "/final_layer/ffn_final/act/Constant_2": {"qtype": "int16"}, "/final_layer/ffn_final/act/Add_1": {"qtype": "int16"}, "/final_layer/ffn_final/act/Mul_4": {"qtype": "int16"}, "/final_layer/ffn_final/act/Constant_3": {"qtype": "int16"}, "/final_layer/ffn_final/act/Mul_5": {"qtype": "int16"}, "/final_layer/ffn_final/fc2/MatMul": {"InputType0": "int16", "InputType1": "int16"}, "/final_layer/ffn_final/fc2/Add": {"qtype": "int16"}, "/Constant_5": {"qtype": "int16"}, "/Constant_6": {"qtype": "int16"}, "/Constant_7": {"qtype": "int16"}, "/Constant_8": {"qtype": "int16"}, "/Slice": {"qtype": "int16"} } }