We use essential cookies for the website to function, as well as analytics cookies for analyzing and creating statistics of the website performance. To agree to the use of analytics cookies, click "Accept All". You can manage your preferences at any time by clicking "Cookie Settings" on the footer. More Information.

Cookie Settings
Only Essential Cookies
Accept All
MaterialsConsole

HarmonyOS

输入关键字搜索
HMS Core
AppGallery Connect
HUAWEI HiAI
CTRL+K

Examples of the Operator JSON Configuration File

Last updated: 2026-07-22 06:43
Content overview

Example 1: JSON configuration file of an NPU/CPU debugging operator

NOTE

  • If param_type is set to optional, this parameter does not need to be set when ignore is set to true and needs to be set when ignore is set to false.

  • If param_type is set to required, ignore cannot be set to true.

{
  "op_type": "FlashAttentionScore",
  "data_script": "./flash_attention_score_golden.py",
  "gen_data": true,
  "inputs": [
    {
      "name": "query",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": [24,144,1280],
      "param_type": "required",
      "data_file": "q.bin"
    },
    {
      "name": "key",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": [24,144,1280],
      "param_type": "required",
      "data_file": "k.bin"
    },
    {
      "name": "value",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": [24,144,1280],
      "param_type": "required",
      "data_file": "v.bin"
    },
  ],
  "outputs": [
    {
      "name": "softmax_max",
      "dtype": "float32",
      "format": "ND",
      "shape": [24,20,144,8],
      "ignore": false,
      "param_type": "required",
      "data_file": null
    },
    {
      "name": "softmax_sum",
      "dtype": "float32",
      "format": "ND",
      "shape": [24,20,144,8],
      "ignore": false,
      "param_type": "required",
      "data_file": null
    },
    {
      "name": "softmax_out",
      "dtype": "float16",
      "format": "ND",
      "shape": [24,20,144,144],
      "ignore": false,
      "param_type": "required",
      "data_file": null
    },
    {
      "name": "attention_out",
      "dtype": "float16",
      "format": "ND",
      "shape": [24,20,144,64],
      "ignore": false,
      "param_type": "required",
      "data_file": "attention_out.bin"
    }
  ],
  "attrs": [
    {
      "name": "scale_value",
      "dtype": "float",
      "value": 1.0
    },
    {
      "name": "keep_prob",
      "dtype": "float",
      "value": 0.8
    },
    {
      "name": "pre_tokens",
      "dtype": "int",
      "value": 2147483647
    },
    {
      "name": "next_tokens",
      "dtype": "int",
      "value": 2147483647
    },
    {
      "name": "head_num",
      "dtype": "int",
      "value": 20
    },
    {
      "name": "input_layout",
      "dtype": "string",
      "value": "BSH"
    },
    {
      "name": "inner_precise",
      "dtype": "int",
      "value": 0
    }
  ]
}

Example 2: JSON configuration file of a tensor list

{
  "op_type": "IncreFlashAttention",
  "data_script": "",
  "gen_data": false,
  "inputs": [
      {
          "name": "query",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [4, 5, 1, 128],
          "param_type": "required",
          "data_file": "/home/data/input/q.bin"
      },
      [{
          "name": "key0",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/k_0.bin"
      },{
          "name": "key1",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/k_1.bin"
      },{
          "name": "key2",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/k_2.bin"
      },{
          "name": "key3",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/k_3.bin"
      }],
      [{
          "name": "value0",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/v_0.bin"
      },{
          "name": "value1",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/v_1.bin"
      },{
          "name": "value2",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/v_2.bin"
      },{
          "name": "value3",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [1,5,8192,128],
          "param_type": "required",
          "data_file": "/home/data/input/v_3.bin"
      }],
      {
          "name": "padding_mask",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": null
      },
      {
          "name": "atten_mask",
          "dtype": "float16",
          "format": "ND",
          "ignore": false,
          "shape": [4,1,8192],
          "param_type": "optional",
          "data_file": "/home/data/input/attenMask.bin"
      },
      {
          "name": "actual_seq_lengths",
          "dtype": "int64",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": ""
      },
      {
          "name": "deq_scale1",
          "dtype": "uint64",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": null
      },
      {
          "name": "quant_scale1",
          "dtype": "float32",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": null
      },
      {
          "name": "deq_scale2",
          "dtype": "uint64",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": null
      },
      {
          "name": "quant_scale2",
          "dtype": "float32",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": null
      },
      {
          "name": "quant_offset2",
          "dtype": "float32",
          "format": "ND",
          "ignore": false,
          "shape": null,
          "param_type": "optional",
          "data_file": null
      }
  ],
  "outputs": [
      {
          "name": "attention_out",
          "dtype": "float16",
          "format": "ND",
          "shape": [4, 5, 1, 128],
          "ignore": false,
          "param_type": "required",
          "data_file": "/home/data/output/y_add.bin"
      }
  ],
  "attrs": [
      {
          "name": "num_heads",
          "dtype": "int",
          "value": 5
      },
      {
          "name": "scale_value",
          "dtype": "float",
          "value": 2.0
      },
      {
          "name": "input_layout",
          "dtype": "string",
          "value": "BNSD"
      },
      {
          "name": "num_key_value_heads",
          "dtype": "int",
          "value": 5
      }
  ]}

Example 3: JSON configuration file of a tiling operator

{
  "op_type": "FlashAttentionScore",
  "data_script": "./flash_attention_score_golden.py",
  "gen_data": true,
  "inputs": [
    {
      "name": "query",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": [24,144,1280],
      "param_type": "required",
      "data_file": "q.bin"
    },
    {
      "name": "key",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": [24,144,1280],
      "param_type": "required",
      "data_file": "k.bin"
    },
    {
      "name": "value",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": [24,144,1280],
      "param_type": "required",
      "data_file": "v.bin"
    },
    {
      "name": "real_shift",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": null,
      "param_type": "optional",
      "data_file": null
    },
    {
      "name": "drop_mask",
      "dtype": "uint8",
      "format": "ND",
      "ignore": false,
      "shape": [1244160],
      "param_type": "optional",
      "data_file": "drop_mask.bin"
    },
    {
      "name": "padding_mask",
      "dtype": "float16",
      "format": "ND",
      "ignore": false,
      "shape": null,
      "param_type": "optional",
      "data_file": null
    },
    {
      "name": "atten_mask",
      "dtype": "bool",
      "format": "ND",
      "ignore": false,
      "shape": null,
      "param_type": "optional",
      "data_file": null
    },
    {
      "name": "prefix",
      "dtype": "int64",
      "format": "ND",
      "ignore": false,
      "shape": null,
      "param_type": "optional",
      "data_file": null
    }
  ],
  "outputs": [
    {
      "name": "softmax_max",
      "dtype": "float32",
      "format": "ND",
      "shape": [24,20,144,8],
      "ignore": false,
      "param_type": "required",
      "data_file": null
    },
    {
      "name": "softmax_sum",
      "dtype": "float32",
      "format": "ND",
      "shape": [24,20,144,8],
      "ignore": false,
      "param_type": "required",
      "data_file": null
    },
    {
      "name": "softmax_out",
      "dtype": "float16",
      "format": "ND",
      "shape": [24,20,144,144],
      "ignore": false,
      "param_type": "required",
      "data_file": null
    },
    {
      "name": "attention_out",
      "dtype": "float16",
      "format": "ND",
      "shape": [24,20,144,64],
      "ignore": false,
      "param_type": "required",
      "data_file": "attention_out.bin"
    }
  ],
  "attrs": [
    {
      "name": "scale_value",
      "dtype": "float",
      "value": 1.0
    },
    {
      "name": "keep_prob",
      "dtype": "float",
      "value": 0.8
    },
    {
      "name": "pre_tokens",
      "dtype": "int",
      "value": 2147483647
    },
    {
      "name": "next_tokens",
      "dtype": "int",
      "value": 2147483647
    },
    {
      "name": "head_num",
      "dtype": "int",
      "value": 20
    },
    {
      "name": "input_layout",
      "dtype": "string",
      "value": "BSH"
    },
    {
      "name": "inner_precise",
      "dtype": "int",
      "value": 0
    }
  ]
}

Example 4: JSON configuration file for kernel direct tuning

{
    "op_type": "add_custom",
    "data_script": "",
    "gen_data": false,
    "params": [
            {
                "name": "x",
                "dtype": "float16",
                "param_type": "input",
                "shape": [
                    1,16384
                ],
                "data_file": "input_x.bin"
            },
            {
                "name": "y",
                "dtype": "float16",
                "param_type": "input",
                "shape": [
                    1,16384
                ],
                "data_file": "input_y.bin"
            },
            {
                "name": "z",
                "dtype": "float16",
                "param_type": "output",
                "shape": [
                    1,16384
                ],
                "data_file": "golden.bin"
            },
            {
                "name": "tileNumIn",
                "dtype": "uint32",
                "param_type": "input",
                "shape": null,
                "data_value": 8
            }
    ],
    "kernel_info": {
        "kernel_source": ["add_custom.cpp"],
        "kernel_name": "add_custom",
        "kernel_includes": []
    }
 
}
English
©2026 HUAWEI Developers. All rights reserved.
Terms of Use
Statement About HUAWEI Developers and Privacy
Cookies
Cookie Settings
Open-Source Software Notice
Search in Guides
Enter a keyword.