diff --git a/mediapipe/tasks/cc/components/processors/proto/transformer_params.proto b/mediapipe/tasks/cc/components/processors/proto/transformer_params.proto index 8c1daf27..b2d13c3a 100644 --- a/mediapipe/tasks/cc/components/processors/proto/transformer_params.proto +++ b/mediapipe/tasks/cc/components/processors/proto/transformer_params.proto @@ -43,4 +43,7 @@ message TransformerParameters { // Number of stacked transformers, `N` in the paper. int32 num_stacks = 7; + + // Whether to use Multi-Query-Attention (MQA). + bool use_mqa = 8; }