block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp Source File

block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp Source File#

Composable Kernel: block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp Source File
block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp
Go to the documentation of this file.
1// SPDX-License-Identifier: MIT
2// Copyright (c) 2018-2023, Advanced Micro Devices, Inc. All rights reserved.
3
4#pragma once
5
6#include "ck_tile/core.hpp"
8
9namespace ck_tile {
10
11// This pipeline is qkv all located in LDS
13 BlockFmhaPipelineQXKSVSCustomPolicy</* QLoadOnce = */ true,
14 /* AsyncCopy = */ true,
15 /* NumPrefetchK = */ 3,
16 /* NumPrefetchV = */ 3>;
17
18} // namespace ck_tile
Definition tile/core/algorithm/cluster_descriptor.hpp:13
BlockFmhaPipelineQXKSVSCustomPolicy< true, true, 3, 3 > BlockFmhaBatchPrefillPipelineQRKSVSAsyncDefaultPolicy
Definition block_fmha_batch_prefill_pipeline_qr_ks_vs_async_default_policy.hpp:12
Definition block_fmha_pipeline_qx_ks_vs_custom_policy.hpp:266