-
Notifications
You must be signed in to change notification settings - Fork 3k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
30 changed files
with
4,481 additions
and
103 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,71 @@ | ||
| // Copyright (c) 2025 PaddlePaddle Authors. All Rights Reserved. | ||
| // | ||
| // Licensed under the Apache License, Version 2.0 (the "License"); | ||
| // you may not use this file except in compliance with the License. | ||
| // You may obtain a copy of the License at | ||
| // | ||
| // http://www.apache.org/licenses/LICENSE-2.0 | ||
| // | ||
| // Unless required by applicable law or agreed to in writing, software | ||
| // distributed under the License is distributed on an "AS IS" BASIS, | ||
| // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
| // See the License for the specific language governing permissions and | ||
| // limitations under the License. | ||
|
|
||
| #pragma once | ||
|
|
||
| inline uint32_t get_decoder_block_shape_q() { | ||
| static const char* decoder_block_shape_q_env = std::getenv("FLAGS_dec_block_shape_q"); | ||
| static const uint32_t decoder_block_shape_q = | ||
| decoder_block_shape_q_env == nullptr ? 16 : std::stoi(std::string(decoder_block_shape_q_env)); | ||
| return decoder_block_shape_q; | ||
| } | ||
|
|
||
| inline uint32_t get_encoder_block_shape_q() { | ||
| static const char* encoder_block_shape_q_env = std::getenv("FLAGS_enc_block_shape_q"); | ||
| static const uint32_t encoder_block_shape_q = | ||
| encoder_block_shape_q_env == nullptr ? 64 : std::stoi(std::string(encoder_block_shape_q_env)); | ||
| return encoder_block_shape_q; | ||
| } | ||
|
|
||
| inline uint32_t get_max_partition_size(int bsz) { | ||
| static const char* max_partition_size_env = std::getenv("FLAGS_cascade_attention_max_partition_size"); | ||
| static const uint32_t max_partition_size = | ||
| max_partition_size_env == nullptr ? 0 : std::stoul(std::string(max_partition_size_env)); | ||
| return (max_partition_size != 0 ? max_partition_size : (bsz == 1 ? 128 : 512)); | ||
| } | ||
|
|
||
| inline uint32_t get_cascade_attention_deal_each_time() { | ||
| static const char* cascade_attention_deal_each_time_env = std::getenv("FLAGS_cascade_attention_deal_each_time"); | ||
| static const uint32_t cascade_attention_deal_each_time = | ||
| cascade_attention_deal_each_time_env == nullptr ? 0 : std::stoul(std::string(cascade_attention_deal_each_time_env)); | ||
| return (cascade_attention_deal_each_time != 0 ? cascade_attention_deal_each_time : 32); | ||
| } | ||
|
|
||
| inline uint32_t get_cascade_attention_num_stages() { | ||
| static const char* cascade_attention_num_stages_env = std::getenv("FLAGS_cascade_attention_num_stages"); | ||
| static const uint32_t cascade_attention_num_stages = | ||
| cascade_attention_num_stages_env == nullptr ? 0 : std::stoul(std::string(cascade_attention_num_stages_env)); | ||
| return cascade_attention_num_stages != 0 ? cascade_attention_num_stages : 2; | ||
| } | ||
|
|
||
| inline uint32_t get_cascade_attention_num_threads() { | ||
| static const char* cascade_attention_num_threads_env = std::getenv("FLAGS_cascade_attention_num_threads"); | ||
| static const uint32_t cascade_attention_num_threads = | ||
| cascade_attention_num_threads_env == nullptr ? 0 : std::stoul(std::string(cascade_attention_num_threads_env)); | ||
| return cascade_attention_num_threads != 0 ? cascade_attention_num_threads : 128; | ||
| } | ||
|
|
||
| inline bool get_mla_use_tensorcore() { | ||
| static const char* mla_use_tensorcore_env = std::getenv("FLAGS_mla_use_tensorcore"); | ||
| static const uint32_t mla_use_tensorcore = | ||
| mla_use_tensorcore_env == nullptr ? 1 : std::stoul(std::string(mla_use_tensorcore_env)); | ||
| return mla_use_tensorcore != 0 ? true : false; | ||
| } | ||
|
|
||
| inline bool enable_cuda_core_fp8_gemm() { | ||
| static const char* enable_cuda_core_fp8_env = std::getenv("FLAGS_cuda_core_fp8_gemm"); | ||
| static const bool enable_cuda_core_fp8_gemm = | ||
| enable_cuda_core_fp8_env != nullptr && std::string(enable_cuda_core_fp8_env) == "1"; | ||
| return enable_cuda_core_fp8_gemm; | ||
| } |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.