File tree Expand file tree Collapse file tree 2 files changed +5
-10
lines changed
src/cpp/src/continuous_batching Expand file tree Collapse file tree 2 files changed +5
-10
lines changed Original file line number Diff line number Diff line change @@ -28,14 +28,15 @@ struct Eagle3RTInfo {
2828};
2929
3030Eagle3RTInfo
31- extract_eagle_mode_from_config (ov::AnyMap& config, const std::filesystem::path& models_path) {
31+ extract_eagle3_mode_from_config (ov::AnyMap& config, const std::filesystem::path& models_path) {
3232 Eagle3RTInfo eagle_rt_info;
3333 if (config.find (" eagle3_mode" ) != config.end ()) {
3434 eagle_rt_info.eagle3_mode = config.at (" eagle3_mode" ).as <bool >();
3535 config.erase (" eagle3_mode" );
36- if (config.find (" hidden_layers_list" ) != config.end ()) {
36+ auto it = config.find (" hidden_layers_list" );
37+ if (it != config.end ()) {
3738 try {
38- eagle_rt_info.hidden_layers_list = config. at ( " hidden_layers_list " ) .as <std::vector<int >>();
39+ eagle_rt_info.hidden_layers_list = it-> second .as <std::vector<int >>();
3940 config.erase (" hidden_layers_list" );
4041 } catch (const std::exception&) {
4142 OPENVINO_THROW (" please check the hidden layers input" );
Original file line number Diff line number Diff line change @@ -232,16 +232,10 @@ def convert_models(
232232 opt_model .config .save_pretrained (str (models_path ))
233233
234234 # to store tokenizer config jsons with special tokens
235- < << << << HEAD
236235 if hf_tokenizer :
237236 hf_tokenizer .save_pretrained (models_path )
238237 # convert tokenizers as well
239- convert_and_save_tokenizer (hf_tokenizer , models_path , ** tokenizer_kwargs )
240- == == == =
241- hf_tokenizer .save_pretrained (str (models_path ))
242- # convert tokenizers as well
243- convert_and_save_tokenizer (hf_tokenizer , models_path )
244- > >> >> >> eb64c87ebc885499f7fafb38e576dce4b7010495
238+ convert_and_save_tokenizer (hf_tokenizer , models_path )
245239
246240
247241def download_and_convert_model (model_id : str , ** tokenizer_kwargs ) -> OVConvertedModelSchema :
You can’t perform that action at this time.
0 commit comments