From bb28f4a7890515fb86f8e904ed72c566d76af82d Mon Sep 17 00:00:00 2001 From: Dhiraj Kumar Sah Date: Tue, 10 Jun 2025 05:52:39 +0000 Subject: [PATCH] Added mdp_ts_num_devices to the compile_hash, different num_devices will create different qpc folder now Signed-off-by: Dhiraj Kumar Sah --- QEfficient/base/modeling_qeff.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/QEfficient/base/modeling_qeff.py b/QEfficient/base/modeling_qeff.py index cf53a8c70..1aafb1ba2 100644 --- a/QEfficient/base/modeling_qeff.py +++ b/QEfficient/base/modeling_qeff.py @@ -299,6 +299,8 @@ def _compile( if num_speculative_tokens: compile_hash.update(to_hashable({"num_speculative_tokens": num_speculative_tokens})) + # Hash num_devices too, since default value would always be 1. + compile_hash.update(to_hashable(mdp_ts_num_devices)) # Check if already compiled compile_hash = compile_hash.hexdigest()[:16]