We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent a608160 commit d0cfec7Copy full SHA for d0cfec7
vllm/config.py
@@ -221,6 +221,9 @@ def compute_hash(self) -> str:
221
factors.append(self.trust_remote_code)
222
factors.append(self.rope_scaling)
223
factors.append(self.rope_theta)
224
+ # rope cos/sin cache depends on the max_position_embeddings
225
+ factors.append(
226
+ getattr(self.hf_config, "max_position_embeddings", "None"))
227
return hashlib.sha256(str(factors).encode()).hexdigest()
228
229
def __init__(
0 commit comments