Skip to content

GitLab

"docs/git@developer.sourcefind.cn:xdb4_94051/vllm.git" did not exist on "c8e7eb1eb3e3862cde4f7c27952d2eb9104ef416"
Commit 2973ff24 authored by comfyanonymous's avatar comfyanonymous
Browse files

Round CLIP position ids to fix float issues in some checkpoints.

parent e615d40c
Show whitespace changes
Inline Side-by-side
Showing with 3 additions and 0 deletions
comfy/sd.py
View file @ 2973ff24
...@@ -32,6 +32,9 @@ def load_model_from_config(config, ckpt, verbose=False, load_state_dict_to=[]): ...@@ -32,6 +32,9 @@ def load_model_from_config(config, ckpt, verbose=False, load_state_dict_to=[]):
y = x.replace("cond_stage_model.transformer.", "cond_stage_model.transformer.text_model.") y = x.replace("cond_stage_model.transformer.", "cond_stage_model.transformer.text_model.")
sd[y] = sd.pop(x) sd[y] = sd.pop(x)
if 'cond_stage_model.transformer.text_model.embeddings.position_ids' in sd:
sd['cond_stage_model.transformer.text_model.embeddings.position_ids'] = sd['cond_stage_model.transformer.text_model.embeddings.position_ids'].round()
for x in load_state_dict_to: for x in load_state_dict_to:
x.load_state_dict(sd, strict=False) x.load_state_dict(sd, strict=False)
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment