wuyingwen/comfyui
1
0
Fork 0
Code Issues Pull Requests Actions 5 Packages Projects Releases Wiki Activity

Don't initialize clip weights to default values.

Browse Source
This commit is contained in:
comfyanonymous 2023-06-14 12:47:36 -04:00
parent 6971646b8b
commit 0c7cad404c
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
comfy/sd1_clip.py
View File

@ -1,6 +1,6 @@
import os import os
from transformers import CLIPTokenizer, CLIPTextModel, CLIPTextConfig from transformers import CLIPTokenizer, CLIPTextModel, CLIPTextConfig, modeling_utils
import torch import torch
import traceback import traceback
import zipfile import zipfile
@ -38,7 +38,8 @@ class SD1ClipModel(torch.nn.Module, ClipTokenWeightEncoder):
if textmodel_json_config is None: if textmodel_json_config is None:
textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "sd1_clip_config.json") textmodel_json_config = os.path.join(os.path.dirname(os.path.realpath(__file__)), "sd1_clip_config.json")
config = CLIPTextConfig.from_json_file(textmodel_json_config) config = CLIPTextConfig.from_json_file(textmodel_json_config)
self.transformer = CLIPTextModel(config) with modeling_utils.no_init_weights():
self.transformer = CLIPTextModel(config)
self.device = device self.device = device
self.max_length = max_length self.max_length = max_length