Skip to content

Move Lynx ArcFace weights to ComfyUI models directory #1728

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
mossmatrix wants to merge 2 commits into
base: main
Choose a base branch
from
Open

Move Lynx ArcFace weights to ComfyUI models directory #1728

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
27d1f42
Move Lynx ArcFace weights to ComfyUI models directory
mossmatrix Dec 8, 2025
6efc500
Remove fallback to node directory for ArcFace weights
mossmatrix Dec 8, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
9 changes: 6 additions & 3 deletions lynx/face/face_encoder.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -79,8 +79,11 @@ def init_recognition_model(model_name, half=False, device='cuda', model_rootpath
else:
raise NotImplementedError(f'{model_name} is not implemented.')

# Always use ComfyUI models directory
save_dir = os.path.join(model_rootpath, 'facexlib', 'weights')
model_path = load_file_from_url(
url=model_url, model_dir='facexlib/weights', progress=True, file_name=None, save_dir=model_rootpath)
url=model_url, model_dir=None, progress=True, file_name=None, save_dir=save_dir)

print("Loading model from:", model_path)
model.load_state_dict(torch.load(model_path), strict=True)
model.eval()
Expand All @@ -93,9 +96,9 @@ class FaceEncoderArcFace():
def __repr__(self):
return "ArcFace"

def init_encoder_model(self, device, eval_mode=True):
def init_encoder_model(self, device, eval_mode=True, model_rootpath=None):
self.device = device
self.encoder_model = init_recognition_model('arcface', device=device)
self.encoder_model = init_recognition_model('arcface', device=device, model_rootpath=model_rootpath)

if eval_mode:
self.encoder_model.eval()
Expand Down
8 changes: 7 additions & 1 deletion lynx/nodes.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -11,6 +11,9 @@
device = mm.get_torch_device()
offload_device = mm.unet_offload_device()

# Register face_analysis models folder
folder_paths.add_model_folder_path("face_analysis", os.path.join(folder_paths.models_dir, "face_analysis"))

from .resampler import Resampler

class LoadLynxResampler:
Expand Down Expand Up @@ -112,8 +115,11 @@ def encode(self, resampler, ip_image):
image_in = ip_image.permute(0, 3, 1, 2).to(device) * 2 - 1 # to [-1, 1]

# Face embedding via ArcFace
# Get the face_analysis models directory path
face_analysis_dir = folder_paths.get_folder_paths("face_analysis")[0]

face_encoder = FaceEncoderArcFace()
face_encoder.init_encoder_model(device)
face_encoder.init_encoder_model(device, model_rootpath=face_analysis_dir)
arcface_embed = face_encoder(image_in).to(device, resampler.dtype)[0]

arcface_embed = arcface_embed.reshape([1, -1, 512])
Expand Down