Quantumbraid's picture
download
raw
892 Bytes
from typing import List
import torch
from toolkit.models.v2.text_encoders.umt5 import (
PatchedT5Tokenizer,
UMT5TextEncoder,
)
def get_umt5_encoder(
model_path: str,
tokenizer_subfolder: str = None,
encoder_subfolder: str = None,
torch_dtype: str = torch.bfloat16,
# reserved for the comfy-weights flip (Phase 2); accepted for
# signature compatibility, not consulted yet
comfy_files: List[str] = None,
):
"""Load the UMT5 tokenizer + encoder. Thin compatibility wrapper around
toolkit/models/v2/text_encoders/umt5.py."""
tokenizer = UMT5TextEncoder.load_tokenizer(
model_path, subfolder=tokenizer_subfolder or ""
)
print(f"Using {model_path} for UMT5 encoder.")
text_encoder = UMT5TextEncoder.load_model(
model_path, dtype=torch_dtype, subfolder=encoder_subfolder or ""
)
return tokenizer, text_encoder

Xet Storage Details

Size:
892 Bytes
·
Xet hash:
7b199cedabd6f57ce3345dbef169877d60ad1ced94f2dcca480cc9fb4562b7cb

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.