Source code for deepfloyd_if_l

from diffusers import DDPMScheduler, UNet2DConditionModel
from transformers import T5EncoderModel, T5Tokenizer

from diffengine.models.editors import DeepFloydIF

[docs]base_model = "DeepFloyd/IF-L-v1.0"
[docs]model = dict(
    type=DeepFloydIF,
    model=base_model,
    tokenizer=dict(type=T5Tokenizer.from_pretrained,
                subfolder="tokenizer"),
    scheduler=dict(type=DDPMScheduler.from_pretrained,
                subfolder="scheduler"),
    text_encoder=dict(type=T5EncoderModel.from_pretrained,
                    subfolder="text_encoder"),
    unet=dict(type=UNet2DConditionModel.from_pretrained,
            subfolder="unet"),
    gradient_checkpointing=True)