Source code for lcm_xl_50e
from bitsandbytes.optim import AdamW8bit
from mmengine.hooks import CheckpointHook
from mmengine.optim import AmpOptimWrapper
[docs]optim_wrapper = dict(
type=AmpOptimWrapper,
dtype="float16",
optimizer=dict(type=AdamW8bit, lr=1e-6, weight_decay=0.0),
clip_grad=dict(max_norm=1.0))
# train, val, test setting