unet.set_attn_processor(lora_attn_procs) 

   if args.enable_xformers_memory_efficient_attention:
       if is_xformers_available():
           import xformers

           xformers_version = version.parse(xformers.__version__)
           if xformers_version == version.parse("0.0.16"):
               logger.warn(
                   "xFormers 0.0.16 cannot be used for training in some GPUs. If you observe problems during training, please update xFormers to at least 0.0.17. See https://huggingface.co/docs/diffusers/main/en/optimization/xformers for more details."
               )
           unet.enable_xformers_memory_efficient_attention()
       else:
           raise ValueError("xformers is not available. Make sure it is installed correctly") 
   
   lora_layers = AttnProcsLayers(unet.attn_processors)