AutoPipeline by yiyixuxu · Pull Request #4138 · huggingface/diffusers (original) (raw)

new draft based on #4131 (comment)

to-do:

• add all the pipelines to the map
• add doc + tests

from diffusers import AutoPipelineForImageToImage, AutoPipelineForTextToImage, AutoPipelineForInpainting

pipe_img2img = AutoPipelineForImageToImage.from_pretrained("runwayml/stable-diffusion-v1-5") pipe_txt2img = AutoPipelineForTextToImage.from_pretrained("runwayml/stable-diffusion-v1-5") pipe_inpaint = AutoPipelineForInpainting.from_pretrained("runwayml/stable-diffusion-v1-5")

print(type(pipe_img2img), type(pipe_txt2img), type(pipe_inpaint))

<class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion_img2img.StableDiffusionImg2ImgPipeline'> 
<class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.StableDiffusionPipeline'> 
<class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion_inpaint.StableDiffusionInpaintPipeline'>

pipe_txt2img = AutoPipelineForTextToImage.from_pipe(pipe_img2img) pipe_inpaint = AutoPipelineForInpainting.from_pipe(pipe_txt2img) pipe_img2img = AutoPipelineForImageToImage.from_pipe(pipe_inpaint) print(type(pipe_img2img), type(pipe_txt2img), type(pipe_inpaint))

<class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion_img2img.StableDiffusionImg2ImgPipeline'> 
<class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion.StableDiffusionPipeline'> 
<class 'diffusers.pipelines.stable_diffusion.pipeline_stable_diffusion_inpaint.StableDiffusionInpaintPipeline'>