some break reasons like 2. call_function UserDefinedClassVariable() [] {'sample': TensorVariable()} File "/opt/conda/lib/python3.8/site-packages/diffusers/models/attention.py", line 244, in forward return Transformer2DModelOutput(sample=output)
Variable “sample” should be ignored and not need to be break reson
Do you have a full repro you can share? Are you using your own integration or an integration by the diffuser team? If by the diffuser team do you mind opening an issue there so we can figure out whats going on
Traceback (most recent call last):
File “/data/cv/aoyang/0517/model/clife-ai-cv-ai-beautify/1/test_fast.py”, line 20, in
image = pipe(prompt, num_inference_steps=30).images[0]
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/utils/_contextlib.py”, line 115, in decorate_context
return func(*args, **kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/diffusers/pipelines/stable_diffusion_xl/pipeline_stable_diffusion_xl.py”, line 1272, in call
image = self.vae.decode(latents / self.vae.config.scaling_factor, return_dict=False)[0]
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py”, line 209, in _fn
return fn(*args, **kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/eval_frame.py”, line 337, in catch_errors
return callback(frame, cache_size, hooks)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/convert_frame.py”, line 104, in _fn
return fn(*args, **kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/convert_frame.py”, line 262, in _convert_frame_assert
return _compile(
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/utils.py”, line 163, in time_wrapper
r = func(*args, **kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/convert_frame.py”, line 324, in _compile
out_code = transform_code_object(code, transform)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/bytecode_transformation.py”, line 445, in transform_code_object
transformations(instructions, code_options)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/convert_frame.py”, line 311, in transform
tracer.run()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 1726, in run
super().run()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 576, in run
and self.step()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 540, in step
getattr(self, inst.opname)(inst)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 342, in wrapper
return inner_fn(self, inst)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 1002, in CALL_FUNCTION_EX
self.call_function(fn, argsvars.items, kwargsvars.items)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 474, in call_function
self.push(fn.call_function(self, args, kwargs))
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/functions.py”, line 259, in call_function
return super().call_function(tx, args, kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/functions.py”, line 92, in call_function
return tx.inline_user_function_return(
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 510, in inline_user_function_return
result = InliningInstructionTranslator.inline_call(self, fn, args, kwargs)
File "/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/dynamo/symbolic_convert.py", line 1806, in inline_call
return cls.inline_call(parent, func, args, kwargs)
File "/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/dynamo/symbolic_convert.py", line 1862, in inline_call
tracer.run()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 576, in run
and self.step()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 540, in step
getattr(self, inst.opname)(inst)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 342, in wrapper
return inner_fn(self, inst)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 965, in CALL_FUNCTION
self.call_function(fn, args, {})
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 474, in call_function
self.push(fn.call_function(self, args, kwargs))
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/functions.py”, line 291, in call_function
return super().call_function(tx, args, kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/functions.py”, line 259, in call_function
return super().call_function(tx, args, kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/functions.py”, line 92, in call_function
return tx.inline_user_function_return(
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 510, in inline_user_function_return
result = InliningInstructionTranslator.inline_call(self, fn, args, kwargs)
File "/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/dynamo/symbolic_convert.py", line 1806, in inline_call
return cls.inline_call(parent, func, args, kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/dynamo/symbolic_convert.py", line 1862, in inline_call
tracer.run()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 576, in run
and self.step()
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 540, in step
getattr(self, inst.opname)(inst)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 342, in wrapper
return inner_fn(self, inst)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 1014, in CALL_FUNCTION_KW
self.call_function(fn, args, kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/symbolic_convert.py”, line 474, in call_function
self.push(fn.call_function(self, args, kwargs))
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/user_defined.py”, line 127, in call_function
return super().call_function(tx, args, kwargs)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/variables/base.py”, line 230, in call_function
unimplemented(f"call_function {self} {args} {kwargs}”)
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/torch/_dynamo/exc.py”, line 71, in unimplemented
raise Unsupported(msg)
torch._dynamo.exc.Unsupported: call_function UserDefinedClassVariable() {‘sample’: TensorVariable()}
from user code:
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/diffusers/models/autoencoders/autoencoder_kl.py”, line 304, in decode
decoded = self._decode(z).sample
File “/root/miniconda/envs/StableVITON/lib/python3.10/site-packages/diffusers/models/autoencoders/autoencoder_kl.py”, line 280, in _decode
return DecoderOutput(sample=dec)
Set torch._dynamo.config.verbose=True for more information
there is my code
from diffusers import StableDiffusionXLPipeline,AutoPipelineForText2Image
import time
import torch
Load the pipeline in full-precision and place its model components on CUDA.
pipe = AutoPipelineForText2Image.from_pretrained(“/data/cv/aoyang/0517/model/clife-ai-cv-ai-beautify/1/sdxl-turbo”,torch_dtype=torch.float16, variant=“fp16”)
pipe = pipe.to(“cuda”)
pipe.unet.to(memory_format=torch.channels_last)
pipe.vae.to(memory_format=torch.channels_last)
Compile the UNet and VAE.
pipe.unet = torch.compile(pipe.unet, mode=“max-autotune”, fullgraph=True)
pipe.vae.decode = torch.compile(pipe.vae.decode, mode=“max-autotune”, fullgraph=True)
prompt = “Astronaut in a jungle, cold color palette, muted colors, detailed, 8k”
image = pipe(prompt, num_inference_steps=30).images[0]
torch 2.0.0+cu117