Commit 1d8ad5d

stevhliusayakpaul

and

authored

[docs] components_to_quantize (#12287)

init Co-authored-by: Sayak Paul <spsayakpaul@gmail.com>

1 parent 15619e7 commit 1d8ad5dCopy full SHA for 1d8ad5d

File tree

-5

lines changed

-5

lines changed

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -50,7 +50,7 @@ from diffusers.utils import export_to_video`
`50`	`50`	`pipeline_quant_config = PipelineQuantizationConfig(`
`51`	`51`	`quant_backend="torchao",`
`52`	`52`	`quant_kwargs={"quant_type": "int8wo"},`
`53`		`- components_to_quantize=["transformer"]`
	`53`	`+ components_to_quantize="transformer"`
`54`	`54`	`)`
`55`	`55`
`56`	`56`	`# fp8 layerwise weight-casting`

Lines changed: 3 additions & 3 deletions

Original file line number	Diff line number	Diff line change
`@@ -54,7 +54,7 @@ pipeline_quant_config = PipelineQuantizationConfig(`
`54`	`54`	`"bnb_4bit_quant_type": "nf4",`
`55`	`55`	`"bnb_4bit_compute_dtype": torch.bfloat16`
`56`	`56`	`},`
`57`		`- components_to_quantize=["transformer"]`
	`57`	`+ components_to_quantize="transformer"`
`58`	`58`	`)`
`59`	`59`
`60`	`60`	`pipeline = HunyuanVideoPipeline.from_pretrained(`
`@@ -91,7 +91,7 @@ pipeline_quant_config = PipelineQuantizationConfig(`
`91`	`91`	`"bnb_4bit_quant_type": "nf4",`
`92`	`92`	`"bnb_4bit_compute_dtype": torch.bfloat16`
`93`	`93`	`},`
`94`		`- components_to_quantize=["transformer"]`
	`94`	`+ components_to_quantize="transformer"`
`95`	`95`	`)`
`96`	`96`
`97`	`97`	`pipeline = HunyuanVideoPipeline.from_pretrained(`
`@@ -139,7 +139,7 @@ export_to_video(video, "output.mp4", fps=15)`
`139`	`139`	`"bnb_4bit_quant_type": "nf4",`
`140`	`140`	`"bnb_4bit_compute_dtype": torch.bfloat16`
`141`	`141`	`},`
`142`		`- components_to_quantize=["transformer"]`
	`142`	`+ components_to_quantize="transformer"`
`143`	`143`	`)`
`144`	`144`
`145`	`145`	`pipeline = HunyuanVideoPipeline.from_pretrained(`

Lines changed: 1 addition & 1 deletion

Original file line number	Diff line number	Diff line change
`@@ -98,7 +98,7 @@ pipeline_quant_config = PipelineQuantizationConfig(`
`98`	`98`	`"bnb_4bit_quant_type": "nf4",`
`99`	`99`	`"bnb_4bit_compute_dtype": torch.bfloat16`
`100`	`100`	`},`
`101`		`- components_to_quantize=["transformer"]`
	`101`	`+ components_to_quantize="transformer"`
`102`	`102`	`)`
`103`	`103`
`104`	`104`	`pipeline = HunyuanVideoPipeline.from_pretrained(`

Comments

(0)