test: 8bit quant

app.py

@@ -43,7 +43,9 @@ vae = AutoencoderKLHunyuanVideo.from_pretrained("hunyuanvideo-community/HunyuanV
 feature_extractor = SiglipImageProcessor.from_pretrained("lllyasviel/flux_redux_bfl", subfolder='feature_extractor')
 image_encoder = SiglipVisionModel.from_pretrained("lllyasviel/flux_redux_bfl", subfolder='image_encoder', torch_dtype=torch.float16).cpu()
 
-transformer = HunyuanVideoTransformer3DModelPacked.from_pretrained('lllyasviel/FramePack_F1_I2V_HY_20250503', torch_dtype=torch.bfloat16).cpu()
+# quant_config = DiffusersBitsAndBytesConfig(load_in_8bit=True)
+transformer = HunyuanVideoTransformer3DModelPacked.from_pretrained('sirolim/FramePack_F1_I2V_FP8', torch_dtype=torch.bfloat16).cpu()
+# transformer = HunyuanVideoTransformer3DModelPacked.from_pretrained('sirolim/FramePack_F1_I2V_FP8', torch_dtype=torch.bfloat16).cpu()
 
 vae.eval()
 text_encoder.eval()