# Florence2 Image Annotator | |
```python | |
import torch | |
from diffusers.modular_pipelines import ModularPipelineBlocks, SequentialPipelineBlocks | |
from diffusers.modular_pipelines.stable_diffusion_xl import INPAINT_BLOCKS | |
from diffusers.utils import load_image | |
# fetch the Florence2 image annotator block that will create our mask | |
image_annotator_block = ModularPipelineBlocks.from_pretrained("diffusers/florence2-image-annotator", trust_remote_code=True) | |
my_blocks = INPAINT_BLOCKS.copy() | |
# insert the annotation block before the image encoding step | |
my_blocks.insert("image_annotator", image_annotator_block, 1) | |
# Create our initial set of inpainting blocks | |
blocks = SequentialPipelineBlocks.from_blocks_dict(my_blocks) | |
pipe = blocks.init_pipeline() | |
``` | |