Insert objects into images using Imagen

// Using this SDK to access Imagen models is a Preview release and requires opt-in
@OptIn(PublicPreviewAPI::class)
suspendfuncustomizeImage(){
// Initialize the Vertex AI Gemini API backend service
// Optionally specify the location to access the model (for example, `us-central1`)
valai=Firebase.ai(backend=GenerativeBackend.vertexAI(location="us-central1"))
// Create an `ImagenModel` instance with an Imagen "capability" model
valmodel=ai.imagenModel("imagen-3.0-capability-001")
// This example assumes 'originalImage' is a pre-loaded Bitmap.
// In a real app, this might come from the user's device or a URL.
valoriginalImage:Bitmap=TODO("Load your original image Bitmap here")
// Provide the prompt describing the content to be inserted.
valprompt="a vase of flowers on the table"
// Use the editImage API to insert the new content.
// Pass the original image, the prompt, and an editing configuration.
valeditedImage=model.editImage(
sources=listOf(
ImagenRawImage(originalImage),
ImagenBackgroundMask(),// Use ImagenBackgroundMask() to auto-generate the mask.
),
prompt=prompt,
// Define the editing configuration for inpainting and insertion.
config=ImagenEditingConfig(ImagenEditMode.INPAINT_INSERTION)
)
// Process the resulting 'editedImage' Bitmap, for example, by displaying it in an ImageView.
}

// Initialize the Vertex AI Gemini API backend service
// Optionally specify the location to access the model (for example, `us-central1`)
// Create an `ImagenModel` instance with an Imagen "capability" model
ImagenModelimagenModel=FirebaseAI.getInstance(GenerativeBackend.vertexAI("us-central1"))
.imagenModel(
/* modelName */"imagen-3.0-capability-001");
ImagenModelFuturesmodel=ImagenModelFutures.from(imagenModel);
// This example assumes 'originalImage' is a pre-loaded Bitmap.
// In a real app, this might come from the user's device or a URL.
BitmaporiginalImage=null;// TODO("Load your image Bitmap here");
// Provide the prompt describing the content to be inserted.
Stringprompt="a vase of flowers on the table";
// Define the list of sources for the editImage call.
// This includes the original image and the auto-generated mask.
ImagenRawImagerawOriginalImage=newImagenRawImage(originalImage);
ImagenBackgroundMaskrawMaskedImage=newImagenBackgroundMask();// Use ImagenBackgroundMask() to auto-generate the mask.
// Define the editing configuration for inpainting and insertion.
ImagenEditingConfigconfig=newImagenEditingConfig.Builder()
.setEditMode(ImagenEditMode.INPAINT_INSERTION)
.build();
// Use the editImage API to insert the new content.
// Pass the original image, the auto-generated masked image, the prompt, and an editing configuration.
Futures.addCallback(model.editImage(Arrays.asList(rawOriginalImage,rawMaskedImage),prompt,config),newFutureCallback<ImagenGenerationResponse>(){
@Override
publicvoidonSuccess(ImagenGenerationResponseresult){
if(result.getImages().isEmpty()){
Log.d("ImageEditor","No images generated");
}
BitmapeditedImage=result.getImages().get(0).asBitmap();
// Process and use the bitmap to display the image in your UI
}
@Override
publicvoidonFailure(Throwablet){
// ...
}
},Executors.newSingleThreadExecutor());

import'dart:typed_data';
import'package:firebase_ai/firebase_ai.dart';
import'package:firebase_core/firebase_core.dart';
import'firebase_options.dart';
// Initialize FirebaseApp
awaitFirebase.initializeApp(
options:DefaultFirebaseOptions.currentPlatform,
);
// Initialize the Vertex AI Gemini API backend service
// Optionally specify a location to access the model (for example, `us-central1`)
finalai=FirebaseAI.vertexAI(location:'us-central1');
// Create an `ImagenModel` instance with an Imagen "capability" model
finalmodel=ai.imagenModel(model:'imagen-3.0-capability-001');
// This example assumes 'originalImage' is a pre-loaded Uint8List.
// In a real app, this might come from the user's device or a URL.
finalUint8ListoriginalImage=Uint8List(0);// TODO: Load your original image data here.
// Provide the prompt describing the content to be inserted.
finalprompt='a vase of flowers on the table';
try{
// Use the editImage API to insert the new content.
// Pass the original image, the prompt, and an editing configuration.
finalresponse=awaitmodel.editImage(
sources:[
ImagenRawImage(originalImage),
ImagenBackgroundMask(),// Use ImagenBackgroundMask() to auto-generate the mask.
],
prompt:prompt,
// Define the editing configuration for inpainting and insertion.
config:constImagenEditingConfig(
editMode:ImagenEditMode.inpaintInsertion,
),
);
// Process the result.
if(response.images.isNotEmpty){
finaleditedImage=response.images.first.bytes;
// Use the editedImage (a Uint8List) to display the image, save it, etc.
print('Image successfully generated!');
}else{
// Handle the case where no images were generated.
print('Error: No images were generated.');
}
}catch(e){
// Handle any potential errors during the API call.
print('An error occurred: $e');
}

// Using this SDK to access Imagen models is a Preview release and requires opt-in
@OptIn(PublicPreviewAPI::class)
suspendfuncustomizeImage(){
// Initialize the Vertex AI Gemini API backend service
// Optionally specify the location to access the model (for example, `us-central1`)
valai=Firebase.ai(backend=GenerativeBackend.vertexAI(location="us-central1"))
// Create an `ImagenModel` instance with an Imagen "capability" model
valmodel=ai.imagenModel("imagen-3.0-capability-001")
// This example assumes 'originalImage' is a pre-loaded Bitmap.
// In a real app, this might come from the user's device or a URL.
valoriginalImage:Bitmap=TODO("Load your original image Bitmap here")
// This example assumes 'maskImage' is a pre-loaded Bitmap that contains the masked area.
// In a real app, this might come from the user's device or a URL.
valmaskImage:Bitmap=TODO("Load your masked image Bitmap here")
// Provide the prompt describing the content to be inserted.
valprompt="a vase of flowers on the table"
// Use the editImage API to insert the new content.
// Pass the original image, the masked image, the prompt, and an editing configuration.
valeditedImage=model.editImage(
referenceImages=listOf(
ImagenRawImage(originalImage.toImagenInlineImage()),
ImagenRawMask(maskImage.toImagenInlineImage()),// Use ImagenRawMask() to provide your own masked image.
),
prompt=prompt,
// Define the editing configuration for inpainting and insertion.
config=ImagenEditingConfig(ImagenEditMode.INPAINT_INSERTION)
)
// Process the resulting 'editedImage' Bitmap, for example, by displaying it in an ImageView.
}

// Initialize the Vertex AI Gemini API backend service
// Optionally specify the location to access the model (for example, `us-central1`)
// Create an `ImagenModel` instance with an Imagen "capability" model
ImagenModelimagenModel=FirebaseAI.getInstance(GenerativeBackend.vertexAI("us-central1"))
.imagenModel(
/* modelName */"imagen-3.0-capability-001");
ImagenModelFuturesmodel=ImagenModelFutures.from(imagenModel);
// This example assumes 'originalImage' is a pre-loaded Bitmap.
// In a real app, this might come from the user's device or a URL.
BitmaporiginalImage=null;// TODO("Load your original image Bitmap here");
// This example assumes 'maskImage' is a pre-loaded Bitmap that contains the masked area.
// In a real app, this might come from the user's device or a URL.
BitmapmaskImage=null;// TODO("Load your masked image Bitmap here");
// Provide the prompt describing the content to be inserted.
Stringprompt="a vase of flowers on the table";
// Define the list of source images for the editImage call.
ImagenRawImagerawOriginalImage=newImagenRawImage(originalImage);
ImagenBackgroundMaskrawMaskedImage=newImagenRawMask(maskImage);// Use ImagenRawMask() to provide your own masked image.
// Define the editing configuration for inpainting and insertion.
ImagenEditingConfigconfig=newImagenEditingConfig.Builder()
.setEditMode(ImagenEditMode.INPAINT_INSERTION)
.build();
// Use the editImage API to insert the new content.
// Pass the original image, the masked image, the prompt, and an editing configuration.
Futures.addCallback(model.editImage(Arrays.asList(rawOriginalImage,rawMaskedImage),prompt,config),newFutureCallback<ImagenGenerationResponse>(){
@Override
publicvoidonSuccess(ImagenGenerationResponseresult){
if(result.getImages().isEmpty()){
Log.d("ImageEditor","No images generated");
}
BitmapeditedImage=result.getImages().get(0).asBitmap();
// Process and use the bitmap to display the image in your UI
}
@Override
publicvoidonFailure(Throwablet){
// ...
}
},Executors.newSingleThreadExecutor());

import'dart:typed_data';
import'package:firebase_ai/firebase_ai.dart';
import'package:firebase_core/firebase_core.dart';
import'firebase_options.dart';
// Initialize FirebaseApp
awaitFirebase.initializeApp(
options:DefaultFirebaseOptions.currentPlatform,
);
// Initialize the Vertex AI Gemini API backend service
// Optionally specify a location to access the model (for example, `us-central1`)
finalai=FirebaseAI.vertexAI(location:'us-central1');
// Create an `ImagenModel` instance with an Imagen "capability" model
finalmodel=ai.imagenModel(model:'imagen-3.0-capability-001');
// This example assumes 'originalImage' is a pre-loaded Uint8List.
// In a real app, this might come from the user's device or a URL.
finalUint8ListoriginalImage=Uint8List(0);// TODO: Load your original image data here.
// This example assumes 'maskImage' is a pre-loaded Uint8List that contains the masked area.
// In a real app, this might come from the user's device or a URL.
finalUint8ListmaskImage=Uint8List(0);// TODO: Load your masked image data here.
// Provide the prompt describing the content to be inserted.
finalprompt='a vase of flowers on the table';
try{
// Use the editImage API to insert the new content.
// Pass the original image, the prompt, and an editing configuration.
finalresponse=awaitmodel.editImage(
sources:[
ImagenRawImage(originalImage),
ImagenRawMask(maskImage),// Use ImagenRawMask() to provide your own masked image.
],
prompt:prompt,
// Define the editing configuration for inpainting and insertion.
config:constImagenEditingConfig(
editMode:ImagenEditMode.inpaintInsertion,
),
);
// Process the result.
if(response.images.isNotEmpty){
finaleditedImage=response.images.first.bytes;
// Use the editedImage (a Uint8List) to display the image, save it, etc.
print('Image successfully generated!');
}else{
// Handle the case where no images were generated.
print('Error: No images were generated.');
}
}catch(e){
// Handle any potential errors during the API call.
print('An error occurred: $e');
}