Stream video annotation to storage
Stay organized with collections
Save and categorize content based on your preferences.
The Video Intelligence API enables you to specify a Cloud Storage bucket that will hold the results of your streaming video annotation.
The following code sample demonstrates how to configure your video annotation request to store the result in Cloud Storage.
Java
To authenticate to Video Intelligence, set up Application Default Credentials. For more information, see Set up authentication for a local development environment.
importcom.google.api.gax.rpc.BidiStream ;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingAnnotateVideoRequest;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingAnnotateVideoResponse;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingFeature;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingLabelDetectionConfig;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingStorageConfig;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingVideoConfig;
importcom.google.cloud.videointelligence.v1p3beta1.StreamingVideoIntelligenceServiceClient;
importcom.google.protobuf.ByteString ;
importio.grpc.StatusRuntimeException;
importjava.io.IOException;
importjava.nio.file.Files;
importjava.nio.file.Path;
importjava.nio.file.Paths;
importjava.util.Arrays;
importjava.util.concurrent.TimeoutException;
publicclass StreamingAnnotationToStorage{
// Perform streaming video detection for explicit content
staticvoidstreamingAnnotationToStorage(StringfilePath,StringgcsUri)
throwsIOException,TimeoutException,StatusRuntimeException{
// String filePath = "path_to_your_video_file";
// String gcsUri = "gs://BUCKET_ID";
try(StreamingVideoIntelligenceServiceClientclient=
StreamingVideoIntelligenceServiceClient.create()){
Pathpath=Paths.get(filePath);
byte[]data=Files.readAllBytes(path);
// Set the chunk size to 5MB (recommended less than 10MB).
intchunkSize=5*1024*1024;
intnumChunks=(int)Math.ceil((double)data.length/chunkSize);
StreamingStorageConfigstreamingStorageConfig=
StreamingStorageConfig.newBuilder()
.setEnableStorageAnnotationResult(true)
.setAnnotationResultStorageDirectory(gcsUri)
.build();
StreamingLabelDetectionConfiglabelConfig=
StreamingLabelDetectionConfig.newBuilder().setStationaryCamera(false).build();
StreamingVideoConfigstreamingVideoConfig=
StreamingVideoConfig.newBuilder()
.setFeature(StreamingFeature.STREAMING_LABEL_DETECTION)
.setLabelDetectionConfig(labelConfig)
.setStorageConfig(streamingStorageConfig)
.build();
BidiStream<StreamingAnnotateVideoRequest,StreamingAnnotateVideoResponse>call=
client.streamingAnnotateVideoCallable().call();
// The first request must **only** contain the audio configuration:
call.send(
StreamingAnnotateVideoRequest.newBuilder().setVideoConfig(streamingVideoConfig).build());
// Subsequent requests must **only** contain the audio data.
// Send the requests in chunks
for(inti=0;i < numChunks;i++){
call.send(
StreamingAnnotateVideoRequest.newBuilder()
.setInputContent(
ByteString .copyFrom (
Arrays.copyOfRange(data,i*chunkSize,i*chunkSize+chunkSize)))
.build());
}
// Tell the service you are done sending data
call.closeSend();
for(StreamingAnnotateVideoResponseresponse:call){
System.out.format("Storage Uri: %s\n",response.getAnnotationResultsUri());
}
}
}
}Node.js
To authenticate to Video Intelligence, set up Application Default Credentials. For more information, see Set up authentication for a local development environment.
/**
* TODO(developer): Uncomment these variables before running the sample.
*/
// const path = 'Local file to analyze, e.g. ./my-file.mp4';
// const outputUri = 'Path to output, e.g. gs://path_to_output';
const{StreamingVideoIntelligenceServiceClient}=
require('@google-cloud/video-intelligence').v1p3beta1;
constfs=require('fs');
// Instantiates a client
constclient=newStreamingVideoIntelligenceServiceClient ();
// Streaming configuration
constconfigRequest={
videoConfig:{
feature:'STREAMING_LABEL_DETECTION',
storageConfig:{
enableStorageAnnotationResult:true,
annotationResultStorageDirectory:outputUri,
},
},
};
constreadStream=fs.createReadStream(path,{
highWaterMark:5*1024*1024,//chunk size set to 5MB (recommended less than 10MB)
encoding:'base64',
});
//Load file content
constchunks=[];
readStream
.on('data',chunk=>{
constrequest={
inputContent:chunk.toString(),
};
chunks.push(request);
})
.on('close',()=>{
// configRequest should be the first in the stream of requests
stream.write(configRequest);
for(leti=0;i < chunks.length;i++){
stream.write(chunks[i]);
}
stream.end();
});
conststream=client.streamingAnnotateVideo().on('data',response=>{
//Gets annotations for video
console.log(
`The annotation is stored at: ${response.annotationResultsUri} `
);
});Python
To authenticate to Video Intelligence, set up Application Default Credentials. For more information, see Set up authentication for a local development environment.
fromgoogle.cloudimport videointelligence_v1p3beta1 as videointelligence
# path = 'path_to_file'
# output_uri = 'gs://path_to_output'
client = videointelligence.StreamingVideoIntelligenceServiceClient()
# Set streaming config specifying the output_uri.
# The output_uri is the prefix of the actual output files.
storage_config = videointelligence.StreamingStorageConfig(
enable_storage_annotation_result=True,
annotation_result_storage_directory=output_uri,
)
# Here we use label detection as an example.
# All features support output to GCS.
config = videointelligence.StreamingVideoConfig(
feature=(videointelligence.StreamingFeature.STREAMING_LABEL_DETECTION),
storage_config=storage_config,
)
# config_request should be the first in the stream of requests.
config_request = videointelligence.StreamingAnnotateVideoRequest(
video_config=config
)
# Set the chunk size to 5MB (recommended less than 10MB).
chunk_size = 5 * 1024 * 1024
# Load file content.
stream = []
with io.open(path, "rb") as video_file:
while True:
data = video_file.read(chunk_size)
if not data:
break
stream.append(data)
defstream_generator():
yield config_request
for chunk in stream:
yield videointelligence.StreamingAnnotateVideoRequest(input_content=chunk)
requests = stream_generator()
# streaming_annotate_video returns a generator.
# The default timeout is about 300 seconds.
# To process longer videos it should be set to
# larger than the length (in seconds) of the stream.
responses = client.streaming_annotate_video(requests, timeout=600)
for response in responses:
# Check for errors.
if response.error.message:
print(response.error.message)
break
print("Storage URI: {}".format(response.annotation_results_uri))