publicstaticfinalclass SpeculativeDecodingSpec.BuilderextendsGeneratedMessageV3.Builder<SpeculativeDecodingSpec.Builder>implementsSpeculativeDecodingSpecOrBuilder
Configuration for Speculative Decoding.
Protobuf type google.cloud.vertexai.v1.SpeculativeDecodingSpec
Inherited Members
com.google.protobuf.GeneratedMessageV3.Builder.getUnknownFieldSetBuilder()
com.google.protobuf.GeneratedMessageV3.Builder.internalGetMapFieldReflection(int)
com.google.protobuf.GeneratedMessageV3.Builder.internalGetMutableMapFieldReflection(int)
com.google.protobuf.GeneratedMessageV3.Builder.mergeUnknownLengthDelimitedField(int,com.google.protobuf.ByteString)
com.google.protobuf.GeneratedMessageV3.Builder.mergeUnknownVarintField(int,int)
com.google.protobuf.GeneratedMessageV3.Builder.parseUnknownField(com.google.protobuf.CodedInputStream,com.google.protobuf.ExtensionRegistryLite,int)
com.google.protobuf.GeneratedMessageV3.Builder.setUnknownFieldSetBuilder(com.google.protobuf.UnknownFieldSet.Builder)
Static Methods
getDescriptor()
publicstaticfinalDescriptors.DescriptorgetDescriptor()
Methods
addRepeatedField(Descriptors.FieldDescriptor field, Object value)
publicSpeculativeDecodingSpec.BuilderaddRepeatedField(Descriptors.FieldDescriptorfield,Objectvalue)
Overrides
build()
publicSpeculativeDecodingSpecbuild()
buildPartial()
publicSpeculativeDecodingSpecbuildPartial()
clear()
publicSpeculativeDecodingSpec.Builderclear()
Overrides
clearDraftModelSpeculation()
publicSpeculativeDecodingSpec.BuilderclearDraftModelSpeculation()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
clearField(Descriptors.FieldDescriptor field)
publicSpeculativeDecodingSpec.BuilderclearField(Descriptors.FieldDescriptorfield)
Overrides
clearNgramSpeculation()
publicSpeculativeDecodingSpec.BuilderclearNgramSpeculation()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
clearOneof(Descriptors.OneofDescriptor oneof)
publicSpeculativeDecodingSpec.BuilderclearOneof(Descriptors.OneofDescriptoroneof)
Overrides
clearSpeculation()
publicSpeculativeDecodingSpec.BuilderclearSpeculation()
clearSpeculativeTokenCount()
publicSpeculativeDecodingSpec.BuilderclearSpeculativeTokenCount()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
clone()
publicSpeculativeDecodingSpec.Builderclone()
Overrides
getDefaultInstanceForType()
publicSpeculativeDecodingSpecgetDefaultInstanceForType()
getDescriptorForType()
publicDescriptors.DescriptorgetDescriptorForType()
Overrides
getDraftModelSpeculation()
publicSpeculativeDecodingSpec.DraftModelSpeculationgetDraftModelSpeculation()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getDraftModelSpeculationBuilder()
publicSpeculativeDecodingSpec.DraftModelSpeculation.BuildergetDraftModelSpeculationBuilder()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getDraftModelSpeculationOrBuilder()
publicSpeculativeDecodingSpec.DraftModelSpeculationOrBuildergetDraftModelSpeculationOrBuilder()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
getNgramSpeculation()
publicSpeculativeDecodingSpec.NgramSpeculationgetNgramSpeculation()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getNgramSpeculationBuilder()
publicSpeculativeDecodingSpec.NgramSpeculation.BuildergetNgramSpeculationBuilder()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getNgramSpeculationOrBuilder()
publicSpeculativeDecodingSpec.NgramSpeculationOrBuildergetNgramSpeculationOrBuilder()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
getSpeculationCase()
publicSpeculativeDecodingSpec.SpeculationCasegetSpeculationCase()
getSpeculativeTokenCount()
publicintgetSpeculativeTokenCount()
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Returns |
| Type |
Description |
int |
The speculativeTokenCount.
|
hasDraftModelSpeculation()
publicbooleanhasDraftModelSpeculation()
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
| Returns |
| Type |
Description |
boolean |
Whether the draftModelSpeculation field is set.
|
hasNgramSpeculation()
publicbooleanhasNgramSpeculation()
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
| Returns |
| Type |
Description |
boolean |
Whether the ngramSpeculation field is set.
|
internalGetFieldAccessorTable()
protectedGeneratedMessageV3.FieldAccessorTableinternalGetFieldAccessorTable()
Overrides
isInitialized()
publicfinalbooleanisInitialized()
Overrides
mergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
publicSpeculativeDecodingSpec.BuildermergeDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculationvalue)
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
mergeFrom(SpeculativeDecodingSpec other)
publicSpeculativeDecodingSpec.BuildermergeFrom(SpeculativeDecodingSpecother)
publicSpeculativeDecodingSpec.BuildermergeFrom(CodedInputStreaminput,ExtensionRegistryLiteextensionRegistry)
Overrides
mergeFrom(Message other)
publicSpeculativeDecodingSpec.BuildermergeFrom(Messageother)
| Parameter |
| Name |
Description |
other |
Message
|
Overrides
mergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
publicSpeculativeDecodingSpec.BuildermergeNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculationvalue)
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
mergeUnknownFields(UnknownFieldSet unknownFields)
publicfinalSpeculativeDecodingSpec.BuildermergeUnknownFields(UnknownFieldSetunknownFields)
Overrides
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation value)
publicSpeculativeDecodingSpec.BuildersetDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculationvalue)
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
setDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.Builder builderForValue)
publicSpeculativeDecodingSpec.BuildersetDraftModelSpeculation(SpeculativeDecodingSpec.DraftModelSpeculation.BuilderbuilderForValue)
draft model speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.DraftModelSpeculation draft_model_speculation = 2;
setField(Descriptors.FieldDescriptor field, Object value)
publicSpeculativeDecodingSpec.BuildersetField(Descriptors.FieldDescriptorfield,Objectvalue)
Overrides
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation value)
publicSpeculativeDecodingSpec.BuildersetNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculationvalue)
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
setNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.Builder builderForValue)
publicSpeculativeDecodingSpec.BuildersetNgramSpeculation(SpeculativeDecodingSpec.NgramSpeculation.BuilderbuilderForValue)
N-Gram speculation.
.google.cloud.vertexai.v1.SpeculativeDecodingSpec.NgramSpeculation ngram_speculation = 3;
setRepeatedField(Descriptors.FieldDescriptor field, int index, Object value)
publicSpeculativeDecodingSpec.BuildersetRepeatedField(Descriptors.FieldDescriptorfield,intindex,Objectvalue)
Overrides
setSpeculativeTokenCount(int value)
publicSpeculativeDecodingSpec.BuildersetSpeculativeTokenCount(intvalue)
The number of speculative tokens to generate at each step.
int32 speculative_token_count = 1;
| Parameter |
| Name |
Description |
value |
int
The speculativeTokenCount to set.
|
setUnknownFields(UnknownFieldSet unknownFields)
publicfinalSpeculativeDecodingSpec.BuildersetUnknownFields(UnknownFieldSetunknownFields)
Overrides