Class IngestionConfig

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessage
ai.pipestream.data.v1.IngestionConfig
All Implemented Interfaces:
IngestionConfigOrBuilder, com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Serializable

@Generated public final class IngestionConfig extends com.google.protobuf.GeneratedMessage implements IngestionConfigOrBuilder
 Ingestion configuration from connector-intake-service.

 Contains the resolved 2-tier configuration (Tier 1 + Tier 2 merged) that
 controls how a document is processed through the pipeline. Built by
 connector-intake-service and passed to the engine via StreamMetadata.
 
Protobuf type ai.pipestream.data.v1.IngestionConfig
See Also:
  • Nested Class Summary

    Nested Classes
    Modifier and Type
    Class
    Description
    static final class 
    Ingestion configuration from connector-intake-service.

    Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessage

    com.google.protobuf.GeneratedMessage.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessage.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessage.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessage.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessage.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessage.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessage.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessage.FieldAccessorTable, com.google.protobuf.GeneratedMessage.GeneratedExtension<ContainingT extends com.google.protobuf.Message,T>, com.google.protobuf.GeneratedMessage.UnusedPrivateParameter

    Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessage

    com.google.protobuf.AbstractMessage.BuilderParent

    Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

    com.google.protobuf.AbstractMessageLite.InternalOneOfEnum
  • Field Summary

    Fields
    Modifier and Type
    Field
    Description
    static final int
     
    static final int
     
    static final int
     
    static final int
     

    Fields inherited from class com.google.protobuf.GeneratedMessage

    alwaysUseFieldBuilders, loggedPre22TypeNames, unknownFields

    Fields inherited from class com.google.protobuf.AbstractMessage

    memoizedSize

    Fields inherited from class com.google.protobuf.AbstractMessageLite

    memoizedHashCode
  • Method Summary

    Modifier and Type
    Method
    Description
    boolean
     
    com.google.protobuf.Struct
    Connector-specific custom configuration.
    com.google.protobuf.StructOrBuilder
    Connector-specific custom configuration.
     
     
    static final com.google.protobuf.Descriptors.Descriptor
     
    Hydration policy for blob handling during processing.
    Hydration policy for blob handling during processing.
    How the document entered the pipeline.
    int
    How the document entered the pipeline.
    Routing hints for downstream processing.
    Routing hints for downstream processing.
    com.google.protobuf.Parser<IngestionConfig>
     
    int
     
    boolean
    Connector-specific custom configuration.
    int
     
    boolean
    Hydration policy for blob handling during processing.
    boolean
    Routing hints for downstream processing.
    protected com.google.protobuf.GeneratedMessage.FieldAccessorTable
     
    final boolean
     
     
     
     
    newBuilderForType(com.google.protobuf.AbstractMessage.BuilderParent parent)
     
     
    parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    parseFrom(byte[] data)
     
    parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    parseFrom(com.google.protobuf.ByteString data)
     
    parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    parseFrom(com.google.protobuf.CodedInputStream input)
     
    parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
     
    parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
     
    parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static com.google.protobuf.Parser<IngestionConfig>
     
     
    void
    writeTo(com.google.protobuf.CodedOutputStream output)
     

    Methods inherited from class com.google.protobuf.GeneratedMessage

    canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, internalGetMapFieldReflection, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, newFileScopedGeneratedExtension, newInstance, newMessageScopedGeneratedExtension, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

    Methods inherited from class com.google.protobuf.AbstractMessage

    findInitializationErrors, getInitializationErrorString, hashFields, toString

    Methods inherited from class com.google.protobuf.AbstractMessageLite

    addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

    Methods inherited from class java.lang.Object

    clone, finalize, getClass, notify, notifyAll, wait, wait, wait

    Methods inherited from interface com.google.protobuf.MessageLite

    toByteArray, toByteString, writeDelimitedTo, writeTo

    Methods inherited from interface com.google.protobuf.MessageOrBuilder

    findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof
  • Field Details

    • INGRESS_MODE_FIELD_NUMBER

      public static final int INGRESS_MODE_FIELD_NUMBER
      See Also:
    • HYDRATION_CONFIG_FIELD_NUMBER

      public static final int HYDRATION_CONFIG_FIELD_NUMBER
      See Also:
    • OUTPUT_HINTS_FIELD_NUMBER

      public static final int OUTPUT_HINTS_FIELD_NUMBER
      See Also:
    • CUSTOM_CONFIG_FIELD_NUMBER

      public static final int CUSTOM_CONFIG_FIELD_NUMBER
      See Also:
  • Method Details

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()
    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessage.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessage
    • getIngressModeValue

      public int getIngressModeValue()
       How the document entered the pipeline.
       
      .ai.pipestream.data.v1.IngressMode ingress_mode = 1 [json_name = "ingressMode"];
      Specified by:
      getIngressModeValue in interface IngestionConfigOrBuilder
      Returns:
      The enum numeric value on the wire for ingressMode.
    • getIngressMode

      public IngressMode getIngressMode()
       How the document entered the pipeline.
       
      .ai.pipestream.data.v1.IngressMode ingress_mode = 1 [json_name = "ingressMode"];
      Specified by:
      getIngressMode in interface IngestionConfigOrBuilder
      Returns:
      The ingressMode.
    • hasHydrationConfig

      public boolean hasHydrationConfig()
       Hydration policy for blob handling during processing.
      
       Resolved from Tier 1 (DataSource) + Tier 2 (DatasourceInstance) config.
       
      .ai.pipestream.data.v1.HydrationConfig hydration_config = 2 [json_name = "hydrationConfig"];
      Specified by:
      hasHydrationConfig in interface IngestionConfigOrBuilder
      Returns:
      Whether the hydrationConfig field is set.
    • getHydrationConfig

      public HydrationConfig getHydrationConfig()
       Hydration policy for blob handling during processing.
      
       Resolved from Tier 1 (DataSource) + Tier 2 (DatasourceInstance) config.
       
      .ai.pipestream.data.v1.HydrationConfig hydration_config = 2 [json_name = "hydrationConfig"];
      Specified by:
      getHydrationConfig in interface IngestionConfigOrBuilder
      Returns:
      The hydrationConfig.
    • getHydrationConfigOrBuilder

      public HydrationConfigOrBuilder getHydrationConfigOrBuilder()
       Hydration policy for blob handling during processing.
      
       Resolved from Tier 1 (DataSource) + Tier 2 (DatasourceInstance) config.
       
      .ai.pipestream.data.v1.HydrationConfig hydration_config = 2 [json_name = "hydrationConfig"];
      Specified by:
      getHydrationConfigOrBuilder in interface IngestionConfigOrBuilder
    • hasOutputHints

      public boolean hasOutputHints()
       Routing hints for downstream processing.
      
       From Tier 2 (DatasourceInstance) config - specifies target collection
       and other routing hints for modules.
       
      .ai.pipestream.data.v1.OutputHints output_hints = 3 [json_name = "outputHints"];
      Specified by:
      hasOutputHints in interface IngestionConfigOrBuilder
      Returns:
      Whether the outputHints field is set.
    • getOutputHints

      public OutputHints getOutputHints()
       Routing hints for downstream processing.
      
       From Tier 2 (DatasourceInstance) config - specifies target collection
       and other routing hints for modules.
       
      .ai.pipestream.data.v1.OutputHints output_hints = 3 [json_name = "outputHints"];
      Specified by:
      getOutputHints in interface IngestionConfigOrBuilder
      Returns:
      The outputHints.
    • getOutputHintsOrBuilder

      public OutputHintsOrBuilder getOutputHintsOrBuilder()
       Routing hints for downstream processing.
      
       From Tier 2 (DatasourceInstance) config - specifies target collection
       and other routing hints for modules.
       
      .ai.pipestream.data.v1.OutputHints output_hints = 3 [json_name = "outputHints"];
      Specified by:
      getOutputHintsOrBuilder in interface IngestionConfigOrBuilder
    • hasCustomConfig

      public boolean hasCustomConfig()
       Connector-specific custom configuration.
      
       Merged from Tier 1 + Tier 2 custom_config fields. This is the only
       configuration that uses JSON Schema validation (connector-specific).
       
      .google.protobuf.Struct custom_config = 4 [json_name = "customConfig"];
      Specified by:
      hasCustomConfig in interface IngestionConfigOrBuilder
      Returns:
      Whether the customConfig field is set.
    • getCustomConfig

      public com.google.protobuf.Struct getCustomConfig()
       Connector-specific custom configuration.
      
       Merged from Tier 1 + Tier 2 custom_config fields. This is the only
       configuration that uses JSON Schema validation (connector-specific).
       
      .google.protobuf.Struct custom_config = 4 [json_name = "customConfig"];
      Specified by:
      getCustomConfig in interface IngestionConfigOrBuilder
      Returns:
      The customConfig.
    • getCustomConfigOrBuilder

      public com.google.protobuf.StructOrBuilder getCustomConfigOrBuilder()
       Connector-specific custom configuration.
      
       Merged from Tier 1 + Tier 2 custom_config fields. This is the only
       configuration that uses JSON Schema validation (connector-specific).
       
      .google.protobuf.Struct custom_config = 4 [json_name = "customConfig"];
      Specified by:
      getCustomConfigOrBuilder in interface IngestionConfigOrBuilder
    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessage
    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessage
      Throws:
      IOException
    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessage
    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage
    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage
    • parseFrom

      public static IngestionConfig parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static IngestionConfig parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static IngestionConfig parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static IngestionConfig parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static IngestionConfig parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static IngestionConfig parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException
    • parseFrom

      public static IngestionConfig parseFrom(InputStream input) throws IOException
      Throws:
      IOException
    • parseFrom

      public static IngestionConfig parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException
    • parseDelimitedFrom

      public static IngestionConfig parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException
    • parseDelimitedFrom

      public static IngestionConfig parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException
    • parseFrom

      public static IngestionConfig parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException
    • parseFrom

      public static IngestionConfig parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException
    • newBuilderForType

      public IngestionConfig.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite
    • newBuilder

      public static IngestionConfig.Builder newBuilder()
    • newBuilder

      public static IngestionConfig.Builder newBuilder(IngestionConfig prototype)
    • toBuilder

      public IngestionConfig.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite
    • newBuilderForType

      protected IngestionConfig.Builder newBuilderForType(com.google.protobuf.AbstractMessage.BuilderParent parent)
      Overrides:
      newBuilderForType in class com.google.protobuf.AbstractMessage
    • getDefaultInstance

      public static IngestionConfig getDefaultInstance()
    • parser

      public static com.google.protobuf.Parser<IngestionConfig> parser()
    • getParserForType

      public com.google.protobuf.Parser<IngestionConfig> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessage
    • getDefaultInstanceForType

      public IngestionConfig getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder