Package crawlercommons.urlfrontier

Class Urlfrontier.URLInfo

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
crawlercommons.urlfrontier.Urlfrontier.URLInfo
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Urlfrontier.URLInfoOrBuilder, Serializable
Enclosing class:
Urlfrontier
public static final class Urlfrontier.URLInfo extends com.google.protobuf.GeneratedMessageV3 implements Urlfrontier.URLInfoOrBuilder
Protobuf type urlfrontier.URLInfo
See Also:

  • Nested Class Summary

    Nested Classes
    Modifier and Type
    Class
    Description
    static final class 
    Urlfrontier.URLInfo.Builder
    Protobuf type urlfrontier.URLInfo

    Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

    com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>,BuilderT extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageT,BuilderT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageT extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageT>>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

    Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

    com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

  • Field Summary

    Fields
    Modifier and Type
    Field
    Description
    static final int
    CRAWLID_FIELD_NUMBER
     
    static final int
    KEY_FIELD_NUMBER
     
    static final int
    METADATA_FIELD_NUMBER
     
    static final int
    URL_FIELD_NUMBER
     

    Fields inherited from class com.google.protobuf.GeneratedMessageV3

    alwaysUseFieldBuilders, unknownFields

    Fields inherited from class com.google.protobuf.AbstractMessage

    memoizedSize

    Fields inherited from class com.google.protobuf.AbstractMessageLite

    memoizedHashCode

  • Method Summary

    Modifier and Type
    Method
    Description
    boolean
    containsMetadata(String key)
    * Arbitrary key / values stored alongside the URL.
    boolean
    equals(Object obj)
     
    String
    getCrawlID()
    * crawl ID *
    com.google.protobuf.ByteString
    getCrawlIDBytes()
    * crawl ID *
    static Urlfrontier.URLInfo
    getDefaultInstance()
     
    Urlfrontier.URLInfo
    getDefaultInstanceForType()
     
    static final com.google.protobuf.Descriptors.Descriptor
    getDescriptor()
     
    String
    getKey()
    * The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname, domain name or IP or the URL.
    com.google.protobuf.ByteString
    getKeyBytes()
    * The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname, domain name or IP or the URL.
    Map<String,Urlfrontier.StringList>
    getMetadata()
    Deprecated.
    int
    getMetadataCount()
    * Arbitrary key / values stored alongside the URL.
    Map<String,Urlfrontier.StringList>
    getMetadataMap()
    * Arbitrary key / values stored alongside the URL.
    Urlfrontier.StringList
    getMetadataOrDefault(String key, Urlfrontier.StringList defaultValue)
    * Arbitrary key / values stored alongside the URL.
    Urlfrontier.StringList
    getMetadataOrThrow(String key)
    * Arbitrary key / values stored alongside the URL.
    com.google.protobuf.Parser<Urlfrontier.URLInfo>
    getParserForType()
     
    int
    getSerializedSize()
     
    String
    getUrl()
    * URL *
    com.google.protobuf.ByteString
    getUrlBytes()
    * URL *
    int
    hashCode()
     
    protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable
    internalGetFieldAccessorTable()
     
    protected com.google.protobuf.MapFieldReflectionAccessor
    internalGetMapFieldReflection(int number)
     
    final boolean
    isInitialized()
     
    static Urlfrontier.URLInfo.Builder
    newBuilder()
     
    static Urlfrontier.URLInfo.Builder
    newBuilder(Urlfrontier.URLInfo prototype)
     
    Urlfrontier.URLInfo.Builder
    newBuilderForType()
     
    protected Urlfrontier.URLInfo.Builder
    newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
     
    protected Object
    newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
     
    static Urlfrontier.URLInfo
    parseDelimitedFrom(InputStream input)
     
    static Urlfrontier.URLInfo
    parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static Urlfrontier.URLInfo
    parseFrom(byte[] data)
     
    static Urlfrontier.URLInfo
    parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static Urlfrontier.URLInfo
    parseFrom(com.google.protobuf.ByteString data)
     
    static Urlfrontier.URLInfo
    parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static Urlfrontier.URLInfo
    parseFrom(com.google.protobuf.CodedInputStream input)
     
    static Urlfrontier.URLInfo
    parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static Urlfrontier.URLInfo
    parseFrom(InputStream input)
     
    static Urlfrontier.URLInfo
    parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static Urlfrontier.URLInfo
    parseFrom(ByteBuffer data)
     
    static Urlfrontier.URLInfo
    parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
     
    static com.google.protobuf.Parser<Urlfrontier.URLInfo>
    parser()
     
    Urlfrontier.URLInfo.Builder
    toBuilder()
     
    void
    writeTo(com.google.protobuf.CodedOutputStream output)
     

    Methods inherited from class com.google.protobuf.GeneratedMessageV3

    canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof, internalGetMapField, isStringEmpty, makeExtensionsImmutable, makeMutableCopy, makeMutableCopy, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

    Methods inherited from class com.google.protobuf.AbstractMessage

    findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

    Methods inherited from class com.google.protobuf.AbstractMessageLite

    addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

    Methods inherited from class java.lang.Object

    clone, finalize, getClass, notify, notifyAll, wait, wait, wait

    Methods inherited from interface com.google.protobuf.MessageLite

    toByteArray, toByteString, writeDelimitedTo, writeTo

    Methods inherited from interface com.google.protobuf.MessageOrBuilder

    findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, getUnknownFields, hasField, hasOneof

  • Field Details

  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetMapFieldReflection

      protected com.google.protobuf.MapFieldReflectionAccessor internalGetMapFieldReflection(int number)
      Overrides:
      internalGetMapFieldReflection in class com.google.protobuf.GeneratedMessageV3

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

    • getUrl

      public String getUrl()
       * URL *
      string url = 1;
      Specified by:
      getUrl in interface Urlfrontier.URLInfoOrBuilder
      Returns:
      The url.

    • getUrlBytes

      public com.google.protobuf.ByteString getUrlBytes()
       * URL *
      string url = 1;
      Specified by:
      getUrlBytes in interface Urlfrontier.URLInfoOrBuilder
      Returns:
      The bytes for url.

    • getKey

      public String getKey()
       * The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname,
 domain name or IP or the URL. If not set, the service will use a sensible default like hostname.
      string key = 2;
      Specified by:
      getKey in interface Urlfrontier.URLInfoOrBuilder
      Returns:
      The key.

    • getKeyBytes

      public com.google.protobuf.ByteString getKeyBytes()
       * The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname,
 domain name or IP or the URL. If not set, the service will use a sensible default like hostname.
      string key = 2;
      Specified by:
      getKeyBytes in interface Urlfrontier.URLInfoOrBuilder
      Returns:
      The bytes for key.

    • getMetadataCount

      public int getMetadataCount()
      Description copied from interface: Urlfrontier.URLInfoOrBuilder
       *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
      map<string, .urlfrontier.StringList> metadata = 3;
      Specified by:
      getMetadataCount in interface Urlfrontier.URLInfoOrBuilder

    • containsMetadata

      public boolean containsMetadata(String key)
       *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
      map<string, .urlfrontier.StringList> metadata = 3;
      Specified by:
      containsMetadata in interface Urlfrontier.URLInfoOrBuilder

    • getMetadata

      @Deprecated public Map<String,Urlfrontier.StringList> getMetadata()
      Deprecated.
      Use getMetadataMap() instead.
      Specified by:
      getMetadata in interface Urlfrontier.URLInfoOrBuilder

    • getMetadataMap

      public Map<String,Urlfrontier.StringList> getMetadataMap()
       *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
      map<string, .urlfrontier.StringList> metadata = 3;
      Specified by:
      getMetadataMap in interface Urlfrontier.URLInfoOrBuilder

    • getMetadataOrDefault

      public Urlfrontier.StringList getMetadataOrDefault(String key, Urlfrontier.StringList defaultValue)
       *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
      map<string, .urlfrontier.StringList> metadata = 3;
      Specified by:
      getMetadataOrDefault in interface Urlfrontier.URLInfoOrBuilder

    • getMetadataOrThrow

      public Urlfrontier.StringList getMetadataOrThrow(String key)
       *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
      map<string, .urlfrontier.StringList> metadata = 3;
      Specified by:
      getMetadataOrThrow in interface Urlfrontier.URLInfoOrBuilder

    • getCrawlID

      public String getCrawlID()
       * crawl ID *
      string crawlID = 4;
      Specified by:
      getCrawlID in interface Urlfrontier.URLInfoOrBuilder
      Returns:
      The crawlID.

    • getCrawlIDBytes

      public com.google.protobuf.ByteString getCrawlIDBytes()
       * crawl ID *
      string crawlID = 4;
      Specified by:
      getCrawlIDBytes in interface Urlfrontier.URLInfoOrBuilder
      Returns:
      The bytes for crawlID.

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3

    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException

    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3

    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage

    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static Urlfrontier.URLInfo parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static Urlfrontier.URLInfo parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • newBuilderForType

      public Urlfrontier.URLInfo.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite

    • newBuilder

      public static Urlfrontier.URLInfo.Builder newBuilder()

    • newBuilder

      public static Urlfrontier.URLInfo.Builder newBuilder(Urlfrontier.URLInfo prototype)

    • toBuilder

      public Urlfrontier.URLInfo.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite

    • newBuilderForType

      protected Urlfrontier.URLInfo.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstance

      public static Urlfrontier.URLInfo getDefaultInstance()

    • parser

      public static com.google.protobuf.Parser<Urlfrontier.URLInfo> parser()

    • getParserForType

      public com.google.protobuf.Parser<Urlfrontier.URLInfo> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstanceForType

      public Urlfrontier.URLInfo getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder