Package crawlercommons.urlfrontier

Class Urlfrontier.KnownURLItem

java.lang.Object
com.google.protobuf.AbstractMessageLite
com.google.protobuf.AbstractMessage
com.google.protobuf.GeneratedMessageV3
crawlercommons.urlfrontier.Urlfrontier.KnownURLItem
All Implemented Interfaces:
com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Urlfrontier.KnownURLItemOrBuilder, Serializable
Enclosing class:
Urlfrontier
public static final class Urlfrontier.KnownURLItem extends com.google.protobuf.GeneratedMessageV3 implements Urlfrontier.KnownURLItemOrBuilder
 *
 URL which was already known in the frontier, was returned by GetURLs() and processed by the crawler. Used for updating the information
 about it in the frontier. If the date is not set, the URL will be considered done and won't be resubmitted for fetching, otherwise
 it will be elligible for fetching after the delay has elapsed.
Protobuf type urlfrontier.KnownURLItem
See Also:

  • Field Details

    • INFO_FIELD_NUMBER

      public static final int INFO_FIELD_NUMBER
      See Also:

    • REFETCHABLE_FROM_DATE_FIELD_NUMBER

      public static final int REFETCHABLE_FROM_DATE_FIELD_NUMBER
      See Also:

  • Method Details

    • newInstance

      protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
      Overrides:
      newInstance in class com.google.protobuf.GeneratedMessageV3

    • getDescriptor

      public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

    • internalGetFieldAccessorTable

      protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
      Specified by:
      internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

    • hasInfo

      public boolean hasInfo()
      .urlfrontier.URLInfo info = 1;
      Specified by:
      hasInfo in interface Urlfrontier.KnownURLItemOrBuilder
      Returns:
      Whether the info field is set.

    • getInfo

      public Urlfrontier.URLInfo getInfo()
      .urlfrontier.URLInfo info = 1;
      Specified by:
      getInfo in interface Urlfrontier.KnownURLItemOrBuilder
      Returns:
      The info.

    • getInfoOrBuilder

      public Urlfrontier.URLInfoOrBuilder getInfoOrBuilder()
      .urlfrontier.URLInfo info = 1;
      Specified by:
      getInfoOrBuilder in interface Urlfrontier.KnownURLItemOrBuilder

    • getRefetchableFromDate

      public long getRefetchableFromDate()
       * Expressed in seconds of UTC time since Unix epoch
 1970-01-01T00:00:00Z. Optional, the default value of 0 indicates
 that a URL should not be refetched.
      uint64 refetchable_from_date = 2;
      Specified by:
      getRefetchableFromDate in interface Urlfrontier.KnownURLItemOrBuilder
      Returns:
      The refetchableFromDate.

    • isInitialized

      public final boolean isInitialized()
      Specified by:
      isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
      Overrides:
      isInitialized in class com.google.protobuf.GeneratedMessageV3

    • writeTo

      public void writeTo(com.google.protobuf.CodedOutputStream output) throws IOException
      Specified by:
      writeTo in interface com.google.protobuf.MessageLite
      Overrides:
      writeTo in class com.google.protobuf.GeneratedMessageV3
      Throws:
      IOException

    • getSerializedSize

      public int getSerializedSize()
      Specified by:
      getSerializedSize in interface com.google.protobuf.MessageLite
      Overrides:
      getSerializedSize in class com.google.protobuf.GeneratedMessageV3

    • equals

      public boolean equals(Object obj)
      Specified by:
      equals in interface com.google.protobuf.Message
      Overrides:
      equals in class com.google.protobuf.AbstractMessage

    • hashCode

      public int hashCode()
      Specified by:
      hashCode in interface com.google.protobuf.Message
      Overrides:
      hashCode in class com.google.protobuf.AbstractMessage

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(ByteBuffer data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.ByteString data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(byte[] data) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws com.google.protobuf.InvalidProtocolBufferException
      Throws:
      com.google.protobuf.InvalidProtocolBufferException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static Urlfrontier.KnownURLItem parseDelimitedFrom(InputStream input) throws IOException
      Throws:
      IOException

    • parseDelimitedFrom

      public static Urlfrontier.KnownURLItem parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.CodedInputStream input) throws IOException
      Throws:
      IOException

    • parseFrom

      public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry) throws IOException
      Throws:
      IOException

    • newBuilderForType

      public Urlfrontier.KnownURLItem.Builder newBuilderForType()
      Specified by:
      newBuilderForType in interface com.google.protobuf.Message
      Specified by:
      newBuilderForType in interface com.google.protobuf.MessageLite

    • newBuilder

      public static Urlfrontier.KnownURLItem.Builder newBuilder()

    • newBuilder

      public static Urlfrontier.KnownURLItem.Builder newBuilder(Urlfrontier.KnownURLItem prototype)

    • toBuilder

      public Urlfrontier.KnownURLItem.Builder toBuilder()
      Specified by:
      toBuilder in interface com.google.protobuf.Message
      Specified by:
      toBuilder in interface com.google.protobuf.MessageLite

    • newBuilderForType

      protected Urlfrontier.KnownURLItem.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
      Specified by:
      newBuilderForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstance

      public static Urlfrontier.KnownURLItem getDefaultInstance()

    • parser

      public static com.google.protobuf.Parser<Urlfrontier.KnownURLItem> parser()

    • getParserForType

      public com.google.protobuf.Parser<Urlfrontier.KnownURLItem> getParserForType()
      Specified by:
      getParserForType in interface com.google.protobuf.Message
      Specified by:
      getParserForType in interface com.google.protobuf.MessageLite
      Overrides:
      getParserForType in class com.google.protobuf.GeneratedMessageV3

    • getDefaultInstanceForType

      public Urlfrontier.KnownURLItem getDefaultInstanceForType()
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
      Specified by:
      getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder