Package crawlercommons.urlfrontier

Class Urlfrontier.KnownURLItem.Builder

  • All Implemented Interfaces:
    com.google.protobuf.Message.Builder, com.google.protobuf.MessageLite.Builder, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Urlfrontier.KnownURLItemOrBuilder, Cloneable
    Enclosing class:
    Urlfrontier.KnownURLItem
    public static final class Urlfrontier.KnownURLItem.Builder
extends com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>
implements Urlfrontier.KnownURLItemOrBuilder
     *
 URL which was already known in the frontier, was returned by GetURLs() and processed by the crawler. Used for updating the information
 about it in the frontier. If the date is not set, the URL will be considered done and won't be resubmitted for fetching, otherwise
 it will be elligible for fetching after the delay has elapsed.
    Protobuf type urlfrontier.KnownURLItem

    • Method Detail

      • getDescriptor

        public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

      • internalGetFieldAccessorTable

        protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()
        Specified by:
        internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>

      • getDescriptorForType

        public com.google.protobuf.Descriptors.Descriptor getDescriptorForType()
        Specified by:
        getDescriptorForType in interface com.google.protobuf.Message.Builder
        Specified by:
        getDescriptorForType in interface com.google.protobuf.MessageOrBuilder
        Overrides:
        getDescriptorForType in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>

      • getDefaultInstanceForType

        public Urlfrontier.KnownURLItem getDefaultInstanceForType()
        Specified by:
        getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder
        Specified by:
        getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder

      • build

        public Urlfrontier.KnownURLItem build()
        Specified by:
        build in interface com.google.protobuf.Message.Builder
        Specified by:
        build in interface com.google.protobuf.MessageLite.Builder

      • buildPartial

        public Urlfrontier.KnownURLItem buildPartial()
        Specified by:
        buildPartial in interface com.google.protobuf.Message.Builder
        Specified by:
        buildPartial in interface com.google.protobuf.MessageLite.Builder

      • setRepeatedField

        public Urlfrontier.KnownURLItem.Builder setRepeatedField​(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                         int index,
                                                         Object value)
        Specified by:
        setRepeatedField in interface com.google.protobuf.Message.Builder
        Overrides:
        setRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>

      • addRepeatedField

        public Urlfrontier.KnownURLItem.Builder addRepeatedField​(com.google.protobuf.Descriptors.FieldDescriptor field,
                                                         Object value)
        Specified by:
        addRepeatedField in interface com.google.protobuf.Message.Builder
        Overrides:
        addRepeatedField in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>

      • isInitialized

        public final boolean isInitialized()
        Specified by:
        isInitialized in interface com.google.protobuf.MessageLiteOrBuilder
        Overrides:
        isInitialized in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>

      • mergeFrom

        public Urlfrontier.KnownURLItem.Builder mergeFrom​(com.google.protobuf.CodedInputStream input,
                                                  com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                           throws IOException
        Specified by:
        mergeFrom in interface com.google.protobuf.Message.Builder
        Specified by:
        mergeFrom in interface com.google.protobuf.MessageLite.Builder
        Overrides:
        mergeFrom in class com.google.protobuf.AbstractMessage.Builder<Urlfrontier.KnownURLItem.Builder>
        Throws:
        IOException

      • getRefetchableFromDate

        public long getRefetchableFromDate()
         * Expressed in seconds of UTC time since Unix epoch
 1970-01-01T00:00:00Z. Optional, the default value of 0 indicates
 that a URL should not be refetched.
        uint64 refetchable_from_date = 2;
        Specified by:
        getRefetchableFromDate in interface Urlfrontier.KnownURLItemOrBuilder
        Returns:
        The refetchableFromDate.

      • setRefetchableFromDate

        public Urlfrontier.KnownURLItem.Builder setRefetchableFromDate​(long value)
         * Expressed in seconds of UTC time since Unix epoch
 1970-01-01T00:00:00Z. Optional, the default value of 0 indicates
 that a URL should not be refetched.
        uint64 refetchable_from_date = 2;
        Parameters:
        value - The refetchableFromDate to set.
        Returns:
        This builder for chaining.

      • clearRefetchableFromDate

        public Urlfrontier.KnownURLItem.Builder clearRefetchableFromDate()
         * Expressed in seconds of UTC time since Unix epoch
 1970-01-01T00:00:00Z. Optional, the default value of 0 indicates
 that a URL should not be refetched.
        uint64 refetchable_from_date = 2;
        Returns:
        This builder for chaining.

      • setUnknownFields

        public final Urlfrontier.KnownURLItem.Builder setUnknownFields​(com.google.protobuf.UnknownFieldSet unknownFields)
        Specified by:
        setUnknownFields in interface com.google.protobuf.Message.Builder
        Overrides:
        setUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>

      • mergeUnknownFields

        public final Urlfrontier.KnownURLItem.Builder mergeUnknownFields​(com.google.protobuf.UnknownFieldSet unknownFields)
        Specified by:
        mergeUnknownFields in interface com.google.protobuf.Message.Builder
        Overrides:
        mergeUnknownFields in class com.google.protobuf.GeneratedMessageV3.Builder<Urlfrontier.KnownURLItem.Builder>