Package crawlercommons.urlfrontier

Class Urlfrontier.KnownURLItem

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

crawlercommons.urlfrontier.Urlfrontier.KnownURLItem

All Implemented Interfaces:

com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Urlfrontier.KnownURLItemOrBuilder, Serializable

Enclosing class:

Urlfrontier

public static final class Urlfrontier.KnownURLItem
extends com.google.protobuf.GeneratedMessageV3
implements Urlfrontier.KnownURLItemOrBuilder

 *
 URL which was already known in the frontier, was returned by GetURLs() and processed by the crawler. Used for updating the information
 about it in the frontier. If the date is not set, the URL will be considered done and won't be resubmitted for fetching, otherwise
 it will be elligible for fetching after the delay has elapsed.
 

Protobuf type urlfrontier.KnownURLItem

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	Urlfrontier.KnownURLItem.Builder	* URL which was already known in the frontier, was returned by GetURLs() and processed by the crawler.

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage,BuilderType extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field	Description
static int	INFO_FIELD_NUMBER
static int	REFETCHABLE_FROM_DATE_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method	Description
boolean	equals(Object obj)
static Urlfrontier.KnownURLItem	getDefaultInstance()
Urlfrontier.KnownURLItem	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
Urlfrontier.URLInfo	getInfo()	.urlfrontier.URLInfo info = 1;
Urlfrontier.URLInfoOrBuilder	getInfoOrBuilder()	.urlfrontier.URLInfo info = 1;
com.google.protobuf.Parser<Urlfrontier.KnownURLItem>	getParserForType()
long	getRefetchableFromDate()	* Expressed in seconds of UTC time since Unix epoch 1970-01-01T00:00:00Z.
int	getSerializedSize()
com.google.protobuf.UnknownFieldSet	getUnknownFields()
int	hashCode()
boolean	hasInfo()	.urlfrontier.URLInfo info = 1;
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
boolean	isInitialized()
static Urlfrontier.KnownURLItem.Builder	newBuilder()
static Urlfrontier.KnownURLItem.Builder	newBuilder(Urlfrontier.KnownURLItem prototype)
Urlfrontier.KnownURLItem.Builder	newBuilderForType()
protected Urlfrontier.KnownURLItem.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static Urlfrontier.KnownURLItem	parseDelimitedFrom(InputStream input)
static Urlfrontier.KnownURLItem	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.KnownURLItem	parseFrom(byte[] data)
static Urlfrontier.KnownURLItem	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.KnownURLItem	parseFrom(com.google.protobuf.ByteString data)
static Urlfrontier.KnownURLItem	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.KnownURLItem	parseFrom(com.google.protobuf.CodedInputStream input)
static Urlfrontier.KnownURLItem	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.KnownURLItem	parseFrom(InputStream input)
static Urlfrontier.KnownURLItem	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.KnownURLItem	parseFrom(ByteBuffer data)
static Urlfrontier.KnownURLItem	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<Urlfrontier.KnownURLItem>	parser()
Urlfrontier.KnownURLItem.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, internalGetMapField, isStringEmpty, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof

Field Detail

INFO_FIELD_NUMBER

public static final int INFO_FIELD_NUMBER

See Also:

Constant Field Values

REFETCHABLE_FROM_DATE_FIELD_NUMBER

public static final int REFETCHABLE_FROM_DATE_FIELD_NUMBER

See Also:

Constant Field Values

Method Detail

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getUnknownFields

public final com.google.protobuf.UnknownFieldSet getUnknownFields()

Specified by:

getUnknownFields in interface com.google.protobuf.MessageOrBuilder

Overrides:

getUnknownFields in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

hasInfo

public boolean hasInfo()

.urlfrontier.URLInfo info = 1;

Specified by:

hasInfo in interface Urlfrontier.KnownURLItemOrBuilder

Returns:

Whether the info field is set.

getInfo

public Urlfrontier.URLInfo getInfo()

.urlfrontier.URLInfo info = 1;

Specified by:

getInfo in interface Urlfrontier.KnownURLItemOrBuilder

Returns:

The info.

getInfoOrBuilder

public Urlfrontier.URLInfoOrBuilder getInfoOrBuilder()

.urlfrontier.URLInfo info = 1;

Specified by:

getInfoOrBuilder in interface Urlfrontier.KnownURLItemOrBuilder

getRefetchableFromDate

public long getRefetchableFromDate()

 * Expressed in seconds of UTC time since Unix epoch
 1970-01-01T00:00:00Z. Optional, the default value of 0 indicates
 that a URL should not be refetched.
 

uint64 refetchable_from_date = 2;

Specified by:

getRefetchableFromDate in interface Urlfrontier.KnownURLItemOrBuilder

Returns:

The refetchableFromDate.

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(ByteBuffer data)
                                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(ByteBuffer data,
                                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.ByteString data)
                                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.ByteString data,
                                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(byte[] data)
                                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(byte[] data,
                                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(InputStream input)
                                          throws IOException

Throws:

IOException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(InputStream input,
                                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws IOException

Throws:

IOException

parseDelimitedFrom

public static Urlfrontier.KnownURLItem parseDelimitedFrom(InputStream input)
                                                   throws IOException

Throws:

IOException

parseDelimitedFrom

public static Urlfrontier.KnownURLItem parseDelimitedFrom(InputStream input,
                                                          com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                                   throws IOException

Throws:

IOException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.CodedInputStream input)
                                          throws IOException

Throws:

IOException

parseFrom

public static Urlfrontier.KnownURLItem parseFrom(com.google.protobuf.CodedInputStream input,
                                                 com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                          throws IOException

Throws:

IOException

newBuilderForType

public Urlfrontier.KnownURLItem.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static Urlfrontier.KnownURLItem.Builder newBuilder()

newBuilder

public static Urlfrontier.KnownURLItem.Builder newBuilder(Urlfrontier.KnownURLItem prototype)

toBuilder

public Urlfrontier.KnownURLItem.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected Urlfrontier.KnownURLItem.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static Urlfrontier.KnownURLItem getDefaultInstance()

parser

public static com.google.protobuf.Parser<Urlfrontier.KnownURLItem> parser()

getParserForType

public com.google.protobuf.Parser<Urlfrontier.KnownURLItem> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public Urlfrontier.KnownURLItem getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder