Package crawlercommons.urlfrontier

Class Urlfrontier.URLInfo

java.lang.Object

com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessage

com.google.protobuf.GeneratedMessageV3

crawlercommons.urlfrontier.Urlfrontier.URLInfo

All Implemented Interfaces:

com.google.protobuf.Message, com.google.protobuf.MessageLite, com.google.protobuf.MessageLiteOrBuilder, com.google.protobuf.MessageOrBuilder, Urlfrontier.URLInfoOrBuilder, Serializable

Enclosing class:

Urlfrontier

public static final class Urlfrontier.URLInfo
extends com.google.protobuf.GeneratedMessageV3
implements Urlfrontier.URLInfoOrBuilder

Protobuf type urlfrontier.URLInfo

See Also:

Serialized Form

Nested Class Summary

Nested Classes

Modifier and Type	Class	Description
static class	Urlfrontier.URLInfo.Builder	Protobuf type urlfrontier.URLInfo

Nested classes/interfaces inherited from class com.google.protobuf.GeneratedMessageV3

com.google.protobuf.GeneratedMessageV3.BuilderParent, com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage,BuilderType extends com.google.protobuf.GeneratedMessageV3.ExtendableBuilder<MessageType,BuilderType>>, com.google.protobuf.GeneratedMessageV3.ExtendableMessage<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.ExtendableMessageOrBuilder<MessageType extends com.google.protobuf.GeneratedMessageV3.ExtendableMessage>, com.google.protobuf.GeneratedMessageV3.FieldAccessorTable, com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter

Nested classes/interfaces inherited from class com.google.protobuf.AbstractMessageLite

com.google.protobuf.AbstractMessageLite.InternalOneOfEnum

Field Summary

Fields

Modifier and Type	Field	Description
static int	CRAWLID_FIELD_NUMBER
static int	KEY_FIELD_NUMBER
static int	METADATA_FIELD_NUMBER
static int	URL_FIELD_NUMBER

Fields inherited from class com.google.protobuf.GeneratedMessageV3

alwaysUseFieldBuilders, unknownFields

Fields inherited from class com.google.protobuf.AbstractMessage

memoizedSize

Fields inherited from class com.google.protobuf.AbstractMessageLite

memoizedHashCode

Method Summary

Modifier and Type	Method	Description
boolean	containsMetadata(String key)	* Arbitrary key / values stored alongside the URL.
boolean	equals(Object obj)
String	getCrawlID()	* crawl ID *
com.google.protobuf.ByteString	getCrawlIDBytes()	* crawl ID *
static Urlfrontier.URLInfo	getDefaultInstance()
Urlfrontier.URLInfo	getDefaultInstanceForType()
static com.google.protobuf.Descriptors.Descriptor	getDescriptor()
String	getKey()	* The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname, domain name or IP or the URL.
com.google.protobuf.ByteString	getKeyBytes()	* The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname, domain name or IP or the URL.
Map<String,Urlfrontier.StringList>	getMetadata()	Deprecated.
int	getMetadataCount()	* Arbitrary key / values stored alongside the URL.
Map<String,Urlfrontier.StringList>	getMetadataMap()	* Arbitrary key / values stored alongside the URL.
Urlfrontier.StringList	getMetadataOrDefault(String key, Urlfrontier.StringList defaultValue)	* Arbitrary key / values stored alongside the URL.
Urlfrontier.StringList	getMetadataOrThrow(String key)	* Arbitrary key / values stored alongside the URL.
com.google.protobuf.Parser<Urlfrontier.URLInfo>	getParserForType()
int	getSerializedSize()
com.google.protobuf.UnknownFieldSet	getUnknownFields()
String	getUrl()	* URL *
com.google.protobuf.ByteString	getUrlBytes()	* URL *
int	hashCode()
protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable	internalGetFieldAccessorTable()
protected com.google.protobuf.MapField	internalGetMapField(int number)
boolean	isInitialized()
static Urlfrontier.URLInfo.Builder	newBuilder()
static Urlfrontier.URLInfo.Builder	newBuilder(Urlfrontier.URLInfo prototype)
Urlfrontier.URLInfo.Builder	newBuilderForType()
protected Urlfrontier.URLInfo.Builder	newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)
protected Object	newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)
static Urlfrontier.URLInfo	parseDelimitedFrom(InputStream input)
static Urlfrontier.URLInfo	parseDelimitedFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.URLInfo	parseFrom(byte[] data)
static Urlfrontier.URLInfo	parseFrom(byte[] data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.URLInfo	parseFrom(com.google.protobuf.ByteString data)
static Urlfrontier.URLInfo	parseFrom(com.google.protobuf.ByteString data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.URLInfo	parseFrom(com.google.protobuf.CodedInputStream input)
static Urlfrontier.URLInfo	parseFrom(com.google.protobuf.CodedInputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.URLInfo	parseFrom(InputStream input)
static Urlfrontier.URLInfo	parseFrom(InputStream input, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static Urlfrontier.URLInfo	parseFrom(ByteBuffer data)
static Urlfrontier.URLInfo	parseFrom(ByteBuffer data, com.google.protobuf.ExtensionRegistryLite extensionRegistry)
static com.google.protobuf.Parser<Urlfrontier.URLInfo>	parser()
Urlfrontier.URLInfo.Builder	toBuilder()
void	writeTo(com.google.protobuf.CodedOutputStream output)

Methods inherited from class com.google.protobuf.GeneratedMessageV3

canUseUnsafe, computeStringSize, computeStringSizeNoTag, emptyBooleanList, emptyDoubleList, emptyFloatList, emptyIntList, emptyLongList, getAllFields, getDescriptorForType, getField, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof, isStringEmpty, makeExtensionsImmutable, mergeFromAndMakeImmutableInternal, mutableCopy, mutableCopy, mutableCopy, mutableCopy, mutableCopy, newBooleanList, newBuilderForType, newDoubleList, newFloatList, newIntList, newLongList, parseDelimitedWithIOException, parseDelimitedWithIOException, parseUnknownField, parseUnknownFieldProto3, parseWithIOException, parseWithIOException, parseWithIOException, parseWithIOException, serializeBooleanMapTo, serializeIntegerMapTo, serializeLongMapTo, serializeStringMapTo, writeReplace, writeString, writeStringNoTag

Methods inherited from class com.google.protobuf.AbstractMessage

findInitializationErrors, getInitializationErrorString, hashBoolean, hashEnum, hashEnumList, hashFields, hashLong, toString

Methods inherited from class com.google.protobuf.AbstractMessageLite

addAll, addAll, checkByteStringIsUtf8, toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from class java.lang.Object

clone, finalize, getClass, notify, notifyAll, wait, wait, wait

Methods inherited from interface com.google.protobuf.MessageLite

toByteArray, toByteString, writeDelimitedTo, writeTo

Methods inherited from interface com.google.protobuf.MessageOrBuilder

findInitializationErrors, getAllFields, getDescriptorForType, getField, getInitializationErrorString, getOneofFieldDescriptor, getRepeatedField, getRepeatedFieldCount, hasField, hasOneof

Field Detail

URL_FIELD_NUMBER

public static final int URL_FIELD_NUMBER

See Also:

Constant Field Values

KEY_FIELD_NUMBER

public static final int KEY_FIELD_NUMBER

See Also:

Constant Field Values

METADATA_FIELD_NUMBER

public static final int METADATA_FIELD_NUMBER

See Also:

Constant Field Values

CRAWLID_FIELD_NUMBER

public static final int CRAWLID_FIELD_NUMBER

See Also:

Constant Field Values

Method Detail

newInstance

protected Object newInstance(com.google.protobuf.GeneratedMessageV3.UnusedPrivateParameter unused)

Overrides:

newInstance in class com.google.protobuf.GeneratedMessageV3

getUnknownFields

public final com.google.protobuf.UnknownFieldSet getUnknownFields()

Specified by:

getUnknownFields in interface com.google.protobuf.MessageOrBuilder

Overrides:

getUnknownFields in class com.google.protobuf.GeneratedMessageV3

getDescriptor

public static final com.google.protobuf.Descriptors.Descriptor getDescriptor()

internalGetMapField

protected com.google.protobuf.MapField internalGetMapField(int number)

Overrides:

internalGetMapField in class com.google.protobuf.GeneratedMessageV3

internalGetFieldAccessorTable

protected com.google.protobuf.GeneratedMessageV3.FieldAccessorTable internalGetFieldAccessorTable()

Specified by:

internalGetFieldAccessorTable in class com.google.protobuf.GeneratedMessageV3

getUrl

public String getUrl()

 * URL *
 

string url = 1;

Specified by:

getUrl in interface Urlfrontier.URLInfoOrBuilder

Returns:

The url.

getUrlBytes

public com.google.protobuf.ByteString getUrlBytes()

 * URL *
 

string url = 1;

Specified by:

getUrlBytes in interface Urlfrontier.URLInfoOrBuilder

Returns:

The bytes for url.

getKey

public String getKey()

 * The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname,
 domain name or IP or the URL. If not set, the service will use a sensible default like hostname.
 

string key = 2;

Specified by:

getKey in interface Urlfrontier.URLInfoOrBuilder

Returns:

The key.

getKeyBytes

public com.google.protobuf.ByteString getKeyBytes()

 * The key is used to put the URLs into queues, the value can be anything set by the client but would typically be the hostname,
 domain name or IP or the URL. If not set, the service will use a sensible default like hostname.
 

string key = 2;

Specified by:

getKeyBytes in interface Urlfrontier.URLInfoOrBuilder

Returns:

The bytes for key.

getMetadataCount

public int getMetadataCount()

Description copied from interface: Urlfrontier.URLInfoOrBuilder

 *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
 

map<string, .urlfrontier.StringList> metadata = 3;

Specified by:

getMetadataCount in interface Urlfrontier.URLInfoOrBuilder

containsMetadata

public boolean containsMetadata(String key)

 *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
 

map<string, .urlfrontier.StringList> metadata = 3;

Specified by:

containsMetadata in interface Urlfrontier.URLInfoOrBuilder

getMetadata

@Deprecated
public Map<String,Urlfrontier.StringList> getMetadata()

Deprecated.

Use getMetadataMap() instead.

Specified by:

getMetadata in interface Urlfrontier.URLInfoOrBuilder

getMetadataMap

public Map<String,Urlfrontier.StringList> getMetadataMap()

 *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
 

map<string, .urlfrontier.StringList> metadata = 3;

Specified by:

getMetadataMap in interface Urlfrontier.URLInfoOrBuilder

getMetadataOrDefault

public Urlfrontier.StringList getMetadataOrDefault(String key,
                                                   Urlfrontier.StringList defaultValue)

 *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
 

map<string, .urlfrontier.StringList> metadata = 3;

Specified by:

getMetadataOrDefault in interface Urlfrontier.URLInfoOrBuilder

getMetadataOrThrow

public Urlfrontier.StringList getMetadataOrThrow(String key)

 *
 Arbitrary key / values stored alongside the URL. Can be anything needed by the crawler like http status, source URL etc...
 

map<string, .urlfrontier.StringList> metadata = 3;

Specified by:

getMetadataOrThrow in interface Urlfrontier.URLInfoOrBuilder

getCrawlID

public String getCrawlID()

 * crawl ID *
 

string crawlID = 4;

Specified by:

getCrawlID in interface Urlfrontier.URLInfoOrBuilder

Returns:

The crawlID.

getCrawlIDBytes

public com.google.protobuf.ByteString getCrawlIDBytes()

 * crawl ID *
 

string crawlID = 4;

Specified by:

getCrawlIDBytes in interface Urlfrontier.URLInfoOrBuilder

Returns:

The bytes for crawlID.

isInitialized

public final boolean isInitialized()

Specified by:

isInitialized in interface com.google.protobuf.MessageLiteOrBuilder

Overrides:

isInitialized in class com.google.protobuf.GeneratedMessageV3

writeTo

public void writeTo(com.google.protobuf.CodedOutputStream output)
             throws IOException

Specified by:

writeTo in interface com.google.protobuf.MessageLite

Overrides:

writeTo in class com.google.protobuf.GeneratedMessageV3

Throws:

IOException

getSerializedSize

public int getSerializedSize()

Specified by:

getSerializedSize in interface com.google.protobuf.MessageLite

Overrides:

getSerializedSize in class com.google.protobuf.GeneratedMessageV3

equals

public boolean equals(Object obj)

Specified by:

equals in interface com.google.protobuf.Message

Overrides:

equals in class com.google.protobuf.AbstractMessage

hashCode

public int hashCode()

Specified by:

hashCode in interface com.google.protobuf.Message

Overrides:

hashCode in class com.google.protobuf.AbstractMessage

parseFrom

public static Urlfrontier.URLInfo parseFrom(ByteBuffer data)
                                     throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.URLInfo parseFrom(ByteBuffer data,
                                            com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                     throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.ByteString data)
                                     throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.ByteString data,
                                            com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                     throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.URLInfo parseFrom(byte[] data)
                                     throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.URLInfo parseFrom(byte[] data,
                                            com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                     throws com.google.protobuf.InvalidProtocolBufferException

Throws:

com.google.protobuf.InvalidProtocolBufferException

parseFrom

public static Urlfrontier.URLInfo parseFrom(InputStream input)
                                     throws IOException

Throws:

IOException

parseFrom

public static Urlfrontier.URLInfo parseFrom(InputStream input,
                                            com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                     throws IOException

Throws:

IOException

parseDelimitedFrom

public static Urlfrontier.URLInfo parseDelimitedFrom(InputStream input)
                                              throws IOException

Throws:

IOException

parseDelimitedFrom

public static Urlfrontier.URLInfo parseDelimitedFrom(InputStream input,
                                                     com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                              throws IOException

Throws:

IOException

parseFrom

public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.CodedInputStream input)
                                     throws IOException

Throws:

IOException

parseFrom

public static Urlfrontier.URLInfo parseFrom(com.google.protobuf.CodedInputStream input,
                                            com.google.protobuf.ExtensionRegistryLite extensionRegistry)
                                     throws IOException

Throws:

IOException

newBuilderForType

public Urlfrontier.URLInfo.Builder newBuilderForType()

Specified by:

newBuilderForType in interface com.google.protobuf.Message

Specified by:

newBuilderForType in interface com.google.protobuf.MessageLite

newBuilder

public static Urlfrontier.URLInfo.Builder newBuilder()

newBuilder

public static Urlfrontier.URLInfo.Builder newBuilder(Urlfrontier.URLInfo prototype)

toBuilder

public Urlfrontier.URLInfo.Builder toBuilder()

Specified by:

toBuilder in interface com.google.protobuf.Message

Specified by:

toBuilder in interface com.google.protobuf.MessageLite

newBuilderForType

protected Urlfrontier.URLInfo.Builder newBuilderForType(com.google.protobuf.GeneratedMessageV3.BuilderParent parent)

Specified by:

newBuilderForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstance

public static Urlfrontier.URLInfo getDefaultInstance()

parser

public static com.google.protobuf.Parser<Urlfrontier.URLInfo> parser()

getParserForType

public com.google.protobuf.Parser<Urlfrontier.URLInfo> getParserForType()

Specified by:

getParserForType in interface com.google.protobuf.Message

Specified by:

getParserForType in interface com.google.protobuf.MessageLite

Overrides:

getParserForType in class com.google.protobuf.GeneratedMessageV3

getDefaultInstanceForType

public Urlfrontier.URLInfo getDefaultInstanceForType()

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageLiteOrBuilder

Specified by:

getDefaultInstanceForType in interface com.google.protobuf.MessageOrBuilder