com.marklogic.mapreduce
Class KeyValueReader<KEYIN,VALUEIN>

java.lang.Object
  org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN>
      com.marklogic.mapreduce.MarkLogicRecordReader<KEYIN,VALUEIN>
          com.marklogic.mapreduce.KeyValueReader<KEYIN,VALUEIN>

Type Parameters:

KEYIN -

VALUEIN -

All Implemented Interfaces:

MarkLogicConstants, Closeable

public class KeyValueReader<KEYIN,VALUEIN>
extends MarkLogicRecordReader<KEYIN,VALUEIN>

MarkLogicRecordReader that fetches data from MarkLogic server and generates key value pairs in user specified types.

Field Summary

static org.apache.commons.logging.Log

LOG

Fields inherited from class com.marklogic.mapreduce.MarkLogicRecordReader

conf, count, length, mlSplit, result, session

Fields inherited from interface com.marklogic.mapreduce.MarkLogicConstants

ADVANCED_MODE, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, CONTENT_TYPE, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DOCUMENT_SELECTOR, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_SSL_OPTIONS_CLASS, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_STREAMING, OUTPUT_TOLERATE_ERRORS, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, RECORD_TO_FRAGMENT_RATIO, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TXN_SIZE

Constructor Summary

KeyValueReader(org.apache.hadoop.conf.Configuration conf)

Method Summary

protected void	endOfResult()
KEYIN	getCurrentKey()
VALUEIN	getCurrentValue()
protected float	getDefaultRatio()
boolean	nextKeyValue()
protected boolean	nextResult(com.marklogic.xcc.ResultItem result)

Methods inherited from class com.marklogic.mapreduce.MarkLogicRecordReader

close, getConf, getCount, getProgress, initialize

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

Constructor Detail

KeyValueReader

public KeyValueReader(org.apache.hadoop.conf.Configuration conf)

Method Detail

getCurrentValue

public VALUEIN getCurrentValue()
                        throws IOException,
                               InterruptedException

Specified by:

getCurrentValue in class org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN>

Throws:

IOException

InterruptedException

getCurrentKey

public KEYIN getCurrentKey()
                    throws IOException,
                           InterruptedException

Specified by:

getCurrentKey in class org.apache.hadoop.mapreduce.RecordReader<KEYIN,VALUEIN>

Throws:

IOException

InterruptedException

endOfResult

protected void endOfResult()

Specified by:

endOfResult in class MarkLogicRecordReader<KEYIN,VALUEIN>

nextKeyValue

public boolean nextKeyValue()
                     throws IOException,
                            InterruptedException

Overrides:

nextKeyValue in class MarkLogicRecordReader<KEYIN,VALUEIN>

Throws:

IOException

InterruptedException

nextResult

protected boolean nextResult(com.marklogic.xcc.ResultItem result)

Specified by:

nextResult in class MarkLogicRecordReader<KEYIN,VALUEIN>

getDefaultRatio

protected float getDefaultRatio()

Specified by:

getDefaultRatio in class MarkLogicRecordReader<KEYIN,VALUEIN>