com.marklogic.mapreduce
Class ContentWriter<VALUEOUT>

java.lang.Object
  org.apache.hadoop.mapreduce.RecordWriter<KEYOUT,VALUEOUT>
      com.marklogic.mapreduce.MarkLogicRecordWriter<DocumentURI,VALUEOUT>
          com.marklogic.mapreduce.ContentWriter<VALUEOUT>

All Implemented Interfaces:

MarkLogicConstants

public class ContentWriter<VALUEOUT>
extends MarkLogicRecordWriter<DocumentURI,VALUEOUT>
implements MarkLogicConstants

MarkLogicRecordWriter that inserts content to MarkLogicServer.

Field Summary

static org.apache.commons.logging.Log

LOG

Fields inherited from class com.marklogic.mapreduce.MarkLogicRecordWriter

conf, hostName, txnSize

Fields inherited from interface com.marklogic.mapreduce.MarkLogicConstants

ADVANCED_MODE, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, CONTENT_TYPE, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DOCUMENT_SELECTOR, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_SSL_OPTIONS_CLASS, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_STREAMING, OUTPUT_TOLERATE_ERRORS, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, RECORD_TO_FRAGMENT_RATIO, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TXN_SIZE

Constructor Summary

ContentWriter(org.apache.hadoop.conf.Configuration conf, Map<String,com.marklogic.xcc.ContentSource> forestSourceMap, boolean fastLoad)

Method Summary

void	close(org.apache.hadoop.mapreduce.TaskAttemptContext context)
int	getTransactionSize(org.apache.hadoop.conf.Configuration conf)
void	write(DocumentURI key, VALUEOUT value)

Methods inherited from class com.marklogic.mapreduce.MarkLogicRecordWriter

commitIfNecessary, getSession

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

public static final org.apache.commons.logging.Log LOG

Constructor Detail

ContentWriter

public ContentWriter(org.apache.hadoop.conf.Configuration conf,
                     Map<String,com.marklogic.xcc.ContentSource> forestSourceMap,
                     boolean fastLoad)

Method Detail

write

public void write(DocumentURI key,
                  VALUEOUT value)
           throws IOException,
                  InterruptedException

Specified by:

write in class org.apache.hadoop.mapreduce.RecordWriter<DocumentURI,VALUEOUT>

Throws:

IOException

InterruptedException

close

public void close(org.apache.hadoop.mapreduce.TaskAttemptContext context)
           throws IOException,
                  InterruptedException

Overrides:

close in class MarkLogicRecordWriter<DocumentURI,VALUEOUT>

Throws:

IOException

InterruptedException

getTransactionSize

public int getTransactionSize(org.apache.hadoop.conf.Configuration conf)

Overrides:

getTransactionSize in class MarkLogicRecordWriter<DocumentURI,VALUEOUT>