public class ContentWriter<VALUEOUT> extends MarkLogicRecordWriter<DocumentURI,VALUEOUT> implements MarkLogicConstants
Modifier and Type | Field and Description |
---|---|
protected AssignmentManager |
am |
protected int |
batchSize
Batch size.
|
protected boolean |
countBased |
protected boolean |
fastLoad
Whether in fast load mode.
|
protected String[] |
forestIds
An array of forest ids
|
protected Map<String,com.marklogic.xcc.ContentSource> |
forestSourceMap
A map from a forest id to a ContentSource.
|
protected InputStream |
is |
static org.apache.commons.logging.Log |
LOG |
protected com.marklogic.xcc.ContentCreateOptions |
options
Content options of the output documents.
|
protected String |
outputDir
Directory of the output documents.
|
protected com.marklogic.xcc.Session[] |
sessions
Sessions per forest.
|
protected int |
sfId |
protected int[] |
stmtCounts
Counts of requests per forest.
|
conf, hostName, txnSize
ADVANCED_MODE, ASSIGNMENT_POLICY, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, COLLECTION_FILTER, CONTENT_TYPE, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DIRECTORY_FILTER, DOCUMENT_SELECTOR, EXECUTION_MODE, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_QUERY_TIMESTAMP, INPUT_SSL_OPTIONS_CLASS, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MODE_DISTRIBUTED, MODE_LOCAL, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_NAMESPACE, OUTPUT_PARTITION, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_STREAMING, OUTPUT_TOLERATE_ERRORS, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, RECORD_TO_FRAGMENT_RATIO, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TXN_SIZE, TYPE_FILTER
Constructor and Description |
---|
ContentWriter(org.apache.hadoop.conf.Configuration conf,
Map<String,com.marklogic.xcc.ContentSource> forestSourceMap,
boolean fastLoad) |
ContentWriter(org.apache.hadoop.conf.Configuration conf,
Map<String,com.marklogic.xcc.ContentSource> forestSourceMap,
boolean fastLoad,
AssignmentManager am) |
Modifier and Type | Method and Description |
---|---|
void |
close(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected com.marklogic.xcc.Session |
getSession(String forestId) |
protected com.marklogic.xcc.Session |
getSession(String forestId,
com.marklogic.xcc.Session.TransactionMode mode) |
int |
getTransactionSize(org.apache.hadoop.conf.Configuration conf) |
protected void |
rollbackFrmtCount(int fId) |
void |
write(DocumentURI key,
VALUEOUT value) |
commitIfNecessary, getSession
public static final org.apache.commons.logging.Log LOG
protected String outputDir
protected com.marklogic.xcc.ContentCreateOptions options
protected Map<String,com.marklogic.xcc.ContentSource> forestSourceMap
protected String[] forestIds
protected boolean fastLoad
protected int batchSize
protected int[] stmtCounts
protected com.marklogic.xcc.Session[] sessions
protected InputStream is
protected AssignmentManager am
protected int sfId
protected boolean countBased
public ContentWriter(org.apache.hadoop.conf.Configuration conf, Map<String,com.marklogic.xcc.ContentSource> forestSourceMap, boolean fastLoad)
public ContentWriter(org.apache.hadoop.conf.Configuration conf, Map<String,com.marklogic.xcc.ContentSource> forestSourceMap, boolean fastLoad, AssignmentManager am)
public void write(DocumentURI key, VALUEOUT value) throws IOException, InterruptedException
write
in class org.apache.hadoop.mapreduce.RecordWriter<DocumentURI,VALUEOUT>
IOException
InterruptedException
protected void rollbackFrmtCount(int fId)
protected com.marklogic.xcc.Session getSession(String forestId, com.marklogic.xcc.Session.TransactionMode mode)
protected com.marklogic.xcc.Session getSession(String forestId)
public void close(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
close
in class MarkLogicRecordWriter<DocumentURI,VALUEOUT>
IOException
InterruptedException
public int getTransactionSize(org.apache.hadoop.conf.Configuration conf)
getTransactionSize
in class MarkLogicRecordWriter<DocumentURI,VALUEOUT>
Copyright © 2016 MarkLogic Corporation. All Rights Reserved.
Complete online documentation for MarkLogic Server, XQuery and related components may be found at developer.marklogic.com