VALUEOUT
- public class TransformWriter<VALUEOUT> extends ContentWriter<VALUEOUT>
Modifier and Type | Field and Description |
---|---|
protected com.marklogic.xcc.types.XName |
contentName |
protected ContentType |
contentType |
protected String |
functionName |
protected String |
functionNs |
protected String |
functionParam |
static org.apache.commons.logging.Log |
LOG |
protected String |
moduleUri |
protected HashMap<String,String> |
optionsMap |
protected com.marklogic.xcc.types.XName |
optionsName |
protected com.marklogic.xcc.types.XdmValue[][] |
optionsVals |
protected Set<DocumentURI>[] |
pendingURIs |
protected com.marklogic.xcc.AdhocQuery[] |
queries |
protected String |
query |
protected com.marklogic.xcc.types.XdmValue |
transOpt |
protected com.marklogic.xcc.types.XName |
transOptName |
protected com.marklogic.xcc.types.XName |
uriName |
protected com.marklogic.xcc.types.XdmValue[][] |
uris |
protected com.marklogic.xcc.types.XdmValue[][] |
values |
am, batchId, batchRetry, batchSize, batchSleepTime, blacklist, commitRetry, commitRetryLimit, commitSleepTime, commitUris, countBased, counts, curReplica, effectiveVersion, failed, fastLoad, forestContents, forestIds, hostId, hostSourceMap, ID_PREFIX, is, isCopyColls, isCopyMeta, isCopyQuality, isTxnCompatible, MAXRETRIES, MAXSLEEPTIME, MINRETRIES, MINSLEEPTIME, needCommit, options, outputDir, pendingUris, permsMap, roleMap, sessions, sfId, stmtCounts, succeeded
conf, hostName, txnSize
ADVANCED_MODE, ASSIGNMENT_POLICY, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, COLLECTION_FILTER, CONTENT_TYPE, COPY_COLLECTIONS, COPY_METADATA, COPY_QUALITY, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_LOCAL_MAX_SPLIT_SIZE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DEFAULT_TXN_SIZE, DIRECTORY_FILTER, DOCUMENT_SELECTOR, EXECUTION_MODE, EXTRACT_URI, INDENTED, INPUT_DATABASE_NAME, INPUT_HOST, INPUT_KEY_CLASS, INPUT_KEYSTORE_PASSWD, INPUT_KEYSTORE_PATH, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_QUERY_LANGUAGE, INPUT_QUERY_TIMESTAMP, INPUT_RESTRICT_HOSTS, INPUT_SSL_OPTIONS_CLASS, INPUT_SSL_PROTOCOL, INPUT_TRUSTSTORE_PASSWD, INPUT_TRUSTSTORE_PATH, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MIN_NODEUPDATE_VERSION, MODE_DISTRIBUTED, MODE_LOCAL, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DATABASE_NAME, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_GRAPH, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_KEYSTORE_PASSWD, OUTPUT_KEYSTORE_PATH, OUTPUT_NAMESPACE, OUTPUT_OVERRIDE_GRAPH, OUTPUT_PARTITION, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_QUERY_LANGUAGE, OUTPUT_RESTRICT_HOSTS, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_SSL_PROTOCOL, OUTPUT_STREAMING, OUTPUT_TRUSTSTORE_PASSWD, OUTPUT_TRUSTSTORE_PATH, OUTPUT_URI_PREFIX, OUTPUT_URI_REPLACE, OUTPUT_URI_SUFFIX, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, QUERY_FILTER, RECORD_TO_FRAGMENT_RATIO, REDACTION_RULE_COLLECTION, SERVER_THREAD_COUNT, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TEMPORAL_COLLECTION, THREAD_MULTIPLIER, TXN_SIZE, TYPE_FILTER
Constructor and Description |
---|
TransformWriter(org.apache.hadoop.conf.Configuration conf,
Map<String,com.marklogic.xcc.ContentSource> hostSourceMap,
boolean fastLoad,
AssignmentManager am) |
Modifier and Type | Method and Description |
---|---|
protected void |
addValue(String uri,
VALUEOUT value,
int id,
com.marklogic.xcc.ContentCreateOptions options,
String properties) |
void |
close(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected com.marklogic.xcc.AdhocQuery |
getAdhocQuery(int sid) |
protected com.marklogic.xcc.Session |
getSession(int fId,
boolean nextReplica) |
protected void |
insertBatch(int id,
com.marklogic.xcc.types.XdmValue[] uriList,
com.marklogic.xcc.types.XdmValue[] valueList,
com.marklogic.xcc.types.XdmValue[] optionsValList) |
static String |
mapToElement(HashMap<String,String> map) |
static com.fasterxml.jackson.databind.node.ObjectNode |
mapToNode(HashMap<String,String> optionsMap) |
void |
write(DocumentURI key,
VALUEOUT value) |
closeSessions, commit, createContent, getFormattedBatchId, getSession, getTransactionSize, handleCommitExceptions, insertBatch, needCommit, needCommitRetry, rollback, rollbackCount, sleep
commitIfNecessary, getSession
public static final org.apache.commons.logging.Log LOG
protected String moduleUri
protected String functionNs
protected String functionName
protected String functionParam
protected com.marklogic.xcc.types.XdmValue transOpt
protected ContentType contentType
protected com.marklogic.xcc.AdhocQuery[] queries
protected Set<DocumentURI>[] pendingURIs
protected com.marklogic.xcc.types.XdmValue[][] uris
protected com.marklogic.xcc.types.XdmValue[][] values
protected com.marklogic.xcc.types.XdmValue[][] optionsVals
protected com.marklogic.xcc.types.XName uriName
protected com.marklogic.xcc.types.XName contentName
protected com.marklogic.xcc.types.XName optionsName
protected com.marklogic.xcc.types.XName transOptName
protected String query
public TransformWriter(org.apache.hadoop.conf.Configuration conf, Map<String,com.marklogic.xcc.ContentSource> hostSourceMap, boolean fastLoad, AssignmentManager am)
public void write(DocumentURI key, VALUEOUT value) throws IOException, InterruptedException
write
in class ContentWriter<VALUEOUT>
IOException
InterruptedException
public static com.fasterxml.jackson.databind.node.ObjectNode mapToNode(HashMap<String,String> optionsMap)
protected void addValue(String uri, VALUEOUT value, int id, com.marklogic.xcc.ContentCreateOptions options, String properties) throws UnsupportedEncodingException
UnsupportedEncodingException
protected com.marklogic.xcc.Session getSession(int fId, boolean nextReplica)
getSession
in class ContentWriter<VALUEOUT>
protected com.marklogic.xcc.AdhocQuery getAdhocQuery(int sid)
protected void insertBatch(int id, com.marklogic.xcc.types.XdmValue[] uriList, com.marklogic.xcc.types.XdmValue[] valueList, com.marklogic.xcc.types.XdmValue[] optionsValList) throws IOException
IOException
public void close(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
close
in class ContentWriter<VALUEOUT>
IOException
InterruptedException
Copyright © 2020 MarkLogic Corporation
Complete online documentation for MarkLogic Server, XQuery and related components may be found at developer.marklogic.com