Package com.marklogic.contentpump
Class TransformWriter<VALUEOUT>
- java.lang.Object
-
- org.apache.hadoop.mapreduce.RecordWriter<KEYOUT,VALUEOUT>
-
- com.marklogic.mapreduce.MarkLogicRecordWriter<DocumentURI,VALUEOUT>
-
- com.marklogic.mapreduce.ContentWriter<VALUEOUT>
-
- com.marklogic.contentpump.TransformWriter<VALUEOUT>
-
- Type Parameters:
VALUEOUT-
- All Implemented Interfaces:
MarkLogicConstants
- Direct Known Subclasses:
DatabaseTransformWriter
public class TransformWriter<VALUEOUT> extends ContentWriter<VALUEOUT>
ContentWriter that does server-side transform and insert
-
-
Field Summary
Fields Modifier and Type Field Description protected com.marklogic.xcc.types.XNamecontentNameprotected ContentTypecontentTypeprotected StringfunctionNameprotected StringfunctionNsprotected StringfunctionParamstatic org.apache.commons.logging.LogLOGprotected StringmoduleUriprotected HashMap<String,String>optionsMapprotected com.marklogic.xcc.types.XNameoptionsNameprotected com.marklogic.xcc.types.XdmValue[][]optionsValsprotected Set<DocumentURI>[]pendingURIsprotected com.marklogic.xcc.AdhocQuery[]queriesprotected Stringqueryprotected com.marklogic.xcc.types.XdmValuetransOptprotected com.marklogic.xcc.types.XNametransOptNameprotected com.marklogic.xcc.types.XNameuriNameprotected com.marklogic.xcc.types.XdmValue[][]urisprotected com.marklogic.xcc.types.XdmValue[][]values-
Fields inherited from class com.marklogic.mapreduce.ContentWriter
am, batchId, batchRetry, batchSize, batchSleepTime, blacklist, commitRetry, commitRetryLimit, commitSleepTime, commitUris, countBased, counts, curReplica, effectiveVersion, failed, fastLoad, forestContents, forestIds, hostId, hostSourceMap, ID_PREFIX, is, isCopyColls, isCopyMeta, isCopyQuality, isTxnCompatible, MAX_RETRIES, MAX_SLEEP_TIME, MIN_RETRIES, MIN_SLEEP_TIME, needCommit, options, outputDir, pendingUris, permsMap, roleMap, sessions, sfId, stmtCounts, succeeded
-
Fields inherited from class com.marklogic.mapreduce.MarkLogicRecordWriter
conf, hostName, txnSize
-
Fields inherited from interface com.marklogic.mapreduce.MarkLogicConstants
ADVANCED_MODE, ASSIGNMENT_POLICY, BASIC_MODE, BATCH_SIZE, BIND_SPLIT_RANGE, COLLECTION_FILTER, CONTENT_TYPE, COPY_COLLECTIONS, COPY_METADATA, COPY_QUALITY, DEFAULT_BATCH_SIZE, DEFAULT_CONTENT_TYPE, DEFAULT_LOCAL_MAX_SPLIT_SIZE, DEFAULT_MAX_SPLIT_SIZE, DEFAULT_OUTPUT_CONTENT_ENCODING, DEFAULT_OUTPUT_XML_REPAIR_LEVEL, DEFAULT_PROPERTY_OPERATION_TYPE, DEFAULT_TXN_SIZE, DIRECTORY_FILTER, DOCUMENT_SELECTOR, EXECUTION_MODE, EXTRACT_URI, INDENTED, INPUT_API_KEY, INPUT_BASE_PATH, INPUT_DATABASE_NAME, INPUT_GRANT_TYPE, INPUT_HOST, INPUT_KEY_CLASS, INPUT_KEYSTORE_PASSWD, INPUT_KEYSTORE_PATH, INPUT_LEXICON_FUNCTION_CLASS, INPUT_MODE, INPUT_PASSWORD, INPUT_PORT, INPUT_QUERY, INPUT_QUERY_LANGUAGE, INPUT_QUERY_TIMESTAMP, INPUT_RESTRICT_HOSTS, INPUT_SSL_OPTIONS_CLASS, INPUT_SSL_PROTOCOL, INPUT_TOKEN_DURATION, INPUT_TOKEN_ENDPOINT, INPUT_TRUSTSTORE_PASSWD, INPUT_TRUSTSTORE_PATH, INPUT_USE_SSL, INPUT_USERNAME, INPUT_VALUE_CLASS, MAX_SPLIT_SIZE, MIN_NODEUPDATE_VERSION, MODE_DISTRIBUTED, MODE_LOCAL, MR_NAMESPACE, NODE_OPERATION_TYPE, OUTPUT_API_KEY, OUTPUT_BASE_PATH, OUTPUT_CLEAN_DIR, OUTPUT_COLLECTION, OUTPUT_CONTENT_ENCODING, OUTPUT_CONTENT_LANGUAGE, OUTPUT_CONTENT_NAMESPACE, OUTPUT_DATABASE_NAME, OUTPUT_DIRECTORY, OUTPUT_FAST_LOAD, OUTPUT_FOREST_HOST, OUTPUT_GRANT_TYPE, OUTPUT_GRAPH, OUTPUT_HOST, OUTPUT_KEY_TYPE, OUTPUT_KEY_VARNAME, OUTPUT_KEYSTORE_PASSWD, OUTPUT_KEYSTORE_PATH, OUTPUT_NAMESPACE, OUTPUT_OVERRIDE_GRAPH, OUTPUT_PARTITION, OUTPUT_PASSWORD, OUTPUT_PERMISSION, OUTPUT_PORT, OUTPUT_PROPERTY_ALWAYS_CREATE, OUTPUT_QUALITY, OUTPUT_QUERY, OUTPUT_QUERY_LANGUAGE, OUTPUT_RESTRICT_HOSTS, OUTPUT_SSL_OPTIONS_CLASS, OUTPUT_SSL_PROTOCOL, OUTPUT_STREAMING, OUTPUT_TOKEN_DURATION, OUTPUT_TOKEN_ENDPOINT, OUTPUT_TRUSTSTORE_PASSWD, OUTPUT_TRUSTSTORE_PATH, OUTPUT_URI_PREFIX, OUTPUT_URI_REPLACE, OUTPUT_URI_SUFFIX, OUTPUT_USE_SSL, OUTPUT_USERNAME, OUTPUT_VALUE_TYPE, OUTPUT_VALUE_VARNAME, OUTPUT_XML_REPAIR_LEVEL, PATH_NAMESPACE, PROPERTY_OPERATION_TYPE, QUERY_FILTER, RECORD_TO_FRAGMENT_RATIO, REDACTION_RULE_COLLECTION, SPLIT_END_VARNAME, SPLIT_QUERY, SPLIT_START_VARNAME, SUBDOCUMENT_EXPRESSION, TEMPORAL_COLLECTION, TXN_SIZE, TYPE_FILTER
-
-
Constructor Summary
Constructors Constructor Description TransformWriter(org.apache.hadoop.conf.Configuration conf, Map<String,com.marklogic.xcc.ContentSource> hostSourceMap, boolean fastLoad, AssignmentManager am)
-
Method Summary
All Methods Static Methods Instance Methods Concrete Methods Modifier and Type Method Description protected voidaddValue(String uri, VALUEOUT value, int id, com.marklogic.xcc.ContentCreateOptions options, String properties)voidclose(org.apache.hadoop.mapreduce.TaskAttemptContext context)protected com.marklogic.xcc.AdhocQuerygetAdhocQuery(int sid)protected com.marklogic.xcc.SessiongetSession(int fId, boolean nextReplica)protected voidinsertBatch(int id, com.marklogic.xcc.types.XdmValue[] uriList, com.marklogic.xcc.types.XdmValue[] valueList, com.marklogic.xcc.types.XdmValue[] optionsValList)static StringmapToElement(HashMap<String,String> map)static com.fasterxml.jackson.databind.node.ObjectNodemapToNode(HashMap<String,String> optionsMap)voidwrite(DocumentURI key, VALUEOUT value)-
Methods inherited from class com.marklogic.mapreduce.ContentWriter
closeSessions, commit, createContent, getFormattedBatchId, getSession, getTransactionSize, handleCommitExceptions, insertBatch, needCommit, needCommitRetry, rollback, rollbackCount, sleep
-
Methods inherited from class com.marklogic.mapreduce.MarkLogicRecordWriter
commitIfNecessary, getSession
-
-
-
-
Field Detail
-
LOG
public static final org.apache.commons.logging.Log LOG
-
moduleUri
protected String moduleUri
-
functionNs
protected String functionNs
-
functionName
protected String functionName
-
functionParam
protected String functionParam
-
transOpt
protected com.marklogic.xcc.types.XdmValue transOpt
-
contentType
protected ContentType contentType
-
queries
protected com.marklogic.xcc.AdhocQuery[] queries
-
pendingURIs
protected Set<DocumentURI>[] pendingURIs
-
uris
protected com.marklogic.xcc.types.XdmValue[][] uris
-
values
protected com.marklogic.xcc.types.XdmValue[][] values
-
optionsVals
protected com.marklogic.xcc.types.XdmValue[][] optionsVals
-
uriName
protected com.marklogic.xcc.types.XName uriName
-
contentName
protected com.marklogic.xcc.types.XName contentName
-
optionsName
protected com.marklogic.xcc.types.XName optionsName
-
transOptName
protected com.marklogic.xcc.types.XName transOptName
-
query
protected String query
-
-
Constructor Detail
-
TransformWriter
public TransformWriter(org.apache.hadoop.conf.Configuration conf, Map<String,com.marklogic.xcc.ContentSource> hostSourceMap, boolean fastLoad, AssignmentManager am)
-
-
Method Detail
-
write
public void write(DocumentURI key, VALUEOUT value) throws IOException, InterruptedException
- Overrides:
writein classContentWriter<VALUEOUT>- Throws:
IOExceptionInterruptedException
-
mapToNode
public static com.fasterxml.jackson.databind.node.ObjectNode mapToNode(HashMap<String,String> optionsMap)
-
addValue
protected void addValue(String uri, VALUEOUT value, int id, com.marklogic.xcc.ContentCreateOptions options, String properties) throws UnsupportedEncodingException
- Throws:
UnsupportedEncodingException
-
getSession
protected com.marklogic.xcc.Session getSession(int fId, boolean nextReplica)- Overrides:
getSessionin classContentWriter<VALUEOUT>
-
getAdhocQuery
protected com.marklogic.xcc.AdhocQuery getAdhocQuery(int sid)
-
insertBatch
protected void insertBatch(int id, com.marklogic.xcc.types.XdmValue[] uriList, com.marklogic.xcc.types.XdmValue[] valueList, com.marklogic.xcc.types.XdmValue[] optionsValList) throws IOException- Throws:
IOException
-
close
public void close(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException- Overrides:
closein classContentWriter<VALUEOUT>- Throws:
IOExceptionInterruptedException
-
-