Class ContentWriter<VALUEOUT>

    • Field Detail

      • LOG

        public static final org.apache.commons.logging.Log LOG
      • outputDir

        protected String outputDir
        Directory of the output documents.
      • options

        protected com.marklogic.xcc.ContentCreateOptions options
        Content options of the output documents.
      • hostSourceMap

        protected Map<String,​com.marklogic.xcc.ContentSource> hostSourceMap
        A map from a host to a ContentSource.
      • forestContents

        protected com.marklogic.xcc.Content[][] forestContents
        Content lists for each forest.
      • forestIds

        protected String[] forestIds
        An array of forest/host ids
      • curReplica

        protected int[] curReplica
        An array of current replica
      • blacklist

        protected boolean[] blacklist
        An array of blacklist host
      • counts

        protected int[] counts
        Counts of documents per forest.
      • pendingUris

        protected HashMap<com.marklogic.xcc.Content,​DocumentURI>[] pendingUris
        URIs of the documents in a batch.
      • commitUris

        protected List<DocumentURI>[] commitUris
        URIs of the documents to be committed.
      • fastLoad

        protected boolean fastLoad
        Whether in fast load mode.
      • batchSize

        protected int batchSize
        Batch size.
      • stmtCounts

        protected int[] stmtCounts
        Counts of requests per forest.
      • sessions

        protected com.marklogic.xcc.Session[] sessions
        Sessions per forest.
      • sfId

        protected int sfId
      • countBased

        protected boolean countBased
      • permsMap

        protected HashMap<String,​com.marklogic.xcc.ContentPermission[]> permsMap
      • succeeded

        protected int succeeded
      • failed

        protected int failed
      • needCommit

        protected boolean needCommit
      • hostId

        protected int hostId
      • isCopyColls

        protected boolean isCopyColls
      • isCopyQuality

        protected boolean isCopyQuality
      • isCopyMeta

        protected boolean isCopyMeta
      • effectiveVersion

        protected long effectiveVersion
      • isTxnCompatible

        protected boolean isTxnCompatible
      • batchId

        protected int batchId
      • batchRetry

        protected int batchRetry
        for failover retry
      • batchSleepTime

        protected int batchSleepTime
      • commitRetry

        protected int commitRetry
      • commitSleepTime

        protected int commitSleepTime
      • commitRetryLimit

        protected int commitRetryLimit
    • Constructor Detail

      • ContentWriter

        public ContentWriter​(org.apache.hadoop.conf.Configuration conf,
                             Map<String,​com.marklogic.xcc.ContentSource> hostSourceMap,
                             boolean fastLoad)
      • ContentWriter

        public ContentWriter​(org.apache.hadoop.conf.Configuration conf,
                             Map<String,​com.marklogic.xcc.ContentSource> hostSourceMap,
                             boolean fastLoad,
                             AssignmentManager am)