public class RDFInputFormat extends FileAndDirectoryInputFormat<DocumentURIWithSourceInfo,org.apache.hadoop.io.Text>
FileAndDirectoryInputFormat.MultiPathFilter
Modifier and Type | Field and Description |
---|---|
static org.apache.commons.logging.Log |
LOG |
hiddenFileFilter, SPLIT_COUNT_LIMIT
Constructor and Description |
---|
RDFInputFormat() |
Modifier and Type | Method and Description |
---|---|
org.apache.hadoop.mapreduce.RecordReader<DocumentURIWithSourceInfo,org.apache.hadoop.io.Text> |
createRecordReader(org.apache.hadoop.mapreduce.InputSplit is,
org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected LinkedMapWritable |
getRoleMap(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected String |
getServerVersion(org.apache.hadoop.mapreduce.TaskAttemptContext context) |
protected boolean |
isSplitable(org.apache.hadoop.mapreduce.JobContext context,
org.apache.hadoop.fs.Path filename) |
getSplits, listStatus, simpleAddInputPathRecursively
addInputPath, addInputPathRecursively, addInputPaths, computeSplitSize, getBlockIndex, getFormatMinSplitSize, getInputDirRecursive, getInputPathFilter, getInputPaths, getMaxSplitSize, getMinSplitSize, makeSplit, makeSplit, setInputDirRecursive, setInputPathFilter, setInputPaths, setInputPaths, setMaxInputSplitSize, setMinInputSplitSize
protected boolean isSplitable(org.apache.hadoop.mapreduce.JobContext context, org.apache.hadoop.fs.Path filename)
isSplitable
in class FileAndDirectoryInputFormat<DocumentURIWithSourceInfo,org.apache.hadoop.io.Text>
public org.apache.hadoop.mapreduce.RecordReader<DocumentURIWithSourceInfo,org.apache.hadoop.io.Text> createRecordReader(org.apache.hadoop.mapreduce.InputSplit is, org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException, InterruptedException
createRecordReader
in class org.apache.hadoop.mapreduce.InputFormat<DocumentURIWithSourceInfo,org.apache.hadoop.io.Text>
IOException
InterruptedException
protected LinkedMapWritable getRoleMap(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException
IOException
protected String getServerVersion(org.apache.hadoop.mapreduce.TaskAttemptContext context) throws IOException
IOException
Copyright © 2020 MarkLogic Corporation
Complete online documentation for MarkLogic Server, XQuery and related components may be found at developer.marklogic.com