public class ForcedMetadataConnector extends BaseTransformationConnector
Modifier and Type | Class and Description |
---|---|
protected static class |
ForcedMetadataConnector.SpecPacker |
Modifier and Type | Field and Description |
---|---|
static String |
_rcsid |
static String |
ATTRIBUTE_PARAMETER |
static String |
ATTRIBUTE_SOURCE |
static String |
ATTRIBUTE_TARGET |
static String |
ATTRIBUTE_VALUE |
static String |
NODE_EXPRESSION |
static String |
NODE_FIELDMAP |
static String |
NODE_FILTEREMPTY |
static String |
NODE_KEEPMETADATA |
static String |
NODE_PAIR |
currentContext, params
DOCUMENTSTATUS_ACCEPTED, DOCUMENTSTATUS_REJECTED
Constructor and Description |
---|
ForcedMetadataConnector() |
Modifier and Type | Method and Description |
---|---|
int |
addOrReplaceDocumentWithException(String documentURI,
VersionContext pipelineDescription,
RepositoryDocument document,
String authorityNameString,
IOutputAddActivity activities)
Add (or replace) a document in the output data store using the connector.
|
protected static boolean |
allDates(IDataSource[] dataSources) |
protected static boolean |
allReaders(IDataSource[] dataSources) |
protected static IDataSource |
append(IDataSource currentValues,
IDataSource data) |
protected static Object[] |
conditionallyRemoveNulls(Object[] input,
boolean filterEmpty) |
protected static void |
fillInExpressionsTab(Map<String,Object> paramMap,
Specification os) |
String |
getFormCheckJavascriptMethodName(int connectionSequenceNumber)
Obtain the name of the form check javascript method to call.
|
String |
getFormPresaveCheckJavascriptMethodName(int connectionSequenceNumber)
Obtain the name of the form presave check javascript method to call.
|
VersionContext |
getPipelineDescription(Specification spec)
Get a pipeline version string, given a pipeline specification object.
|
protected static void |
moveData(RepositoryDocument docCopy,
String target,
FieldDataFactory document,
String field,
boolean filterEmpty) |
protected static String |
nonExpressionEscape(String input)
This is used to upgrade older constant values to new ones, that won't trigger expression eval.
|
protected static String |
nonExpressionUnescape(String input)
This is used to unescape text that's been escaped to prevent substitution of ${} expressions.
|
void |
outputSpecificationBody(IHTTPOutput out,
Locale locale,
Specification os,
int connectionSequenceNumber,
int actualSequenceNumber,
String tabName)
Output the specification body section.
|
void |
outputSpecificationHeader(IHTTPOutput out,
Locale locale,
Specification os,
int connectionSequenceNumber,
List<String> tabsArray)
Output the specification header section.
|
protected static int |
parseArgument(String input,
int start,
StringBuilder output) |
protected static int |
parseToEnd(String input,
int start) |
static IDataSource |
processExpression(String expression,
FieldDataFactory sourceDocument) |
String |
processSpecificationPost(IPostParameters variableContext,
Locale locale,
Specification os,
int connectionSequenceNumber)
Process a specification post.
|
protected static String[] |
removeEmpties(String[] input) |
void |
viewSpecification(IHTTPOutput out,
Locale locale,
Specification os,
int connectionSequenceNumber)
View specification.
|
checkDateIndexable, checkDocumentIndexable, checkLengthIndexable, checkMimeTypeIndexable, checkURLIndexable, getActivitiesList, requestInfo
check, clearThreadContext, connect, deinstall, disconnect, getConfiguration, install, isConnected, outputConfigurationBody, outputConfigurationBody, outputConfigurationHeader, outputConfigurationHeader, outputConfigurationHeader, pack, packFixedList, packList, packList, poll, processConfigurationPost, processConfigurationPost, setThreadContext, unpack, unpackFixedList, unpackList, viewConfiguration, viewConfiguration
clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait
check, clearThreadContext, connect, deinstall, disconnect, getConfiguration, install, isConnected, outputConfigurationBody, outputConfigurationHeader, poll, processConfigurationPost, setThreadContext, viewConfiguration
public static final String _rcsid
public static final String NODE_EXPRESSION
public static final String NODE_PAIR
public static final String ATTRIBUTE_PARAMETER
public static final String NODE_FIELDMAP
public static final String NODE_KEEPMETADATA
public static final String NODE_FILTEREMPTY
public static final String ATTRIBUTE_SOURCE
public static final String ATTRIBUTE_TARGET
public static final String ATTRIBUTE_VALUE
public VersionContext getPipelineDescription(Specification spec) throws ManifoldCFException, ServiceInterruption
getPipelineDescription
in interface IPipelineConnector
getPipelineDescription
in class BaseTransformationConnector
spec
- is the current pipeline specification object for this connection for the job that is doing the crawling.ManifoldCFException
ServiceInterruption
public int addOrReplaceDocumentWithException(String documentURI, VersionContext pipelineDescription, RepositoryDocument document, String authorityNameString, IOutputAddActivity activities) throws ManifoldCFException, ServiceInterruption, IOException
addOrReplaceDocumentWithException
in interface IPipelineConnector
addOrReplaceDocumentWithException
in class BaseTransformationConnector
documentURI
- is the URI of the document. The URI is presumed to be the unique identifier which the output data store will use to process
and serve the document. This URI is constructed by the repository connector which fetches the document, and is thus universal across all output connectors.outputDescription
- is the description string that was constructed for this document by the getOutputDescription() method.document
- is the document data to be processed (handed to the output data store).authorityNameString
- is the name of the authority responsible for authorizing any access tokens passed in with the repository document. May be null.activities
- is the handle to an object that the implementer of a pipeline connector may use to perform operations, such as logging processing activity,
or sending a modified document to the next stage in the pipeline.IOException
- only if there's a stream error reading the document data.ManifoldCFException
ServiceInterruption
protected static boolean allDates(IDataSource[] dataSources) throws IOException, ManifoldCFException
IOException
ManifoldCFException
protected static boolean allReaders(IDataSource[] dataSources) throws IOException, ManifoldCFException
IOException
ManifoldCFException
protected static void moveData(RepositoryDocument docCopy, String target, FieldDataFactory document, String field, boolean filterEmpty) throws ManifoldCFException, IOException
ManifoldCFException
IOException
protected static Object[] conditionallyRemoveNulls(Object[] input, boolean filterEmpty)
public String getFormCheckJavascriptMethodName(int connectionSequenceNumber)
getFormCheckJavascriptMethodName
in interface IPipelineConnector
getFormCheckJavascriptMethodName
in class BaseTransformationConnector
connectionSequenceNumber
- is the unique number of this connection within the job.public String getFormPresaveCheckJavascriptMethodName(int connectionSequenceNumber)
getFormPresaveCheckJavascriptMethodName
in interface IPipelineConnector
getFormPresaveCheckJavascriptMethodName
in class BaseTransformationConnector
connectionSequenceNumber
- is the unique number of this connection within the job.public void outputSpecificationHeader(IHTTPOutput out, Locale locale, Specification os, int connectionSequenceNumber, List<String> tabsArray) throws ManifoldCFException, IOException
outputSpecificationHeader
in interface IPipelineConnector
outputSpecificationHeader
in class BaseTransformationConnector
out
- is the output to which any HTML should be sent.locale
- is the preferred local of the output.os
- is the current pipeline specification for this connection.connectionSequenceNumber
- is the unique number of this connection within the job.tabsArray
- is an array of tab names. Add to this array any tab names that are specific to the connector.ManifoldCFException
IOException
public void outputSpecificationBody(IHTTPOutput out, Locale locale, Specification os, int connectionSequenceNumber, int actualSequenceNumber, String tabName) throws ManifoldCFException, IOException
outputSpecificationBody
in interface IPipelineConnector
outputSpecificationBody
in class BaseTransformationConnector
out
- is the output to which any HTML should be sent.locale
- is the preferred local of the output.os
- is the current pipeline specification for this job.connectionSequenceNumber
- is the unique number of this connection within the job.actualSequenceNumber
- is the connection within the job that has currently been selected.tabName
- is the current tab name.ManifoldCFException
IOException
public String processSpecificationPost(IPostParameters variableContext, Locale locale, Specification os, int connectionSequenceNumber) throws ManifoldCFException
processSpecificationPost
in interface IPipelineConnector
processSpecificationPost
in class BaseTransformationConnector
variableContext
- contains the post data, including binary file-upload information.locale
- is the preferred local of the output.os
- is the current pipeline specification for this job.connectionSequenceNumber
- is the unique number of this connection within the job.ManifoldCFException
public void viewSpecification(IHTTPOutput out, Locale locale, Specification os, int connectionSequenceNumber) throws ManifoldCFException, IOException
viewSpecification
in interface IPipelineConnector
viewSpecification
in class BaseTransformationConnector
out
- is the output to which any HTML should be sent.locale
- is the preferred local of the output.connectionSequenceNumber
- is the unique number of this connection within the job.os
- is the current pipeline specification for this job.ManifoldCFException
IOException
protected static void fillInExpressionsTab(Map<String,Object> paramMap, Specification os)
protected static String nonExpressionEscape(String input)
protected static String nonExpressionUnescape(String input)
protected static IDataSource append(IDataSource currentValues, IDataSource data) throws IOException, ManifoldCFException
IOException
ManifoldCFException
public static IDataSource processExpression(String expression, FieldDataFactory sourceDocument) throws IOException, ManifoldCFException
IOException
ManifoldCFException
protected static int parseArgument(String input, int start, StringBuilder output)
protected static int parseToEnd(String input, int start)