public class ManifoldCF extends ManifoldCF
Modifier and Type | Class and Description |
---|---|
protected static class |
ManifoldCF.PipelineStage |
ManifoldCF.CachePoll, ManifoldCF.DatabaseConnectionReleaseThread, ManifoldCF.DatabaseShutdown, ManifoldCF.FileTrack, ManifoldCF.OverrideableManifoldCFConfiguration, ManifoldCF.ShutdownThread, ManifoldCF.ThrottlerPoll, ManifoldCF.ThrottlerShutdown
agentShutdownSignal, agentsInitialized, API_ERRORNODE, API_SERVICEINTERRUPTIONNODE
alreadyClosed, alreadyShutdown, apiLoginPassword, apiLoginPasswordProperty, apiLoginUserName, apiLoginUserNameProperty, applicationName, ATTRIBUTE_PATH, cleanupHooks, configSignalCommandProperty, databaseConnectionTrackingProperty, databaseHandleMaxcountProperty, databaseHandleTimeoutProperty, databaseImplementation, databaseQueryMaxTimeProperty, dbShutdown, initializeFlagLock, initializeLevel, lcfConfigFileProperty, localConfiguration, lockManagerImplementation, logConfigFileProperty, loginPassword, loginPasswordProperty, loginUserName, loginUserNameProperty, maintenanceFileSignalProperty, masterDatabaseName, masterDatabaseNameProperty, masterDatabasePassword, masterDatabasePasswordProperty, masterDatabaseUsername, masterDatabaseUsernameProperty, NODE_LIBDIR, pollingHooks, processID, processIDProperty, propertyFilelastMod, propertyFilePath, resourceLoader, shutdownThread, tracker, workingDirectory
Constructor and Description |
---|
ManifoldCF() |
Modifier and Type | Method and Description |
---|---|
protected static void |
addStage(String stageName,
List<String> orderedStageNames,
Set<String> keysSeen,
Map<String,ManifoldCF.PipelineStage> pipelineStages) |
protected static int |
apiDeleteAuthorityConnection(IThreadContext tc,
Configuration output,
String connectionName)
Delete authority connection.
|
protected static int |
apiDeleteAuthorityGroup(IThreadContext tc,
Configuration output,
String groupName)
Delete authority group.
|
protected static int |
apiDeleteJob(IThreadContext tc,
Configuration output,
Long jobID)
Delete a job.
|
protected static int |
apiDeleteNotificationConnection(IThreadContext tc,
Configuration output,
String connectionName)
Delete notification connection.
|
protected static int |
apiDeleteOutputConnection(IThreadContext tc,
Configuration output,
String connectionName)
Delete output connection.
|
protected static int |
apiDeleteRepositoryConnection(IThreadContext tc,
Configuration output,
String connectionName)
Delete repository connection.
|
protected static int |
apiPostJob(IThreadContext tc,
Configuration output,
Configuration input)
Post job.
|
protected static int |
apiReadAuthorityConnection(IThreadContext tc,
Configuration output,
String connectionName)
Read authority connection
|
protected static int |
apiReadAuthorityConnections(IThreadContext tc,
Configuration output)
Get authority connections
|
protected static int |
apiReadAuthorityConnectionStatus(IThreadContext tc,
Configuration output,
String connectionName)
Read an authority connection status
|
protected static int |
apiReadAuthorityConnectors(IThreadContext tc,
Configuration output)
List authority connectors
|
protected static int |
apiReadAuthorityGroup(IThreadContext tc,
Configuration output,
String groupName)
Read authority group
|
protected static int |
apiReadAuthorityGroups(IThreadContext tc,
Configuration output)
Get authority groups
|
protected static int |
apiReadAuthorizationDomains(IThreadContext tc,
Configuration output)
List authorization domains
|
protected static int |
apiReadJob(IThreadContext tc,
Configuration output,
Long jobID)
Read a job
|
protected static int |
apiReadJobs(IThreadContext tc,
Configuration output)
Read jobs
|
protected static int |
apiReadJobStatus(IThreadContext tc,
Configuration output,
Long jobID,
Map<String,List<String>> queryParameters)
Get api job status
|
protected static int |
apiReadJobStatuses(IThreadContext tc,
Configuration output,
Map<String,List<String>> queryParameters)
Get api job statuses
|
protected static int |
apiReadJobStatusesNoCounts(IThreadContext tc,
Configuration output)
Get api job statuses
|
protected static int |
apiReadJobStatusNoCounts(IThreadContext tc,
Configuration output,
Long jobID)
Get api job status with no counts
|
protected static int |
apiReadMappingConnection(IThreadContext tc,
Configuration output,
String connectionName)
Read mapping connection
|
protected static int |
apiReadMappingConnections(IThreadContext tc,
Configuration output)
Get mapping connections
|
protected static int |
apiReadMappingConnectionStatus(IThreadContext tc,
Configuration output,
String connectionName)
Read a mapping connection status
|
protected static int |
apiReadMappingConnectors(IThreadContext tc,
Configuration output)
List mapping connectors
|
protected static int |
apiReadNotificationConnection(IThreadContext tc,
Configuration output,
String connectionName)
Read notification connection
|
protected static int |
apiReadNotificationConnectionInfo(IThreadContext tc,
Configuration output,
String connectionName,
String command)
Read a notification connection's info
|
protected static int |
apiReadNotificationConnections(IThreadContext tc,
Configuration output)
Get notification connections
|
protected static int |
apiReadNotificationConnectionStatus(IThreadContext tc,
Configuration output,
String connectionName)
Read a notification connection status
|
protected static int |
apiReadNotificationConnectors(IThreadContext tc,
Configuration output)
List notification connectors
|
protected static int |
apiReadOutputConnection(IThreadContext tc,
Configuration output,
String connectionName)
Read output connection
|
protected static int |
apiReadOutputConnectionInfo(IThreadContext tc,
Configuration output,
String connectionName,
String command)
Read an output connection's info
|
protected static int |
apiReadOutputConnections(IThreadContext tc,
Configuration output)
Get output connections
|
protected static int |
apiReadOutputConnectionStatus(IThreadContext tc,
Configuration output,
String connectionName)
Read an output connection status
|
protected static int |
apiReadOutputConnectors(IThreadContext tc,
Configuration output)
List output connectors
|
protected static int |
apiReadRepositoryConnection(IThreadContext tc,
Configuration output,
String connectionName)
Read repository connection
|
protected static int |
apiReadRepositoryConnectionActivities(IThreadContext tc,
Configuration output,
String connectionName)
Read the activity list for a given connection name.
|
protected static int |
apiReadRepositoryConnectionHistory(IThreadContext tc,
Configuration output,
String connectionName,
Map<String,List<String>> queryParameters)
History reports
|
protected static int |
apiReadRepositoryConnectionInfo(IThreadContext tc,
Configuration output,
String connectionName,
String command)
Read a repository connection's info
|
protected static int |
apiReadRepositoryConnectionJobs(IThreadContext tc,
Configuration output,
String connectionName)
Get jobs for connection
|
protected static int |
apiReadRepositoryConnectionQueue(IThreadContext tc,
Configuration output,
String connectionName,
Map<String,List<String>> queryParameters)
Queue reports
|
protected static int |
apiReadRepositoryConnections(IThreadContext tc,
Configuration output)
Get repository connections
|
protected static int |
apiReadRepositoryConnectionStatus(IThreadContext tc,
Configuration output,
String connectionName)
Read a repository connection status
|
protected static int |
apiReadRepositoryConnectors(IThreadContext tc,
Configuration output)
List repository connectors
|
protected static int |
apiReadTransformationConnection(IThreadContext tc,
Configuration output,
String connectionName)
Read transformation connection
|
protected static int |
apiReadTransformationConnectionInfo(IThreadContext tc,
Configuration output,
String connectionName,
String command)
Read a transformation connection's info
|
protected static int |
apiReadTransformationConnections(IThreadContext tc,
Configuration output)
Get transformation connections
|
protected static int |
apiReadTransformationConnectionStatus(IThreadContext tc,
Configuration output,
String connectionName)
Read a transformation connection status
|
protected static int |
apiReadTransformationConnectors(IThreadContext tc,
Configuration output)
List transformation connectors
|
protected static int |
apiWriteAbortJob(IThreadContext tc,
Configuration output,
Long jobID)
Abort a job.
|
protected static int |
apiWriteAuthorityConnection(IThreadContext tc,
Configuration output,
Configuration input,
String connectionName)
Write authority connection.
|
protected static int |
apiWriteAuthorityGroup(IThreadContext tc,
Configuration output,
Configuration input,
String groupName)
Write authority group.
|
protected static int |
apiWriteClearHistoryRepositoryConnection(IThreadContext tc,
Configuration output,
String connectionName)
Clear repository connection history.
|
protected static int |
apiWriteClearOutputConnection(IThreadContext tc,
Configuration output,
String connectionName)
Clear output connection (remove all recorded documents).
|
protected static int |
apiWriteClearVersionsOutputConnection(IThreadContext tc,
Configuration output,
String connectionName)
Reset output connection (reset version of all recorded documents).
|
protected static int |
apiWriteJob(IThreadContext tc,
Configuration output,
Configuration input,
Long jobID)
Write job.
|
protected static int |
apiWriteMappingConnection(IThreadContext tc,
Configuration output,
Configuration input,
String connectionName)
Write mapping connection.
|
protected static int |
apiWriteNotificationConnection(IThreadContext tc,
Configuration output,
Configuration input,
String connectionName)
Write notification connection.
|
protected static int |
apiWriteOutputConnection(IThreadContext tc,
Configuration output,
Configuration input,
String connectionName)
Write output connection.
|
protected static int |
apiWritePauseJob(IThreadContext tc,
Configuration output,
Long jobID)
Pause a job.
|
protected static int |
apiWriteRepositoryConnection(IThreadContext tc,
Configuration output,
Configuration input,
String connectionName)
Write repository connection.
|
protected static int |
apiWriteReseedJob(IThreadContext tc,
Configuration output,
Long jobID)
Reset incremental seeding for a job.
|
protected static int |
apiWriteRestartJob(IThreadContext tc,
Configuration output,
Long jobID,
boolean requestMinimum)
Restart a job.
|
protected static int |
apiWriteResumeJob(IThreadContext tc,
Configuration output,
Long jobID)
Resume a job.
|
protected static int |
apiWriteStartJob(IThreadContext tc,
Configuration output,
Long jobID,
boolean requestMinimum)
Start a job.
|
protected static int |
apiWriteTransformationConnection(IThreadContext tc,
Configuration output,
Configuration input,
String connectionName)
Write transformation connection.
|
static String[] |
calculateBins(IRepositoryConnector connector,
String documentIdentifier)
Given a connector object and a document identifier, calculate its bins.
|
static void |
cleanUpEnvironment(IThreadContext tc) |
static String |
colonStuff(String input)
Stuff colons so we can't have conflicts.
|
static String |
createConnectionSpecificString(String connectionName,
String simpleString)
Create a connection-specific string
|
static String |
createGlobalString(String simpleString)
Create a global string
|
static String |
createJobSpecificString(Long jobID,
String simpleString)
Create a job-specific string
|
protected static void |
createResultsetNode(Configuration output,
IResultSet result,
String[] resultColumns)
Add a resultset node to the output.
|
static void |
createSystemDatabase(IThreadContext threadContext)
Create system database using superuser properties from properties.xml.
|
static String |
decodeAPIPathElement(String startingPathElement)
Decode path element.
|
static void |
deinstallSystemTables(IThreadContext threadcontext)
Uninstall all the crawler system tables.
|
static int |
executeDeleteCommand(IThreadContext tc,
Configuration output,
String path)
Execute specified delete command.
|
static int |
executePostCommand(IThreadContext tc,
Configuration output,
String path,
Configuration input)
Execute specified post command.
|
static int |
executeReadCommand(IThreadContext tc,
Configuration output,
String path,
Map<String,List<String>> queryParameters)
Execute specified read command.
|
static int |
executeWriteCommand(IThreadContext tc,
Configuration output,
String path,
Configuration input)
Execute specified write command.
|
static void |
exportConfiguration(IThreadContext threadContext,
String exportFilename,
String passCode)
Atomically export the crawler configuration
|
protected static void |
formatAuthorityConnection(ConfigurationNode connectionNode,
IAuthorityConnection connection)
Format an authority connection.
|
protected static void |
formatAuthorityGroup(ConfigurationNode groupNode,
IAuthorityGroup group)
Format an authority group.
|
protected static void |
formatEnumeratedValues(ConfigurationNode recordNode,
String childType,
EnumeratedValues value) |
protected static void |
formatJobDescription(ConfigurationNode jobNode,
IJobDescription job)
Convert a job description into a ConfigurationNode.
|
protected static void |
formatJobStatus(ConfigurationNode jobStatusNode,
JobStatus jobStatus)
Format a job status.
|
protected static void |
formatMappingConnection(ConfigurationNode connectionNode,
IMappingConnection connection)
Format a mapping connection.
|
protected static void |
formatNotificationConnection(ConfigurationNode connectionNode,
INotificationConnection connection)
Format a notification connection.
|
protected static void |
formatOutputConnection(ConfigurationNode connectionNode,
IOutputConnection connection)
Format an output connection.
|
protected static void |
formatRepositoryConnection(ConfigurationNode connectionNode,
IRepositoryConnection connection)
Format a repository connection.
|
protected static void |
formatTransformationConnection(ConfigurationNode connectionNode,
ITransformationConnection connection)
Format a transformation connection.
|
static String[] |
getActivitiesList(IThreadContext threadContext,
String connectionName)
Get the activities list for a given repository connection.
|
static int |
getMaxCleanupThreads(IThreadContext threadContext)
Get the maximum number of cleanup threads.
|
static int |
getMaxDeleteThreads(IThreadContext threadContext)
Get the maximum number of delete threads.
|
static int |
getMaxExpireThreads(IThreadContext threadContext)
Get the maximum number of expire threads.
|
static int |
getMaxWorkerThreads(IThreadContext threadContext)
Get the maximum number of worker threads.
|
protected static String |
hopcountModeMap(int mode) |
static void |
importConfiguration(IThreadContext threadContext,
String importFilename,
String passCode)
Atomically import a crawler configuration
|
static void |
initializeEnvironment(IThreadContext tc)
Initialize environment.
|
static void |
installSystemTables(IThreadContext threadcontext)
Install all the crawler system tables.
|
protected static Long |
interpretInterval(String interval) |
static void |
localCleanup(IThreadContext tc) |
static void |
localInitialize(IThreadContext tc) |
protected static int |
mapToHopcountMode(String mode) |
protected static int |
mapToRunMode(String mode) |
protected static int |
mapToStartMode(String startMethod) |
protected static String |
presentInterval(Long interval) |
protected static void |
processAuthorityConnection(AuthorityConnection connection,
ConfigurationNode connectionNode)
Convert input hierarchy into an AuthorityConnection object.
|
protected static void |
processAuthorityGroup(AuthorityGroup group,
ConfigurationNode groupNode)
Convert input hierarchy into an AuthorityGroup object.
|
protected static EnumeratedValues |
processEnumeratedValues(ConfigurationNode fieldNode) |
protected static void |
processJobDescription(JobDescription jobDescription,
ConfigurationNode jobNode)
Convert a node into a job description.
|
protected static void |
processMappingConnection(MappingConnection connection,
ConfigurationNode connectionNode)
Convert input hierarchy into an MappingConnection object.
|
protected static void |
processNotificationConnection(NotificationConnection connection,
ConfigurationNode connectionNode)
Convert input hierarchy into a NotificationConnection object.
|
protected static void |
processOutputConnection(OutputConnection connection,
ConfigurationNode connectionNode)
Convert input hierarchy into an OutputConnection object.
|
protected static void |
processRepositoryConnection(RepositoryConnection connection,
ConfigurationNode connectionNode)
Convert input hierarchy into a RepositoryConnection object.
|
protected static void |
processTransformationConnection(TransformationConnection connection,
ConfigurationNode connectionNode)
Convert input hierarchy into a TransformationConnection object.
|
static Connectors |
readConnectorDeclarations(File connectorConfigFile)
Read connectors configuration file.
|
static void |
registerConnectors(IThreadContext tc,
Connectors c)
Register all connectors as specified by a Connectors structure, usually read from the connectors.xml file.
|
static void |
registerThisAgent(IThreadContext tc)
Register this agent
|
static void |
requeueDocumentsDueToCarrydown(IJobManager jobManager,
DocumentDescription[] requeueCandidates,
IRepositoryConnector connector,
IRepositoryConnection connection,
IReprioritizationTracker rt,
long currentTime)
Requeue documents due to carrydown.
|
static void |
reregisterAllConnectors(IThreadContext tc)
Register or re-register all connectors, based on a connectors.xml file.
|
static void |
resetAllDocumentPriorities(IThreadContext threadContext,
String processID)
Reset all (active) document priorities.
|
protected static String |
runModeMap(int type) |
protected static String |
startModeMap(int startMethod) |
protected static String |
statusMap(int status) |
static void |
unregisterAllConnectors(IThreadContext tc)
Unregister all connectors.
|
static void |
unregisterAllConnectors(IThreadContext tc,
Connectors c)
Unregister all connectors which don't match a specified connector list.
|
static void |
writeDocumentPriorities(IThreadContext threadContext,
DocumentDescription[] descs,
Map<String,IRepositoryConnection> connectionMap,
Map<Long,IJobDescription> jobDescriptionMap)
Write a set of document priorities, based on the current queue tracker.
|
createErrorNode, createErrorNode, createServiceInterruptionNode, deinstallTables, findConfigurationNode, getRootArgument, installTables, qualifyOutputActivityName, qualifyTransformationActivityName, resetEnvironment, signalOutputConnectionRedo, signalOutputConnectionRemoved
addFile, addPollingHook, addShutdownHook, addToHash, checkMaintenanceUnderway, checkProperties, cleanUpEnvironment, createResourceLoader, createSystemDatabase, createTempDir, deleteFile, deleteFolder, deobfuscate, dropSystemDatabase, encrypt, ensureFolder, findClass, getBooleanProperty, getChildDatabaseName, getConfiguration, getDoubleProperty, getFileProperty, getHashValue, getIntProperty, getLongProperty, getMasterDatabaseName, getMasterDatabasePassword, getMasterDatabaseUsername, getProcessID, getProperty, getStringProperty, hash, initializeEnvironment, isFolder, noteConfigurationChange, obfuscate, pollAll, readByte, readByteArray, readBytes, readDword, readfloat, readLong, readNibble, readSdword, readString, readWord, recursiveDelete, resetEnvironment, resolvePath, safeFileName, sleep, startHash, verifyAPILogin, verifyLogin, writeByte, writeByteArray, writeBytes, writeDword, writefloat, writeLong, writeNibble, writeSdword, writeString, writeWord
public static final String _rcsid
protected static boolean crawlerInitialized
protected static final String workerThreadCountProperty
protected static final String deleteThreadCountProperty
protected static final String cleanupThreadCountProperty
protected static final String expireThreadCountProperty
protected static final String lowWaterFactorProperty
protected static final String stuffAmtFactorProperty
protected static final String connectorsConfigurationFileProperty
protected static final String databaseSuperuserNameProperty
protected static final String databaseSuperuserPasswordProperty
protected static final String saltProperty
protected static final String NODE_AUTHORIZATIONDOMAIN
protected static final String NODE_OUTPUTCONNECTOR
protected static final String NODE_TRANSFORMATIONCONNECTOR
protected static final String NODE_MAPPINGCONNECTOR
protected static final String NODE_AUTHORITYCONNECTOR
protected static final String NODE_NOTIFICATIONCONNECTOR
protected static final String NODE_REPOSITORYCONNECTOR
protected static final String ATTRIBUTE_NAME
protected static final String ATTRIBUTE_CLASS
protected static final String ATTRIBUTE_DOMAIN
protected static final String API_JOBNODE
protected static final String API_JOBSTATUSNODE
protected static final String API_AUTHORIZATIONDOMAINNODE
protected static final String API_AUTHORITYGROUPNODE
protected static final String API_REPOSITORYCONNECTORNODE
protected static final String API_NOTIFICATIONCONNECTORNODE
protected static final String API_OUTPUTCONNECTORNODE
protected static final String API_TRANSFORMATIONCONNECTORNODE
protected static final String API_AUTHORITYCONNECTORNODE
protected static final String API_MAPPINGCONNECTORNODE
protected static final String API_REPOSITORYCONNECTIONNODE
protected static final String API_NOTIFICATIONCONNECTIONNODE
protected static final String API_OUTPUTCONNECTIONNODE
protected static final String API_TRANSFORMATIONCONNECTIONNODE
protected static final String API_AUTHORITYCONNECTIONNODE
protected static final String API_MAPPINGCONNECTIONNODE
protected static final String API_CHECKRESULTNODE
protected static final String API_JOBIDNODE
protected static final String API_CONNECTIONNAMENODE
protected static final String API_ROWNODE
protected static final String API_COLUMNNODE
protected static final String API_NAMENODE
protected static final String API_VALUENODE
protected static final String API_ACTIVITYNODE
protected static final String CONNECTORNODE_DESCRIPTION
protected static final String CONNECTORNODE_CLASSNAME
protected static final String AUTHORIZATIONDOMAINNODE_DESCRIPTION
protected static final String AUTHORIZATIONDOMAINNODE_DOMAINNAME
public static final int READRESULT_NOTFOUND
public static final int READRESULT_FOUND
public static final int POSTRESULT_NOTFOUND
public static final int POSTRESULT_FOUND
public static final int POSTRESULT_CREATED
public static final int WRITERESULT_NOTFOUND
public static final int WRITERESULT_FOUND
public static final int WRITERESULT_CREATED
public static final int DELETERESULT_NOTFOUND
public static final int DELETERESULT_FOUND
protected static final String JOBNODE_ID
protected static final String JOBNODE_DESCRIPTION
protected static final String JOBNODE_CONNECTIONNAME
protected static final String JOBNODE_DOCUMENTSPECIFICATION
protected static final String JOBNODE_STARTMODE
protected static final String JOBNODE_RUNMODE
protected static final String JOBNODE_HOPCOUNTMODE
protected static final String JOBNODE_PRIORITY
protected static final String JOBNODE_RECRAWLINTERVAL
protected static final String JOBNODE_EXPIRATIONINTERVAL
protected static final String JOBNODE_RESEEDINTERVAL
protected static final String JOBNODE_HOPCOUNT
protected static final String JOBNODE_SCHEDULE
protected static final String JOBNODE_LINKTYPE
protected static final String JOBNODE_COUNT
protected static final String JOBNODE_REQUESTMINIMUM
protected static final String JOBNODE_TIMEZONE
protected static final String JOBNODE_DURATION
protected static final String JOBNODE_DAYOFWEEK
protected static final String JOBNODE_MONTHOFYEAR
protected static final String JOBNODE_DAYOFMONTH
protected static final String JOBNODE_YEAR
protected static final String JOBNODE_HOUROFDAY
protected static final String JOBNODE_MINUTESOFHOUR
protected static final String JOBNODE_ENUMVALUE
protected static final String JOBNODE_FORCEDPARAM
protected static final String JOBNODE_PARAMNAME
protected static final String JOBNODE_PARAMVALUE
protected static final String JOBNODE_PIPELINESTAGE
protected static final String JOBNODE_STAGEID
protected static final String JOBNODE_STAGEPREREQUISITE
protected static final String JOBNODE_STAGEISOUTPUT
protected static final String JOBNODE_STAGECONNECTIONNAME
protected static final String JOBNODE_STAGEDESCRIPTION
protected static final String JOBNODE_STAGESPECIFICATION
protected static final String JOBNODE_NOTIFICATIONSTAGE
protected static final String JOBSTATUSNODE_JOBID
protected static final String JOBSTATUSNODE_STATUS
protected static final String JOBSTATUSNODE_ERRORTEXT
protected static final String JOBSTATUSNODE_STARTTIME
protected static final String JOBSTATUSNODE_ENDTIME
protected static final String JOBSTATUSNODE_DOCUMENTSINQUEUE
protected static final String JOBSTATUSNODE_DOCUMENTSOUTSTANDING
protected static final String JOBSTATUSNODE_DOCUMENTSPROCESSED
protected static final String JOBSTATUSNODE_QUEUEEXACT
protected static final String JOBSTATUSNODE_OUTSTANDINGEXACT
protected static final String JOBSTATUSNODE_PROCESSEDEXACT
protected static final String AUTHGROUPNODE_ISNEW
protected static final String AUTHGROUPNODE_NAME
protected static final String AUTHGROUPNODE_DESCRIPTION
protected static final String CONNECTIONNODE_ISNEW
protected static final String CONNECTIONNODE_NAME
protected static final String CONNECTIONNODE_CLASSNAME
protected static final String CONNECTIONNODE_MAXCONNECTIONS
protected static final String CONNECTIONNODE_DESCRIPTION
protected static final String CONNECTIONNODE_PREREQUISITE
protected static final String CONNECTIONNODE_CONFIGURATION
protected static final String CONNECTIONNODE_ACLAUTHORITY
protected static final String CONNECTIONNODE_THROTTLE
protected static final String CONNECTIONNODE_MATCH
protected static final String CONNECTIONNODE_MATCHDESCRIPTION
protected static final String CONNECTIONNODE_RATE
protected static final String CONNECTIONNODE_AUTHDOMAIN
protected static final String CONNECTIONNODE_AUTHGROUP
public static void initializeEnvironment(IThreadContext tc) throws ManifoldCFException
ManifoldCFException
public static void cleanUpEnvironment(IThreadContext tc)
public static void localInitialize(IThreadContext tc) throws ManifoldCFException
ManifoldCFException
public static void localCleanup(IThreadContext tc)
public static void createSystemDatabase(IThreadContext threadContext) throws ManifoldCFException
ManifoldCFException
public static void registerThisAgent(IThreadContext tc) throws ManifoldCFException
ManifoldCFException
public static void reregisterAllConnectors(IThreadContext tc) throws ManifoldCFException
ManifoldCFException
public static Connectors readConnectorDeclarations(File connectorConfigFile) throws ManifoldCFException
ManifoldCFException
public static void unregisterAllConnectors(IThreadContext tc) throws ManifoldCFException
ManifoldCFException
public static void unregisterAllConnectors(IThreadContext tc, Connectors c) throws ManifoldCFException
ManifoldCFException
public static void registerConnectors(IThreadContext tc, Connectors c) throws ManifoldCFException
ManifoldCFException
public static void installSystemTables(IThreadContext threadcontext) throws ManifoldCFException
threadcontext
- is the thread context.ManifoldCFException
public static void deinstallSystemTables(IThreadContext threadcontext) throws ManifoldCFException
threadcontext
- is the thread context.ManifoldCFException
public static void exportConfiguration(IThreadContext threadContext, String exportFilename, String passCode) throws ManifoldCFException
ManifoldCFException
public static void importConfiguration(IThreadContext threadContext, String importFilename, String passCode) throws ManifoldCFException
ManifoldCFException
public static int getMaxWorkerThreads(IThreadContext threadContext) throws ManifoldCFException
ManifoldCFException
public static int getMaxDeleteThreads(IThreadContext threadContext) throws ManifoldCFException
ManifoldCFException
public static int getMaxExpireThreads(IThreadContext threadContext) throws ManifoldCFException
ManifoldCFException
public static int getMaxCleanupThreads(IThreadContext threadContext) throws ManifoldCFException
ManifoldCFException
public static void requeueDocumentsDueToCarrydown(IJobManager jobManager, DocumentDescription[] requeueCandidates, IRepositoryConnector connector, IRepositoryConnection connection, IReprioritizationTracker rt, long currentTime) throws ManifoldCFException
ManifoldCFException
public static String createGlobalString(String simpleString)
public static String createConnectionSpecificString(String connectionName, String simpleString)
public static String createJobSpecificString(Long jobID, String simpleString)
public static String[] calculateBins(IRepositoryConnector connector, String documentIdentifier)
public static void resetAllDocumentPriorities(IThreadContext threadContext, String processID) throws ManifoldCFException
ManifoldCFException
public static void writeDocumentPriorities(IThreadContext threadContext, DocumentDescription[] descs, Map<String,IRepositoryConnection> connectionMap, Map<Long,IJobDescription> jobDescriptionMap) throws ManifoldCFException
ManifoldCFException
public static String[] getActivitiesList(IThreadContext threadContext, String connectionName) throws ManifoldCFException
ManifoldCFException
public static String decodeAPIPathElement(String startingPathElement) throws ManifoldCFException
ManifoldCFException
protected static int apiReadJobs(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadJob(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiReadOutputConnectionStatus(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadTransformationConnectionStatus(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorityConnectionStatus(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadMappingConnectionStatus(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectionStatus(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadNotificationConnectionStatus(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadOutputConnectionInfo(IThreadContext tc, Configuration output, String connectionName, String command) throws ManifoldCFException
ManifoldCFException
protected static int apiReadTransformationConnectionInfo(IThreadContext tc, Configuration output, String connectionName, String command) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectionInfo(IThreadContext tc, Configuration output, String connectionName, String command) throws ManifoldCFException
ManifoldCFException
protected static int apiReadNotificationConnectionInfo(IThreadContext tc, Configuration output, String connectionName, String command) throws ManifoldCFException
ManifoldCFException
protected static int apiReadJobStatuses(IThreadContext tc, Configuration output, Map<String,List<String>> queryParameters) throws ManifoldCFException
ManifoldCFException
protected static int apiReadJobStatusesNoCounts(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadJobStatus(IThreadContext tc, Configuration output, Long jobID, Map<String,List<String>> queryParameters) throws ManifoldCFException
ManifoldCFException
protected static int apiReadJobStatusNoCounts(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorityGroups(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorityGroup(IThreadContext tc, Configuration output, String groupName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadOutputConnections(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadOutputConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadTransformationConnections(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadTransformationConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorityConnections(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadMappingConnections(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorityConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadMappingConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnections(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadNotificationConnections(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadNotificationConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadOutputConnectors(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadTransformationConnectors(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorityConnectors(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadMappingConnectors(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadAuthorizationDomains(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectors(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadNotificationConnectors(IThreadContext tc, Configuration output) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectionQueue(IThreadContext tc, Configuration output, String connectionName, Map<String,List<String>> queryParameters) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectionJobs(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectionHistory(IThreadContext tc, Configuration output, String connectionName, Map<String,List<String>> queryParameters) throws ManifoldCFException
ManifoldCFException
protected static void createResultsetNode(Configuration output, IResultSet result, String[] resultColumns) throws ManifoldCFException
ManifoldCFException
protected static int apiReadRepositoryConnectionActivities(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
public static int executeReadCommand(IThreadContext tc, Configuration output, String path, Map<String,List<String>> queryParameters) throws ManifoldCFException
tc
- is the thread context.output
- is the output object, to be filled in.path
- is the object path.ManifoldCFException
protected static int apiPostJob(IThreadContext tc, Configuration output, Configuration input) throws ManifoldCFException
ManifoldCFException
public static int executePostCommand(IThreadContext tc, Configuration output, String path, Configuration input) throws ManifoldCFException
tc
- is the thread context.output
- is the output object, to be filled in.path
- is the object path.input
- is the input object.ManifoldCFException
protected static int apiWriteStartJob(IThreadContext tc, Configuration output, Long jobID, boolean requestMinimum) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteAbortJob(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteRestartJob(IThreadContext tc, Configuration output, Long jobID, boolean requestMinimum) throws ManifoldCFException
ManifoldCFException
protected static int apiWritePauseJob(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteResumeJob(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteReseedJob(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteJob(IThreadContext tc, Configuration output, Configuration input, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteAuthorityGroup(IThreadContext tc, Configuration output, Configuration input, String groupName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteOutputConnection(IThreadContext tc, Configuration output, Configuration input, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteTransformationConnection(IThreadContext tc, Configuration output, Configuration input, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteAuthorityConnection(IThreadContext tc, Configuration output, Configuration input, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteMappingConnection(IThreadContext tc, Configuration output, Configuration input, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteRepositoryConnection(IThreadContext tc, Configuration output, Configuration input, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteClearHistoryRepositoryConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteNotificationConnection(IThreadContext tc, Configuration output, Configuration input, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteClearVersionsOutputConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiWriteClearOutputConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
public static int executeWriteCommand(IThreadContext tc, Configuration output, String path, Configuration input) throws ManifoldCFException
tc
- is the thread context.output
- is the output object, to be filled in.path
- is the object path.input
- is the input object.ManifoldCFException
protected static int apiDeleteJob(IThreadContext tc, Configuration output, Long jobID) throws ManifoldCFException
ManifoldCFException
protected static int apiDeleteAuthorityGroup(IThreadContext tc, Configuration output, String groupName) throws ManifoldCFException
ManifoldCFException
protected static int apiDeleteOutputConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiDeleteAuthorityConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiDeleteRepositoryConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
protected static int apiDeleteNotificationConnection(IThreadContext tc, Configuration output, String connectionName) throws ManifoldCFException
ManifoldCFException
public static int executeDeleteCommand(IThreadContext tc, Configuration output, String path) throws ManifoldCFException
tc
- is the thread context.output
- is the output object, to be filled in.path
- is the object path.ManifoldCFException
protected static void processJobDescription(JobDescription jobDescription, ConfigurationNode jobNode) throws ManifoldCFException
jobDescription
- is the job to be filled in.jobNode
- is the configuration node corresponding to the whole job itself.ManifoldCFException
protected static void addStage(String stageName, List<String> orderedStageNames, Set<String> keysSeen, Map<String,ManifoldCF.PipelineStage> pipelineStages) throws ManifoldCFException
ManifoldCFException
protected static void formatJobDescription(ConfigurationNode jobNode, IJobDescription job)
jobNode
- is the node to be filled in.job
- is the job description.protected static void formatEnumeratedValues(ConfigurationNode recordNode, String childType, EnumeratedValues value)
protected static EnumeratedValues processEnumeratedValues(ConfigurationNode fieldNode) throws ManifoldCFException
ManifoldCFException
protected static Long interpretInterval(String interval) throws ManifoldCFException
ManifoldCFException
protected static String startModeMap(int startMethod)
protected static int mapToStartMode(String startMethod) throws ManifoldCFException
ManifoldCFException
protected static String runModeMap(int type)
protected static int mapToRunMode(String mode) throws ManifoldCFException
ManifoldCFException
protected static String hopcountModeMap(int mode)
protected static int mapToHopcountMode(String mode) throws ManifoldCFException
ManifoldCFException
protected static void formatJobStatus(ConfigurationNode jobStatusNode, JobStatus jobStatus)
protected static String statusMap(int status)
protected static void processAuthorityGroup(AuthorityGroup group, ConfigurationNode groupNode) throws ManifoldCFException
ManifoldCFException
protected static void formatAuthorityGroup(ConfigurationNode groupNode, IAuthorityGroup group)
protected static void processOutputConnection(OutputConnection connection, ConfigurationNode connectionNode) throws ManifoldCFException
ManifoldCFException
protected static void formatOutputConnection(ConfigurationNode connectionNode, IOutputConnection connection)
protected static void processTransformationConnection(TransformationConnection connection, ConfigurationNode connectionNode) throws ManifoldCFException
ManifoldCFException
protected static void formatTransformationConnection(ConfigurationNode connectionNode, ITransformationConnection connection)
protected static void processAuthorityConnection(AuthorityConnection connection, ConfigurationNode connectionNode) throws ManifoldCFException
ManifoldCFException
protected static void formatAuthorityConnection(ConfigurationNode connectionNode, IAuthorityConnection connection)
protected static void processMappingConnection(MappingConnection connection, ConfigurationNode connectionNode) throws ManifoldCFException
ManifoldCFException
protected static void formatMappingConnection(ConfigurationNode connectionNode, IMappingConnection connection)
protected static void processRepositoryConnection(RepositoryConnection connection, ConfigurationNode connectionNode) throws ManifoldCFException
ManifoldCFException
protected static void formatRepositoryConnection(ConfigurationNode connectionNode, IRepositoryConnection connection)
protected static void processNotificationConnection(NotificationConnection connection, ConfigurationNode connectionNode) throws ManifoldCFException
ManifoldCFException
protected static void formatNotificationConnection(ConfigurationNode connectionNode, INotificationConnection connection)