com.orientechnologies.orient.server.distributed.impl

Class ODistributedDatabaseImpl

java.lang.Object

com.orientechnologies.orient.server.distributed.impl.ODistributedDatabaseImpl

All Implemented Interfaces:

ODistributedDatabase

public class ODistributedDatabaseImpl
extends Object
implements ODistributedDatabase

Distributed database implementation. There is one instance per database. Each node creates own instance to talk with each others.

Author:

Luca Garulli (l.garulli--at--orientechnologies.com)

Nested Class Summary

Nested Classes

Modifier and Type	Class and Description
class	ODistributedDatabaseImpl.ODistributedLock

Field Summary

Fields

Modifier and Type	Field and Description
protected ConcurrentHashMap<ODistributedRequestId,ODistributedTxContext>	activeTxContexts
protected String	databaseName
static String	DISTRIBUTED_SYNC_JSON_FILENAME
protected ConcurrentHashMap<ORID,ODistributedDatabaseImpl.ODistributedLock>	lockManager
protected ODistributedWorker	lockThread
protected ODistributedAbstractPlugin	manager
protected ODistributedMessageServiceImpl	msgService
protected ODistributedWorker	nowaitThread
protected ODistributedDatabaseRepairer	repairer
protected ODistributedSyncConfiguration	syncConfiguration
protected List<ODistributedWorker>	workerThreads

Constructor Summary

Constructors

Constructor and Description
ODistributedDatabaseImpl(OHazelcastPlugin manager, ODistributedMessageServiceImpl msgService, String iDatabaseName, ODistributedConfiguration cfg)

Method Summary

Modifier and Type	Method and Description
protected int	calculateQuorum(OCommandDistributedReplicateRequest.QUORUM_TYPE quorumType, Collection<String> clusterNames, ODistributedConfiguration cfg, int totalServers, int totalMasterServers, int onlineMasters, boolean checkNodesAreOnline, String localNodeName)
protected void	checkForServerOnline(ODistributedRequest iRequest)
void	checkNodeInConfiguration(ODistributedConfiguration cfg, String serverName)
String	dump()
void	endOperation()
boolean	exists()
void	filterBeforeThisMomentum(ODistributedMomentum momentum)
boolean	forceLockRecord(ORID rid, ODistributedRequestId requestId) Force the locking of a record.
ConcurrentHashMap<ODistributedRequestId,ODistributedTxContext>	getActiveTxContexts()
ODatabaseDocumentInternal	getDatabaseInstance()
String	getDatabaseName()
ODistributedDatabaseRepairer	getDatabaseRepairer()
OSimpleLockManager<Object>	getIndexKeyLockManager()
protected Set<Integer>	getInvolvedQueuesByPartitionKeys(int[] partitionKeys)
OLogSequenceNumber	getLastLSN(String server)
protected String	getLocalNodeName()
ODistributedServerManager	getManager()
long	getProcessedRequests()
long	getReceivedRequests()
ORawBuffer	getRecordIfLocked(ORID rid) Returns the locked record for read-only purpose.
OSimpleLockManager<ORID>	getRecordLockManager()
ODistributedSyncConfiguration	getSyncConfiguration()
ODistributedTxContext	getTxContext(ODistributedRequestId requestId)
void	handleUnreachableNode(String nodeName) Unlocks all the record locked by node iNodeName
boolean	lockRecord(ORID rid, ODistributedRequestId requestId, long timeout) Locks the record to be sure distributed transactions never work concurrently against the same records in the meanwhile the transaction is executed and the OCompleteTxTask is not arrived.
ODistributedResponseManager	newResponseManager(ODistributedRequest iRequest, Collection<String> iNodes, OCallable<Void,ODistributedResponseManager> endCallback, ORemoteTask task, Set<String> nodesConcurToTheQuorum, int availableNodes, int expectedResponses, int quorum, boolean groupByResponse, boolean waitLocalNode)
ODistributedTxContext	popTxContext(ODistributedRequestId requestId)
protected void	processRequest(int partitionKey, ODistributedRequest request)
void	processRequest(ODistributedRequest request, boolean waitForAcceptingRequests) Distributed requests against the available workers by using one queue per worker.
void	reEnqueue(int senderNodeId, long msgSequence, String databaseName, ORemoteTask payload, int retryCount, int autoRetryDelay)
ODistributedTxContext	registerTxContext(ODistributedRequestId reqId)
ODistributedTxContext	registerTxContext(ODistributedRequestId reqId, ODistributedTxContext ctx)
void	replaceRecordContentIfLocked(ORID rid, byte[] bytes) Replace the record content if it is locked.
void	resume()
ODistributedResponse	send2Nodes(ODistributedRequest iRequest, Collection<String> iClusterNames, Collection<String> iNodes, ODistributedRequest.EXECUTION_MODE iExecutionMode, Object localResult, OCallable<Void,ODistributedRequestId> iAfterSentCallback, OCallable<Void,ODistributedResponseManager> endCallback)
ODistributedResponse	send2Nodes(ODistributedRequest iRequest, Collection<String> iClusterNames, Collection<String> iNodes, ODistributedRequest.EXECUTION_MODE iExecutionMode, Object localResult, OCallable<Void,ODistributedRequestId> iAfterSentCallback, OCallable<Void,ODistributedResponseManager> endCallback, ODistributedResponseManagerFactory responseManagerFactory)
void	setLSN(String sourceNodeName, OLogSequenceNumber taskLastLSN, boolean updateLastOperationTimestamp)
void	setOnline()
void	shutdown()
void	startOperation()
void	suspend()
void	unlockRecord(OIdentifiable iRecord, ODistributedRequestId requestId) Unlocks the record previously locked through #lockRecord method.
void	unlockResourcesOfServer(ODatabaseDocumentInternal database, String serverName)
void	waitDistributedIsReady()
protected boolean	waitForLocalNode(ODistributedConfiguration cfg, Collection<String> iClusterNames, Collection<String> iNodes)
void	waitForOnline()
protected ODistributedResponse	waitForResponse(ODistributedRequest iRequest, ODistributedResponseManager currentResponseMgr)
void	waitIsReady(ORemoteTask task)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

DISTRIBUTED_SYNC_JSON_FILENAME

public static final String DISTRIBUTED_SYNC_JSON_FILENAME

See Also:

Constant Field Values

manager

protected final ODistributedAbstractPlugin manager

msgService

protected final ODistributedMessageServiceImpl msgService

databaseName

protected final String databaseName

repairer

protected ODistributedDatabaseRepairer repairer

syncConfiguration

protected ODistributedSyncConfiguration syncConfiguration

lockManager

protected ConcurrentHashMap<ORID,ODistributedDatabaseImpl.ODistributedLock> lockManager

activeTxContexts

protected ConcurrentHashMap<ODistributedRequestId,ODistributedTxContext> activeTxContexts

workerThreads

protected final List<ODistributedWorker> workerThreads

lockThread

protected ODistributedWorker lockThread

nowaitThread

protected ODistributedWorker nowaitThread

Constructor Detail

ODistributedDatabaseImpl

public ODistributedDatabaseImpl(OHazelcastPlugin manager,
                                ODistributedMessageServiceImpl msgService,
                                String iDatabaseName,
                                ODistributedConfiguration cfg)

Method Detail

getRecordLockManager

public OSimpleLockManager<ORID> getRecordLockManager()

getIndexKeyLockManager

public OSimpleLockManager<Object> getIndexKeyLockManager()

startOperation

public void startOperation()

endOperation

public void endOperation()

getLastLSN

public OLogSequenceNumber getLastLSN(String server)

waitForOnline

public void waitForOnline()

Specified by:

waitForOnline in interface ODistributedDatabase

reEnqueue

public void reEnqueue(int senderNodeId,
                      long msgSequence,
                      String databaseName,
                      ORemoteTask payload,
                      int retryCount,
                      int autoRetryDelay)

Specified by:

reEnqueue in interface ODistributedDatabase

processRequest

public void processRequest(ODistributedRequest request,
                           boolean waitForAcceptingRequests)

Distributed requests against the available workers by using one queue per worker. This guarantee the sequence of the operations against the same record cluster.

Specified by:

processRequest in interface ODistributedDatabase

waitIsReady

public void waitIsReady(ORemoteTask task)

waitDistributedIsReady

public void waitDistributedIsReady()

getInvolvedQueuesByPartitionKeys

protected Set<Integer> getInvolvedQueuesByPartitionKeys(int[] partitionKeys)

processRequest

protected void processRequest(int partitionKey,
                              ODistributedRequest request)

send2Nodes

public ODistributedResponse send2Nodes(ODistributedRequest iRequest,
                                       Collection<String> iClusterNames,
                                       Collection<String> iNodes,
                                       ODistributedRequest.EXECUTION_MODE iExecutionMode,
                                       Object localResult,
                                       OCallable<Void,ODistributedRequestId> iAfterSentCallback,
                                       OCallable<Void,ODistributedResponseManager> endCallback)

Specified by:

send2Nodes in interface ODistributedDatabase

send2Nodes

public ODistributedResponse send2Nodes(ODistributedRequest iRequest,
                                       Collection<String> iClusterNames,
                                       Collection<String> iNodes,
                                       ODistributedRequest.EXECUTION_MODE iExecutionMode,
                                       Object localResult,
                                       OCallable<Void,ODistributedRequestId> iAfterSentCallback,
                                       OCallable<Void,ODistributedResponseManager> endCallback,
                                       ODistributedResponseManagerFactory responseManagerFactory)

newResponseManager

public ODistributedResponseManager newResponseManager(ODistributedRequest iRequest,
                                                      Collection<String> iNodes,
                                                      OCallable<Void,ODistributedResponseManager> endCallback,
                                                      ORemoteTask task,
                                                      Set<String> nodesConcurToTheQuorum,
                                                      int availableNodes,
                                                      int expectedResponses,
                                                      int quorum,
                                                      boolean groupByResponse,
                                                      boolean waitLocalNode)

setOnline

public void setOnline()

Specified by:

setOnline in interface ODistributedDatabase

getRecordIfLocked

public ORawBuffer getRecordIfLocked(ORID rid)

Description copied from interface: ODistributedDatabase

Returns the locked record for read-only purpose. This avoid to have dirty reads until the transaction is fully committed.

Specified by:

getRecordIfLocked in interface ODistributedDatabase

Parameters:

rid - record to load.

Returns:

The record if it is locked, otherwise null.

replaceRecordContentIfLocked

public void replaceRecordContentIfLocked(ORID rid,
                                         byte[] bytes)

Description copied from interface: ODistributedDatabase

Replace the record content if it is locked.

Specified by:

replaceRecordContentIfLocked in interface ODistributedDatabase

Parameters:

rid - Record ID of the record to find

bytes - Content as byte[] of the record to replace

lockRecord

public boolean lockRecord(ORID rid,
                          ODistributedRequestId requestId,
                          long timeout)

Description copied from interface: ODistributedDatabase

Locks the record to be sure distributed transactions never work concurrently against the same records in the meanwhile the transaction is executed and the OCompleteTxTask is not arrived.

Specified by:

lockRecord in interface ODistributedDatabase

Parameters:

rid - Record to lock

requestId - Request id

timeout - Timeout in ms to wait for the lock

See Also:

ODistributedDatabase.unlockRecord(OIdentifiable, ODistributedRequestId)

unlockRecord

public void unlockRecord(OIdentifiable iRecord,
                         ODistributedRequestId requestId)

Description copied from interface: ODistributedDatabase

Unlocks the record previously locked through #lockRecord method.

Specified by:

unlockRecord in interface ODistributedDatabase

Parameters:

iRecord - Record to unlock

requestId - Request id

See Also:

ODistributedDatabase.lockRecord(ORID, ODistributedRequestId, long)

forceLockRecord

public boolean forceLockRecord(ORID rid,
                               ODistributedRequestId requestId)

Description copied from interface: ODistributedDatabase

Force the locking of a record. If the record was previously locked by a transaction (context), then that transaction is canceled.

Specified by:

forceLockRecord in interface ODistributedDatabase

Parameters:

rid - Record to lock

requestId - Request id

unlockResourcesOfServer

public void unlockResourcesOfServer(ODatabaseDocumentInternal database,
                                    String serverName)

Specified by:

unlockResourcesOfServer in interface ODistributedDatabase

registerTxContext

public ODistributedTxContext registerTxContext(ODistributedRequestId reqId)

Specified by:

registerTxContext in interface ODistributedDatabase

registerTxContext

public ODistributedTxContext registerTxContext(ODistributedRequestId reqId,
                                               ODistributedTxContext ctx)

Specified by:

registerTxContext in interface ODistributedDatabase

popTxContext

public ODistributedTxContext popTxContext(ODistributedRequestId requestId)

Specified by:

popTxContext in interface ODistributedDatabase

getTxContext

public ODistributedTxContext getTxContext(ODistributedRequestId requestId)

Specified by:

getTxContext in interface ODistributedDatabase

getManager

public ODistributedServerManager getManager()

Specified by:

getManager in interface ODistributedDatabase

exists

public boolean exists()

getSyncConfiguration

public ODistributedSyncConfiguration getSyncConfiguration()

Specified by:

getSyncConfiguration in interface ODistributedDatabase

filterBeforeThisMomentum

public void filterBeforeThisMomentum(ODistributedMomentum momentum)

handleUnreachableNode

public void handleUnreachableNode(String nodeName)

Description copied from interface: ODistributedDatabase

Unlocks all the record locked by node iNodeName

Specified by:

handleUnreachableNode in interface ODistributedDatabase

Parameters:

nodeName - node id

getDatabaseName

public String getDatabaseName()

Specified by:

getDatabaseName in interface ODistributedDatabase

getDatabaseInstance

public ODatabaseDocumentInternal getDatabaseInstance()

Specified by:

getDatabaseInstance in interface ODistributedDatabase

getReceivedRequests

public long getReceivedRequests()

Specified by:

getReceivedRequests in interface ODistributedDatabase

getProcessedRequests

public long getProcessedRequests()

Specified by:

getProcessedRequests in interface ODistributedDatabase

shutdown

public void shutdown()

checkForServerOnline

protected void checkForServerOnline(ODistributedRequest iRequest)
                             throws ODistributedException

Throws:

ODistributedException

waitForLocalNode

protected boolean waitForLocalNode(ODistributedConfiguration cfg,
                                   Collection<String> iClusterNames,
                                   Collection<String> iNodes)

calculateQuorum

protected int calculateQuorum(OCommandDistributedReplicateRequest.QUORUM_TYPE quorumType,
                              Collection<String> clusterNames,
                              ODistributedConfiguration cfg,
                              int totalServers,
                              int totalMasterServers,
                              int onlineMasters,
                              boolean checkNodesAreOnline,
                              String localNodeName)

waitForResponse

protected ODistributedResponse waitForResponse(ODistributedRequest iRequest,
                                               ODistributedResponseManager currentResponseMgr)
                                        throws InterruptedException

Throws:

InterruptedException

checkNodeInConfiguration

public void checkNodeInConfiguration(ODistributedConfiguration cfg,
                                     String serverName)

Specified by:

checkNodeInConfiguration in interface ODistributedDatabase

getLocalNodeName

protected String getLocalNodeName()

setLSN

public void setLSN(String sourceNodeName,
                   OLogSequenceNumber taskLastLSN,
                   boolean updateLastOperationTimestamp)
            throws IOException

Specified by:

setLSN in interface ODistributedDatabase

Throws:

IOException

getDatabaseRepairer

public ODistributedDatabaseRepairer getDatabaseRepairer()

Specified by:

getDatabaseRepairer in interface ODistributedDatabase

suspend

public void suspend()

resume

public void resume()

dump

public String dump()

Specified by:

dump in interface ODistributedDatabase

getActiveTxContexts

public ConcurrentHashMap<ODistributedRequestId,ODistributedTxContext> getActiveTxContexts()