asterixdb-dev mailing list archives

Site index · List index
Message view « Date » · « Thread »
Top « Date » · « Thread »
From "Murtadha Hubail (Code Review)" <do-not-re...@asterix-gerrit.ics.uci.edu>
Subject Change in asterixdb[master]: Introducing Data Replication To AsterixDB
Date Fri, 31 Jul 2015 15:25:34 GMT
Murtadha Hubail has uploaded a new change for review.

  https://asterix-gerrit.ics.uci.edu/338

Change subject: Introducing Data Replication To AsterixDB
......................................................................

Introducing Data Replication To AsterixDB

This change includes the following:
- Add data replication properties to cluster properties and Managix validate command.
- Introduce Data Replication components.
- Add data replication required fields to LogRecord.
- Specialized LogManager for data replication.
- Fix for invalid cluster state on nodes failure.
- Fix for cleaning workspace files on startup/shutdown.
- Fix for temp datasets storage reclamation.
- Allow MetadataNode rebinding with CC.
- Add flag to checkpoint to identify sharp checkpoints.

Change-Id: I729fdd1144dbc9ff039b4bc414494860d7553810
---
M asterix-algebra/src/main/java/edu/uci/ics/asterix/algebra/operators/physical/CommitRuntime.java
M asterix-app/pom.xml
M asterix-app/src/main/java/edu/uci/ics/asterix/api/common/AsterixAppRuntimeContext.java
M asterix-app/src/main/java/edu/uci/ics/asterix/hyracks/bootstrap/CCApplicationEntryPoint.java
M asterix-app/src/main/java/edu/uci/ics/asterix/hyracks/bootstrap/ClusterLifecycleListener.java
M asterix-app/src/main/java/edu/uci/ics/asterix/hyracks/bootstrap/NCApplicationEntryPoint.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/api/IAsterixAppRuntimeContext.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/config/AsterixReplicationProperties.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/config/IAsterixPropertiesProvider.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/context/BaseOperationTracker.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/context/DatasetLifecycleManager.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/context/PrimaryIndexOperationTracker.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/dataflow/AsterixLSMIndexUtil.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/ioopcallbacks/AbstractLSMIOOperationCallback.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/ioopcallbacks/LSMBTreeIOOperationCallback.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/ioopcallbacks/LSMBTreeWithBuddyIOOperationCallback.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/ioopcallbacks/LSMInvertedIndexIOOperationCallback.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/ioopcallbacks/LSMRTreeIOOperationCallback.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/AsterixReplicationJob.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/IRemoteRecoveryManager.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/IReplicaResourcesManager.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/IReplicationChannel.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/IReplicationLifecycleListener.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/IReplicationManager.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/IReplicationThread.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/Replica.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/replication/ReplicaEvent.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/transactions/ILogManager.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/transactions/ILogPage.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/transactions/ILogRecord.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/transactions/IRecoveryManager.java
M asterix-common/src/main/java/edu/uci/ics/asterix/common/transactions/LogRecord.java
A asterix-common/src/main/java/edu/uci/ics/asterix/common/transactions/LogSource.java
M asterix-common/src/main/resources/schema/cluster.xsd
M asterix-events/src/main/java/edu/uci/ics/asterix/event/util/PatternCreator.java
M asterix-installer/src/main/java/edu/uci/ics/asterix/installer/command/ValidateCommand.java
M asterix-metadata/src/main/java/edu/uci/ics/asterix/metadata/MetadataManager.java
M asterix-metadata/src/main/java/edu/uci/ics/asterix/metadata/declared/AqlMetadataProvider.java
M asterix-om/src/main/java/edu/uci/ics/asterix/om/util/AsterixAppContextInfo.java
M asterix-om/src/main/java/edu/uci/ics/asterix/om/util/AsterixClusterProperties.java
A asterix-replication/pom.xml
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/functions/AsterixReplicationProtocol.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/functions/ReplicaFilesRequest.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/functions/ReplicaLogsRequest.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/logging/RemoteLogMapping.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/management/NetworkingUtil.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/management/ReplicaEventNotifier.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/management/ReplicaStateChecker.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/management/ReplicationChannel.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/management/ReplicationLifecycleListener.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/management/ReplicationManager.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/recovery/RemoteRecoveryManager.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/storage/AsterixFilesUtil.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/storage/AsterixLSMIndexFileProperties.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/storage/LSMComponentLSNSyncTask.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/storage/LSMComponentProperties.java
A asterix-replication/src/main/java/edu/uci/ics/asterix/replication/storage/ReplicaResourcesManager.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/opcallbacks/AbstractIndexModificationOperationCallback.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/resource/PersistentLocalResourceRepository.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/logging/LogManager.java
A asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/logging/LogManagerWithReplication.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/logging/LogPage.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/recovery/CheckpointObject.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/recovery/RecoveryManager.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/transaction/TransactionContext.java
M asterix-transactions/src/main/java/edu/uci/ics/asterix/transaction/management/service/transaction/TransactionSubsystem.java
M pom.xml
67 files changed, 6,079 insertions(+), 481 deletions(-)


  git pull ssh://asterix-gerrit.ics.uci.edu:29418/asterixdb refs/changes/38/338/1


-- 
To view, visit https://asterix-gerrit.ics.uci.edu/338
To unsubscribe, visit https://asterix-gerrit.ics.uci.edu/settings

Gerrit-MessageType: newchange
Gerrit-Change-Id: I729fdd1144dbc9ff039b4bc414494860d7553810
Gerrit-PatchSet: 1
Gerrit-Project: asterixdb
Gerrit-Branch: master
Gerrit-Owner: Murtadha Hubail <hubailmor@gmail.com>

Mime
View raw message