3 import java.util.Iterator;
4 import java.util.Random;
5 import java.util.Arrays;
9 import java.util.Vector;
10 import java.util.HashMap;
11 import java.util.HashSet;
12 import java.util.ArrayList;
13 import java.util.Collections;
14 import java.nio.ByteBuffer;
15 import android.content.*;
18 * IoTTable data structure. Provides client interface.
19 * @author Brian Demsky
23 final public class Table {
26 static final int FREE_SLOTS = 10; // Number of slots that should be kept free
27 static final int SKIP_THRESHOLD = 10;
28 static final double RESIZE_MULTIPLE = 1.2;
29 static final double RESIZE_THRESHOLD = 0.75;
30 static final int REJECTED_THRESHOLD = 5;
33 private SlotBuffer buffer = null;
34 private CloudComm cloud = null;
35 private Random random = null;
36 private TableStatus liveTableStatus = null;
37 private PendingTransaction pendingTransactionBuilder = null; // Pending Transaction used in building a Pending Transaction
38 private Transaction lastPendingTransactionSpeculatedOn = null; // Last transaction that was speculated on from the pending transaction
39 private Transaction firstPendingTransaction = null; // first transaction in the pending transaction list
42 private int numberOfSlots = 0; // Number of slots stored in buffer
43 private int bufferResizeThreshold = 0; // Threshold on the number of live slots before a resize is needed
44 private long liveSlotCount = 0; // Number of currently live slots
45 private long oldestLiveSlotSequenceNumver = 0; // Smallest sequence number of the slot with a live entry
46 private long localMachineId = 0; // Machine ID of this client device
47 private long sequenceNumber = 0; // Largest sequence number a client has received
48 private long localSequenceNumber = 0;
50 // private int smallestTableStatusSeen = -1; // Smallest Table Status that was seen in the latest slots sent from the server
51 // private int largestTableStatusSeen = -1; // Largest Table Status that was seen in the latest slots sent from the server
52 private long localTransactionSequenceNumber = 0; // Local sequence number counter for transactions
53 private long lastTransactionSequenceNumberSpeculatedOn = -1; // the last transaction that was speculated on
54 private long oldestTransactionSequenceNumberSpeculatedOn = -1; // the oldest transaction that was speculated on
55 private long localArbitrationSequenceNumber = 0;
56 private boolean hadPartialSendToServer = false;
57 private boolean attemptedToSendToServer = false;
58 private long expectedsize;
59 private boolean didFindTableStatus = false;
60 private long currMaxSize = 0;
62 private Slot lastSlotAttemptedToSend = null;
63 private boolean lastIsNewKey = false;
64 private int lastNewSize = 0;
65 private Map<Transaction, List<Integer>> lastTransactionPartsSent = null;
66 private List<Entry> lastPendingSendArbitrationEntriesToDelete = null;
67 private NewKey lastNewKey = null;
71 private Map<IoTString, KeyValue> committedKeyValueTable = null; // Table of committed key value pairs
72 private Map<IoTString, KeyValue> speculatedKeyValueTable = null; // Table of speculated key value pairs, if there is a speculative value
73 private Map<IoTString, KeyValue> pendingTransactionSpeculatedKeyValueTable = null; // Table of speculated key value pairs, if there is a speculative value from the pending transactions
74 private Map<IoTString, NewKey> liveNewKeyTable = null; // Table of live new keys
75 private HashMap<Long, Pair<Long, Liveness>> lastMessageTable = null; // Last message sent by a client machine id -> (Seq Num, Slot or LastMessage);
76 private HashMap<Long, HashSet<RejectedMessage>> rejectedMessageWatchListTable = null; // Table of machine Ids and the set of rejected messages they have not seen yet
77 private Map<IoTString, Long> arbitratorTable = null; // Table of keys and their arbitrators
78 private Map<Pair<Long, Long>, Abort> liveAbortTable = null; // Table live abort messages
79 private Map<Long, Map<Pair<Long, Integer>, TransactionPart>> newTransactionParts = null; // transaction parts that are seen in this latest round of slots from the server
80 private Map<Long, Map<Pair<Long, Integer>, CommitPart>> newCommitParts = null; // commit parts that are seen in this latest round of slots from the server
81 private Map<Long, Long> lastArbitratedTransactionNumberByArbitratorTable = null; // Last transaction sequence number that an arbitrator arbitrated on
82 private Map<Long, Transaction> liveTransactionBySequenceNumberTable = null; // live transaction grouped by the sequence number
83 private Map<Pair<Long, Long>, Transaction> liveTransactionByTransactionIdTable = null; // live transaction grouped by the transaction ID
84 private Map<Long, Map<Long, Commit>> liveCommitsTable = null;
85 private Map<IoTString, Commit> liveCommitsByKeyTable = null;
86 private Map<Long, Long> lastCommitSeenSequenceNumberByArbitratorTable = null;
87 private Vector<Long> rejectedSlotList = null; // List of rejected slots that have yet to be sent to the server
88 private List<Transaction> pendingTransactionQueue = null;
89 private List<ArbitrationRound> pendingSendArbitrationRounds = null;
90 private List<Entry> pendingSendArbitrationEntriesToDelete = null;
91 private Map<Transaction, List<Integer>> transactionPartsSent = null;
92 private Map<Long, TransactionStatus> outstandingTransactionStatus = null;
93 private Map<Long, Abort> liveAbortsGeneratedByLocal = null;
94 private Set<Pair<Long, Long>> offlineTransactionsCommittedAndAtServer = null;
95 private Map<Long, Pair<String, Integer>> localCommunicationTable = null;
96 private Map<Long, Long> lastTransactionSeenFromMachineFromServer = null;
97 private Map<Long, Long> lastArbitrationDataLocalSequenceNumberSeenFromArbitrator = null;
100 public Table(String baseurl, String password, long _localMachineId, int listeningPort, Context context) {
101 localMachineId = _localMachineId;
102 cloud = new CloudComm(this, baseurl, password, listeningPort, context);
107 public Table(CloudComm _cloud, long _localMachineId) {
108 localMachineId = _localMachineId;
115 * Init all the stuff needed for for table usage
117 private void init() {
119 // Init helper objects
120 random = new Random();
121 buffer = new SlotBuffer();
124 oldestLiveSlotSequenceNumver = 1;
127 committedKeyValueTable = new HashMap<IoTString, KeyValue>();
128 speculatedKeyValueTable = new HashMap<IoTString, KeyValue>();
129 pendingTransactionSpeculatedKeyValueTable = new HashMap<IoTString, KeyValue>();
130 liveNewKeyTable = new HashMap<IoTString, NewKey>();
131 lastMessageTable = new HashMap<Long, Pair<Long, Liveness>>();
132 rejectedMessageWatchListTable = new HashMap<Long, HashSet<RejectedMessage>>();
133 arbitratorTable = new HashMap<IoTString, Long>();
134 liveAbortTable = new HashMap<Pair<Long, Long>, Abort>();
135 newTransactionParts = new HashMap<Long, Map<Pair<Long, Integer>, TransactionPart>>();
136 newCommitParts = new HashMap<Long, Map<Pair<Long, Integer>, CommitPart>>();
137 lastArbitratedTransactionNumberByArbitratorTable = new HashMap<Long, Long>();
138 liveTransactionBySequenceNumberTable = new HashMap<Long, Transaction>();
139 liveTransactionByTransactionIdTable = new HashMap<Pair<Long, Long>, Transaction>();
140 liveCommitsTable = new HashMap<Long, Map<Long, Commit>>();
141 liveCommitsByKeyTable = new HashMap<IoTString, Commit>();
142 lastCommitSeenSequenceNumberByArbitratorTable = new HashMap<Long, Long>();
143 rejectedSlotList = new Vector<Long>();
144 pendingTransactionQueue = new ArrayList<Transaction>();
145 pendingSendArbitrationEntriesToDelete = new ArrayList<Entry>();
146 transactionPartsSent = new HashMap<Transaction, List<Integer>>();
147 outstandingTransactionStatus = new HashMap<Long, TransactionStatus>();
148 liveAbortsGeneratedByLocal = new HashMap<Long, Abort>();
149 offlineTransactionsCommittedAndAtServer = new HashSet<Pair<Long, Long>>();
150 localCommunicationTable = new HashMap<Long, Pair<String, Integer>>();
151 lastTransactionSeenFromMachineFromServer = new HashMap<Long, Long>();
152 pendingSendArbitrationRounds = new ArrayList<ArbitrationRound>();
153 lastArbitrationDataLocalSequenceNumberSeenFromArbitrator = new HashMap<Long, Long>();
157 numberOfSlots = buffer.capacity();
158 setResizeThreshold();
161 // TODO: delete method
162 public synchronized void printSlots() {
163 long o = buffer.getOldestSeqNum();
164 long n = buffer.getNewestSeqNum();
166 int[] types = new int[10];
177 for (long i = o; i < (n + 1); i++) {
178 Slot s = buffer.getSlot(i);
185 Vector<Entry> entries = s.getEntries();
187 for (Entry e : entries) {
189 int type = e.getType();
193 RejectedMessage rej = (RejectedMessage)e;
196 System.out.println(rej.getMachineID());
200 types[type] = types[type] + 1;
209 for (int i = 0; i < 10; i++) {
210 System.out.println(i + " " + types[i]);
212 System.out.println("Live count: " + livec);
213 System.out.println("Live Slot count: " + liveslo);
215 System.out.println("Dead count: " + deadc);
216 System.out.println("Old: " + o);
217 System.out.println("New: " + n);
218 System.out.println("Size: " + buffer.size());
219 // System.out.println("Commits: " + liveCommitsTable.size());
220 System.out.println("pendingTrans: " + pendingTransactionQueue.size());
221 System.out.println("Trans Status Out: " + outstandingTransactionStatus.size());
223 for (Long k : lastArbitratedTransactionNumberByArbitratorTable.keySet()) {
224 System.out.println(k + ": " + lastArbitratedTransactionNumberByArbitratorTable.get(k));
228 for (Long a : liveCommitsTable.keySet()) {
229 for (Long b : liveCommitsTable.get(a).keySet()) {
230 for (KeyValue kv : liveCommitsTable.get(a).get(b).getKeyValueUpdateSet()) {
231 System.out.print(kv + " ");
233 System.out.print("|| ");
235 System.out.println();
241 * Initialize the table by inserting a table status as the first entry into the table status
242 * also initialize the crypto stuff.
244 public synchronized void initTable() throws ServerException {
245 cloud.initSecurity();
247 // Create the first insertion into the block chain which is the table status
248 Slot s = new Slot(this, 1, localMachineId, localSequenceNumber);
249 localSequenceNumber++;
250 TableStatus status = new TableStatus(s, numberOfSlots);
252 Slot[] array = cloud.putSlot(s, numberOfSlots);
255 array = new Slot[] {s};
256 // update local block chain
257 validateAndUpdate(array, true);
258 } else if (array.length == 1) {
259 // in case we did push the slot BUT we failed to init it
260 validateAndUpdate(array, true);
262 throw new Error("Error on initialization");
267 * Rebuild the table from scratch by pulling the latest block chain from the server.
269 public synchronized void rebuild() throws ServerException {
270 // Just pull the latest slots from the server
271 Slot[] newslots = cloud.getSlots(sequenceNumber + 1);
272 validateAndUpdate(newslots, true);
274 updateLiveTransactionsAndStatus();
278 // public String toString() {
279 // String retString = " Committed Table: \n";
280 // retString += "---------------------------\n";
281 // retString += commitedTable.toString();
283 // retString += "\n\n";
285 // retString += " Speculative Table: \n";
286 // retString += "---------------------------\n";
287 // retString += speculativeTable.toString();
292 public synchronized void addLocalCommunication(long arbitrator, String hostName, int portNumber) {
293 localCommunicationTable.put(arbitrator, new Pair<String, Integer>(hostName, portNumber));
296 public synchronized Long getArbitrator(IoTString key) {
297 return arbitratorTable.get(key);
300 public synchronized void close() {
304 public synchronized IoTString getCommitted(IoTString key) {
305 KeyValue kv = committedKeyValueTable.get(key);
308 return kv.getValue();
314 public synchronized IoTString getSpeculative(IoTString key) {
315 KeyValue kv = pendingTransactionSpeculatedKeyValueTable.get(key);
318 kv = speculatedKeyValueTable.get(key);
322 kv = committedKeyValueTable.get(key);
326 return kv.getValue();
332 public synchronized IoTString getCommittedAtomic(IoTString key) {
333 KeyValue kv = committedKeyValueTable.get(key);
335 if (arbitratorTable.get(key) == null) {
336 throw new Error("Key not Found.");
339 // Make sure new key value pair matches the current arbitrator
340 if (!pendingTransactionBuilder.checkArbitrator(arbitratorTable.get(key))) {
341 // TODO: Maybe not throw en error
342 throw new Error("Not all Key Values Match Arbitrator.");
346 pendingTransactionBuilder.addKVGuard(new KeyValue(key, kv.getValue()));
347 return kv.getValue();
349 pendingTransactionBuilder.addKVGuard(new KeyValue(key, null));
354 public synchronized IoTString getSpeculativeAtomic(IoTString key) {
355 if (arbitratorTable.get(key) == null) {
356 throw new Error("Key not Found.");
359 // Make sure new key value pair matches the current arbitrator
360 if (!pendingTransactionBuilder.checkArbitrator(arbitratorTable.get(key))) {
361 // TODO: Maybe not throw en error
362 throw new Error("Not all Key Values Match Arbitrator.");
365 KeyValue kv = pendingTransactionSpeculatedKeyValueTable.get(key);
368 kv = speculatedKeyValueTable.get(key);
372 kv = committedKeyValueTable.get(key);
376 pendingTransactionBuilder.addKVGuard(new KeyValue(key, kv.getValue()));
377 return kv.getValue();
379 pendingTransactionBuilder.addKVGuard(new KeyValue(key, null));
384 public synchronized boolean update() {
386 Slot[] newSlots = cloud.getSlots(sequenceNumber + 1);
387 validateAndUpdate(newSlots, false);
391 updateLiveTransactionsAndStatus();
394 } catch (Exception e) {
395 // e.printStackTrace();
397 for (Long m : localCommunicationTable.keySet()) {
405 public synchronized boolean createNewKey(IoTString keyName, long machineId) throws ServerException {
407 if (arbitratorTable.get(keyName) != null) {
408 // There is already an arbitrator
412 NewKey newKey = new NewKey(null, keyName, machineId);
414 if (sendToServer(newKey)) {
415 // If successfully inserted
421 public synchronized void startTransaction() {
422 // Create a new transaction, invalidates any old pending transactions.
423 pendingTransactionBuilder = new PendingTransaction(localMachineId);
426 public synchronized void addKV(IoTString key, IoTString value) {
428 // Make sure it is a valid key
429 if (arbitratorTable.get(key) == null) {
430 throw new Error("Key not Found.");
433 // Make sure new key value pair matches the current arbitrator
434 if (!pendingTransactionBuilder.checkArbitrator(arbitratorTable.get(key))) {
435 // TODO: Maybe not throw en error
436 throw new Error("Not all Key Values Match Arbitrator.");
439 // Add the key value to this transaction
440 KeyValue kv = new KeyValue(key, value);
441 pendingTransactionBuilder.addKV(kv);
444 public synchronized TransactionStatus commitTransaction() {
446 if (pendingTransactionBuilder.getKVUpdates().size() == 0) {
447 // transaction with no updates will have no effect on the system
448 return new TransactionStatus(TransactionStatus.StatusNoEffect, -1);
451 // Set the local transaction sequence number and increment
452 pendingTransactionBuilder.setClientLocalSequenceNumber(localTransactionSequenceNumber);
453 localTransactionSequenceNumber++;
455 // Create the transaction status
456 TransactionStatus transactionStatus = new TransactionStatus(TransactionStatus.StatusPending, pendingTransactionBuilder.getArbitrator());
458 // Create the new transaction
459 Transaction newTransaction = pendingTransactionBuilder.createTransaction();
460 newTransaction.setTransactionStatus(transactionStatus);
462 if (pendingTransactionBuilder.getArbitrator() != localMachineId) {
463 // Add it to the queue and invalidate the builder for safety
464 pendingTransactionQueue.add(newTransaction);
466 arbitrateOnLocalTransaction(newTransaction);
467 updateLiveStateFromLocal();
470 pendingTransactionBuilder = new PendingTransaction(localMachineId);
474 } catch (ServerException e) {
476 Set<Long> arbitratorTriedAndFailed = new HashSet<Long>();
477 for (Iterator<Transaction> iter = pendingTransactionQueue.iterator(); iter.hasNext(); ) {
478 Transaction transaction = iter.next();
480 if (arbitratorTriedAndFailed.contains(transaction.getArbitrator())) {
481 // Already contacted this client so ignore all attempts to contact this client
482 // to preserve ordering for arbitrator
486 Pair<Boolean, Boolean> sendReturn = sendTransactionToLocal(transaction);
488 if (sendReturn.getFirst()) {
489 // Failed to contact over local
490 arbitratorTriedAndFailed.add(transaction.getArbitrator());
492 // Successful contact or should not contact
494 if (sendReturn.getSecond()) {
502 updateLiveStateFromLocal();
504 return transactionStatus;
508 * Get the machine ID for this client
510 public long getMachineId() {
511 return localMachineId;
515 * Decrement the number of live slots that we currently have
517 public void decrementLiveCount() {
522 * Recalculate the new resize threshold
524 private void setResizeThreshold() {
525 int resizeLower = (int) (RESIZE_THRESHOLD * numberOfSlots);
526 bufferResizeThreshold = resizeLower - 1 + random.nextInt(numberOfSlots - resizeLower);
529 public long getLocalSequenceNumber() {
530 return localSequenceNumber;
534 boolean lastInsertedNewKey = false;
536 private boolean sendToServer(NewKey newKey) throws ServerException {
538 boolean fromRetry = false;
541 if (hadPartialSendToServer) {
542 Slot[] newSlots = cloud.getSlots(sequenceNumber + 1);
543 if (newSlots.length == 0) {
545 ThreeTuple<Boolean, Boolean, Slot[]> sendSlotsReturn = sendSlotsToServer(lastSlotAttemptedToSend, lastNewSize, lastIsNewKey);
547 if (sendSlotsReturn.getFirst()) {
548 if (newKey != null) {
549 if (lastInsertedNewKey && (lastNewKey.getKey() == newKey.getKey()) && (lastNewKey.getMachineID() == newKey.getMachineID())) {
554 for (Transaction transaction : lastTransactionPartsSent.keySet()) {
555 transaction.resetServerFailure();
557 // Update which transactions parts still need to be sent
558 transaction.removeSentParts(lastTransactionPartsSent.get(transaction));
560 // Add the transaction status to the outstanding list
561 outstandingTransactionStatus.put(transaction.getSequenceNumber(), transaction.getTransactionStatus());
563 // Update the transaction status
564 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentPartial);
566 // Check if all the transaction parts were successfully sent and if so then remove it from pending
567 if (transaction.didSendAllParts()) {
568 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentFully);
569 pendingTransactionQueue.remove(transaction);
574 newSlots = sendSlotsReturn.getThird();
576 boolean isInserted = false;
577 for (Slot s : newSlots) {
578 if ((s.getSequenceNumber() == lastSlotAttemptedToSend.getSequenceNumber()) && (s.getMachineID() == localMachineId)) {
584 for (Slot s : newSlots) {
589 // Process each entry in the slot
590 for (Entry entry : s.getEntries()) {
592 if (entry.getType() == Entry.TypeLastMessage) {
593 LastMessage lastMessage = (LastMessage)entry;
594 if ((lastMessage.getMachineID() == localMachineId) && (lastMessage.getSequenceNumber() == lastSlotAttemptedToSend.getSequenceNumber())) {
603 if (newKey != null) {
604 if (lastInsertedNewKey && (lastNewKey.getKey() == newKey.getKey()) && (lastNewKey.getMachineID() == newKey.getMachineID())) {
609 for (Transaction transaction : lastTransactionPartsSent.keySet()) {
610 transaction.resetServerFailure();
612 // Update which transactions parts still need to be sent
613 transaction.removeSentParts(lastTransactionPartsSent.get(transaction));
615 // Add the transaction status to the outstanding list
616 outstandingTransactionStatus.put(transaction.getSequenceNumber(), transaction.getTransactionStatus());
618 // Update the transaction status
619 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentPartial);
621 // Check if all the transaction parts were successfully sent and if so then remove it from pending
622 if (transaction.didSendAllParts()) {
623 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentFully);
624 pendingTransactionQueue.remove(transaction);
626 transaction.resetServerFailure();
627 // Set the transaction sequence number back to nothing
628 if (!transaction.didSendAPartToServer()) {
629 transaction.setSequenceNumber(-1);
636 for (Transaction transaction : lastTransactionPartsSent.keySet()) {
637 transaction.resetServerFailure();
638 // Set the transaction sequence number back to nothing
639 if (!transaction.didSendAPartToServer()) {
640 transaction.setSequenceNumber(-1);
644 if (sendSlotsReturn.getThird().length != 0) {
645 // insert into the local block chain
646 validateAndUpdate(sendSlotsReturn.getThird(), true);
650 boolean isInserted = false;
651 for (Slot s : newSlots) {
652 if ((s.getSequenceNumber() == lastSlotAttemptedToSend.getSequenceNumber()) && (s.getMachineID() == localMachineId)) {
658 for (Slot s : newSlots) {
663 // Process each entry in the slot
664 for (Entry entry : s.getEntries()) {
666 if (entry.getType() == Entry.TypeLastMessage) {
667 LastMessage lastMessage = (LastMessage)entry;
668 if ((lastMessage.getMachineID() == localMachineId) && (lastMessage.getSequenceNumber() == lastSlotAttemptedToSend.getSequenceNumber())) {
677 if (newKey != null) {
678 if (lastInsertedNewKey && (lastNewKey.getKey() == newKey.getKey()) && (lastNewKey.getMachineID() == newKey.getMachineID())) {
683 for (Transaction transaction : lastTransactionPartsSent.keySet()) {
684 transaction.resetServerFailure();
686 // Update which transactions parts still need to be sent
687 transaction.removeSentParts(lastTransactionPartsSent.get(transaction));
689 // Add the transaction status to the outstanding list
690 outstandingTransactionStatus.put(transaction.getSequenceNumber(), transaction.getTransactionStatus());
692 // Update the transaction status
693 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentPartial);
695 // Check if all the transaction parts were successfully sent and if so then remove it from pending
696 if (transaction.didSendAllParts()) {
697 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentFully);
698 pendingTransactionQueue.remove(transaction);
700 transaction.resetServerFailure();
701 // Set the transaction sequence number back to nothing
702 if (!transaction.didSendAPartToServer()) {
703 transaction.setSequenceNumber(-1);
708 for (Transaction transaction : lastTransactionPartsSent.keySet()) {
709 transaction.resetServerFailure();
710 // Set the transaction sequence number back to nothing
711 if (!transaction.didSendAPartToServer()) {
712 transaction.setSequenceNumber(-1);
717 // insert into the local block chain
718 validateAndUpdate(newSlots, true);
721 } catch (ServerException e) {
728 // While we have stuff that needs inserting into the block chain
729 while ((pendingTransactionQueue.size() > 0) || (pendingSendArbitrationRounds.size() > 0) || (newKey != null)) {
733 if (hadPartialSendToServer) {
734 throw new Error("Should Be error free");
739 // If there is a new key with same name then end
740 if ((newKey != null) && (arbitratorTable.get(newKey.getKey()) != null)) {
745 Slot slot = new Slot(this, sequenceNumber + 1, localMachineId, buffer.getSlot(sequenceNumber).getHMAC(), localSequenceNumber);
746 localSequenceNumber++;
748 // Try to fill the slot with data
749 ThreeTuple<Boolean, Integer, Boolean> fillSlotsReturn = fillSlot(slot, false, newKey);
750 boolean needsResize = fillSlotsReturn.getFirst();
751 int newSize = fillSlotsReturn.getSecond();
752 Boolean insertedNewKey = fillSlotsReturn.getThird();
755 // Reset which transaction to send
756 for (Transaction transaction : transactionPartsSent.keySet()) {
757 transaction.resetNextPartToSend();
759 // Set the transaction sequence number back to nothing
760 if (!transaction.didSendAPartToServer() && !transaction.getServerFailure()) {
761 transaction.setSequenceNumber(-1);
765 // Clear the sent data since we are trying again
766 pendingSendArbitrationEntriesToDelete.clear();
767 transactionPartsSent.clear();
769 // We needed a resize so try again
770 fillSlot(slot, true, newKey);
773 lastSlotAttemptedToSend = slot;
774 lastIsNewKey = (newKey != null);
775 lastInsertedNewKey = insertedNewKey;
776 lastNewSize = newSize;
778 lastTransactionPartsSent = new HashMap<Transaction, List<Integer>>(transactionPartsSent);
779 lastPendingSendArbitrationEntriesToDelete = new ArrayList<Entry>(pendingSendArbitrationEntriesToDelete);
782 ThreeTuple<Boolean, Boolean, Slot[]> sendSlotsReturn = sendSlotsToServer(slot, newSize, newKey != null);
784 if (sendSlotsReturn.getFirst()) {
786 // Did insert into the block chain
788 if (insertedNewKey) {
789 // This slot was what was inserted not a previous slot
791 // New Key was successfully inserted into the block chain so dont want to insert it again
795 // Remove the aborts and commit parts that were sent from the pending to send queue
796 for (Iterator<ArbitrationRound> iter = pendingSendArbitrationRounds.iterator(); iter.hasNext(); ) {
797 ArbitrationRound round = iter.next();
798 round.removeParts(pendingSendArbitrationEntriesToDelete);
800 if (round.isDoneSending()) {
801 // Sent all the parts
806 for (Transaction transaction : transactionPartsSent.keySet()) {
807 transaction.resetServerFailure();
809 // Update which transactions parts still need to be sent
810 transaction.removeSentParts(transactionPartsSent.get(transaction));
812 // Add the transaction status to the outstanding list
813 outstandingTransactionStatus.put(transaction.getSequenceNumber(), transaction.getTransactionStatus());
815 // Update the transaction status
816 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentPartial);
818 // Check if all the transaction parts were successfully sent and if so then remove it from pending
819 if (transaction.didSendAllParts()) {
820 transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentFully);
821 pendingTransactionQueue.remove(transaction);
826 // if (!sendSlotsReturn.getSecond()) {
827 // for (Transaction transaction : lastTransactionPartsSent.keySet()) {
828 // transaction.resetServerFailure();
831 // for (Transaction transaction : lastTransactionPartsSent.keySet()) {
832 // transaction.resetServerFailure();
834 // // Update which transactions parts still need to be sent
835 // transaction.removeSentParts(transactionPartsSent.get(transaction));
837 // // Add the transaction status to the outstanding list
838 // outstandingTransactionStatus.put(transaction.getSequenceNumber(), transaction.getTransactionStatus());
840 // // Update the transaction status
841 // transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentPartial);
843 // // Check if all the transaction parts were successfully sent and if so then remove it from pending
844 // if (transaction.didSendAllParts()) {
845 // transaction.getTransactionStatus().setStatus(TransactionStatus.StatusSentFully);
846 // pendingTransactionQueue.remove(transaction);
848 // for (KeyValue kv : transaction.getKeyValueUpdateSet()) {
849 // System.out.println("Sent: " + kv + " from: " + localMachineId + " Slot:" + lastSlotAttemptedToSend.getSequenceNumber() + " Claimed:" + transaction.getSequenceNumber());
855 // Reset which transaction to send
856 for (Transaction transaction : transactionPartsSent.keySet()) {
857 transaction.resetNextPartToSend();
858 // transaction.resetNextPartToSend();
860 // Set the transaction sequence number back to nothing
861 if (!transaction.didSendAPartToServer() && !transaction.getServerFailure()) {
862 transaction.setSequenceNumber(-1);
867 // Clear the sent data in preparation for next send
868 pendingSendArbitrationEntriesToDelete.clear();
869 transactionPartsSent.clear();
871 if (sendSlotsReturn.getThird().length != 0) {
872 // insert into the local block chain
873 validateAndUpdate(sendSlotsReturn.getThird(), true);
877 } catch (ServerException e) {
879 if (e.getType() != ServerException.TypeInputTimeout) {
880 // e.printStackTrace();
882 // Nothing was able to be sent to the server so just clear these data structures
883 for (Transaction transaction : transactionPartsSent.keySet()) {
884 transaction.resetNextPartToSend();
886 // Set the transaction sequence number back to nothing
887 if (!transaction.didSendAPartToServer() && !transaction.getServerFailure()) {
888 transaction.setSequenceNumber(-1);
892 // There was a partial send to the server
893 hadPartialSendToServer = true;
897 // lastTransactionPartsSent = new HashMap<Transaction, List<Integer>>(transactionPartsSent);
898 // lastPendingSendArbitrationEntriesToDelete = new ArrayList<Entry>(pendingSendArbitrationEntriesToDelete);
901 // Nothing was able to be sent to the server so just clear these data structures
902 for (Transaction transaction : transactionPartsSent.keySet()) {
903 transaction.resetNextPartToSend();
904 transaction.setServerFailure();
908 pendingSendArbitrationEntriesToDelete.clear();
909 transactionPartsSent.clear();
914 return newKey == null;
917 private synchronized boolean updateFromLocal(long machineId) {
918 Pair<String, Integer> localCommunicationInformation = localCommunicationTable.get(machineId);
919 if (localCommunicationInformation == null) {
920 // Cant talk to that device locally so do nothing
924 // Get the size of the send data
925 //int sendDataSize = Integer.BYTES + Long.BYTES;
926 int sendDataSize = Integer.SIZE/8 + Long.SIZE/8;
928 Long lastArbitrationDataLocalSequenceNumber = (long) - 1;
929 if (lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(machineId) != null) {
930 lastArbitrationDataLocalSequenceNumber = lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(machineId);
933 byte[] sendData = new byte[sendDataSize];
934 ByteBuffer bbEncode = ByteBuffer.wrap(sendData);
937 bbEncode.putLong(lastArbitrationDataLocalSequenceNumber);
941 byte[] returnData = cloud.sendLocalData(sendData, localSequenceNumber, localCommunicationInformation.getFirst(), localCommunicationInformation.getSecond());
942 localSequenceNumber++;
944 if (returnData == null) {
945 // Could not contact server
950 ByteBuffer bbDecode = ByteBuffer.wrap(returnData);
951 int numberOfEntries = bbDecode.getInt();
953 for (int i = 0; i < numberOfEntries; i++) {
954 byte type = bbDecode.get();
955 if (type == Entry.TypeAbort) {
956 Abort abort = (Abort)Abort.decode(null, bbDecode);
958 } else if (type == Entry.TypeCommitPart) {
959 CommitPart commitPart = (CommitPart)CommitPart.decode(null, bbDecode);
960 processEntry(commitPart);
964 updateLiveStateFromLocal();
969 private Pair<Boolean, Boolean> sendTransactionToLocal(Transaction transaction) {
971 // Get the devices local communications
972 Pair<String, Integer> localCommunicationInformation = localCommunicationTable.get(transaction.getArbitrator());
974 if (localCommunicationInformation == null) {
975 // Cant talk to that device locally so do nothing
976 return new Pair<Boolean, Boolean>(true, false);
979 // Get the size of the send data
980 //int sendDataSize = Integer.BYTES + Long.BYTES;
981 int sendDataSize = Integer.SIZE/8 + Long.SIZE/8;
982 for (TransactionPart part : transaction.getParts().values()) {
983 sendDataSize += part.getSize();
986 Long lastArbitrationDataLocalSequenceNumber = (long) - 1;
987 if (lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(transaction.getArbitrator()) != null) {
988 lastArbitrationDataLocalSequenceNumber = lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(transaction.getArbitrator());
991 // Make the send data size
992 byte[] sendData = new byte[sendDataSize];
993 ByteBuffer bbEncode = ByteBuffer.wrap(sendData);
996 bbEncode.putLong(lastArbitrationDataLocalSequenceNumber);
997 bbEncode.putInt(transaction.getParts().size());
998 for (TransactionPart part : transaction.getParts().values()) {
999 part.encode(bbEncode);
1004 byte[] returnData = cloud.sendLocalData(sendData, localSequenceNumber, localCommunicationInformation.getFirst(), localCommunicationInformation.getSecond());
1005 localSequenceNumber++;
1007 if (returnData == null) {
1008 // Could not contact server
1009 return new Pair<Boolean, Boolean>(true, false);
1013 ByteBuffer bbDecode = ByteBuffer.wrap(returnData);
1014 boolean didCommit = bbDecode.get() == 1;
1015 boolean couldArbitrate = bbDecode.get() == 1;
1016 int numberOfEntries = bbDecode.getInt();
1017 boolean foundAbort = false;
1019 for (int i = 0; i < numberOfEntries; i++) {
1020 byte type = bbDecode.get();
1021 if (type == Entry.TypeAbort) {
1022 Abort abort = (Abort)Abort.decode(null, bbDecode);
1024 if ((abort.getTransactionMachineId() == localMachineId) && (abort.getTransactionClientLocalSequenceNumber() == transaction.getClientLocalSequenceNumber())) {
1028 processEntry(abort);
1029 } else if (type == Entry.TypeCommitPart) {
1030 CommitPart commitPart = (CommitPart)CommitPart.decode(null, bbDecode);
1031 processEntry(commitPart);
1035 updateLiveStateFromLocal();
1037 if (couldArbitrate) {
1038 TransactionStatus status = transaction.getTransactionStatus();
1040 status.setStatus(TransactionStatus.StatusCommitted);
1042 status.setStatus(TransactionStatus.StatusAborted);
1045 TransactionStatus status = transaction.getTransactionStatus();
1047 status.setStatus(TransactionStatus.StatusAborted);
1049 status.setStatus(TransactionStatus.StatusCommitted);
1053 return new Pair<Boolean, Boolean>(false, true);
1056 public synchronized byte[] acceptDataFromLocal(byte[] data) {
1059 ByteBuffer bbDecode = ByteBuffer.wrap(data);
1060 long lastArbitratedSequenceNumberSeen = bbDecode.getLong();
1061 int numberOfParts = bbDecode.getInt();
1063 // If we did commit a transaction or not
1064 boolean didCommit = false;
1065 boolean couldArbitrate = false;
1067 if (numberOfParts != 0) {
1069 // decode the transaction
1070 Transaction transaction = new Transaction();
1071 for (int i = 0; i < numberOfParts; i++) {
1073 TransactionPart newPart = (TransactionPart)TransactionPart.decode(null, bbDecode);
1074 transaction.addPartDecode(newPart);
1077 // Arbitrate on transaction and pull relevant return data
1078 Pair<Boolean, Boolean> localArbitrateReturn = arbitrateOnLocalTransaction(transaction);
1079 couldArbitrate = localArbitrateReturn.getFirst();
1080 didCommit = localArbitrateReturn.getSecond();
1082 updateLiveStateFromLocal();
1084 // Transaction was sent to the server so keep track of it to prevent double commit
1085 if (transaction.getSequenceNumber() != -1) {
1086 offlineTransactionsCommittedAndAtServer.add(transaction.getId());
1090 // The data to send back
1091 int returnDataSize = 0;
1092 List<Entry> unseenArbitrations = new ArrayList<Entry>();
1094 // Get the aborts to send back
1095 List<Long> abortLocalSequenceNumbers = new ArrayList<Long >(liveAbortsGeneratedByLocal.keySet());
1096 Collections.sort(abortLocalSequenceNumbers);
1097 for (Long localSequenceNumber : abortLocalSequenceNumbers) {
1098 if (localSequenceNumber <= lastArbitratedSequenceNumberSeen) {
1102 Abort abort = liveAbortsGeneratedByLocal.get(localSequenceNumber);
1103 unseenArbitrations.add(abort);
1104 returnDataSize += abort.getSize();
1107 // Get the commits to send back
1108 Map<Long, Commit> commitForClientTable = liveCommitsTable.get(localMachineId);
1109 if (commitForClientTable != null) {
1110 List<Long> commitLocalSequenceNumbers = new ArrayList<Long>(commitForClientTable.keySet());
1111 Collections.sort(commitLocalSequenceNumbers);
1113 for (Long localSequenceNumber : commitLocalSequenceNumbers) {
1114 Commit commit = commitForClientTable.get(localSequenceNumber);
1116 if (localSequenceNumber <= lastArbitratedSequenceNumberSeen) {
1120 unseenArbitrations.addAll(commit.getParts().values());
1122 for (CommitPart commitPart : commit.getParts().values()) {
1123 returnDataSize += commitPart.getSize();
1128 // Number of arbitration entries to decode
1129 //returnDataSize += 2 * Integer.BYTES;
1130 returnDataSize += 2 * Integer.SIZE/8;
1132 // Boolean of did commit or not
1133 if (numberOfParts != 0) {
1134 //returnDataSize += Byte.BYTES;
1135 returnDataSize += Byte.SIZE/8;
1138 // Data to send Back
1139 byte[] returnData = new byte[returnDataSize];
1140 ByteBuffer bbEncode = ByteBuffer.wrap(returnData);
1142 if (numberOfParts != 0) {
1144 bbEncode.put((byte)1);
1146 bbEncode.put((byte)0);
1148 if (couldArbitrate) {
1149 bbEncode.put((byte)1);
1151 bbEncode.put((byte)0);
1155 bbEncode.putInt(unseenArbitrations.size());
1156 for (Entry entry : unseenArbitrations) {
1157 entry.encode(bbEncode);
1161 localSequenceNumber++;
1165 private ThreeTuple<Boolean, Boolean, Slot[]> sendSlotsToServer(Slot slot, int newSize, boolean isNewKey) throws ServerException {
1167 boolean attemptedToSendToServerTmp = attemptedToSendToServer;
1168 attemptedToSendToServer = true;
1170 boolean inserted = false;
1171 boolean lastTryInserted = false;
1173 Slot[] array = cloud.putSlot(slot, newSize);
1174 if (array == null) {
1175 array = new Slot[] {slot};
1176 rejectedSlotList.clear();
1179 if (array.length == 0) {
1180 throw new Error("Server Error: Did not send any slots");
1183 // if (attemptedToSendToServerTmp) {
1184 if (hadPartialSendToServer) {
1186 boolean isInserted = false;
1187 for (Slot s : array) {
1188 if ((s.getSequenceNumber() == slot.getSequenceNumber()) && (s.getMachineID() == localMachineId)) {
1194 for (Slot s : array) {
1199 // Process each entry in the slot
1200 for (Entry entry : s.getEntries()) {
1202 if (entry.getType() == Entry.TypeLastMessage) {
1203 LastMessage lastMessage = (LastMessage)entry;
1205 if ((lastMessage.getMachineID() == localMachineId) && (lastMessage.getSequenceNumber() == slot.getSequenceNumber())) {
1214 rejectedSlotList.add(slot.getSequenceNumber());
1215 lastTryInserted = false;
1217 lastTryInserted = true;
1220 rejectedSlotList.add(slot.getSequenceNumber());
1221 lastTryInserted = false;
1225 return new ThreeTuple<Boolean, Boolean, Slot[]>(inserted, lastTryInserted, array);
1229 * Returns false if a resize was needed
1231 private ThreeTuple<Boolean, Integer, Boolean> fillSlot(Slot slot, boolean resize, NewKey newKeyEntry) {
1235 if (liveSlotCount > bufferResizeThreshold) {
1236 resize = true; //Resize is forced
1241 newSize = (int) (numberOfSlots * RESIZE_MULTIPLE);
1242 TableStatus status = new TableStatus(slot, newSize);
1243 slot.addEntry(status);
1246 // Fill with rejected slots first before doing anything else
1247 doRejectedMessages(slot);
1249 // Do mandatory rescue of entries
1250 ThreeTuple<Boolean, Boolean, Long> mandatoryRescueReturn = doMandatoryResuce(slot, resize);
1252 // Extract working variables
1253 boolean needsResize = mandatoryRescueReturn.getFirst();
1254 boolean seenLiveSlot = mandatoryRescueReturn.getSecond();
1255 long currentRescueSequenceNumber = mandatoryRescueReturn.getThird();
1257 if (needsResize && !resize) {
1258 // We need to resize but we are not resizing so return false
1259 return new ThreeTuple<Boolean, Integer, Boolean>(true, null, null);
1262 boolean inserted = false;
1263 if (newKeyEntry != null) {
1264 newKeyEntry.setSlot(slot);
1265 if (slot.hasSpace(newKeyEntry)) {
1267 slot.addEntry(newKeyEntry);
1272 // Clear the transactions, aborts and commits that were sent previously
1273 transactionPartsSent.clear();
1274 pendingSendArbitrationEntriesToDelete.clear();
1276 for (ArbitrationRound round : pendingSendArbitrationRounds) {
1277 boolean isFull = false;
1278 round.generateParts();
1279 List<Entry> parts = round.getParts();
1281 // Insert pending arbitration data
1282 for (Entry arbitrationData : parts) {
1284 // If it is an abort then we need to set some information
1285 if (arbitrationData instanceof Abort) {
1286 ((Abort)arbitrationData).setSequenceNumber(slot.getSequenceNumber());
1289 if (!slot.hasSpace(arbitrationData)) {
1290 // No space so cant do anything else with these data entries
1295 // Add to this current slot and add it to entries to delete
1296 slot.addEntry(arbitrationData);
1297 pendingSendArbitrationEntriesToDelete.add(arbitrationData);
1305 if (pendingTransactionQueue.size() > 0) {
1307 Transaction transaction = pendingTransactionQueue.get(0);
1309 // Set the transaction sequence number if it has yet to be inserted into the block chain
1310 // if ((!transaction.didSendAPartToServer() && !transaction.getServerFailure()) || (transaction.getSequenceNumber() == -1)) {
1311 // transaction.setSequenceNumber(slot.getSequenceNumber());
1314 if ((!transaction.didSendAPartToServer()) || (transaction.getSequenceNumber() == -1)) {
1315 transaction.setSequenceNumber(slot.getSequenceNumber());
1320 TransactionPart part = transaction.getNextPartToSend();
1323 // Ran out of parts to send for this transaction so move on
1327 if (slot.hasSpace(part)) {
1328 slot.addEntry(part);
1329 List<Integer> partsSent = transactionPartsSent.get(transaction);
1330 if (partsSent == null) {
1331 partsSent = new ArrayList<Integer>();
1332 transactionPartsSent.put(transaction, partsSent);
1334 partsSent.add(part.getPartNumber());
1335 transactionPartsSent.put(transaction, partsSent);
1342 // Fill the remainder of the slot with rescue data
1343 doOptionalRescue(slot, seenLiveSlot, currentRescueSequenceNumber, resize);
1345 return new ThreeTuple<Boolean, Integer, Boolean>(false, newSize, inserted);
1348 private void doRejectedMessages(Slot s) {
1349 if (! rejectedSlotList.isEmpty()) {
1350 /* TODO: We should avoid generating a rejected message entry if
1351 * there is already a sufficient entry in the queue (e.g.,
1352 * equalsto value of true and same sequence number). */
1354 long old_seqn = rejectedSlotList.firstElement();
1355 if (rejectedSlotList.size() > REJECTED_THRESHOLD) {
1356 long new_seqn = rejectedSlotList.lastElement();
1357 RejectedMessage rm = new RejectedMessage(s, s.getSequenceNumber(), localMachineId, old_seqn, new_seqn, false);
1360 long prev_seqn = -1;
1362 /* Go through list of missing messages */
1363 for (; i < rejectedSlotList.size(); i++) {
1364 long curr_seqn = rejectedSlotList.get(i);
1365 Slot s_msg = buffer.getSlot(curr_seqn);
1368 prev_seqn = curr_seqn;
1370 /* Generate rejected message entry for missing messages */
1371 if (prev_seqn != -1) {
1372 RejectedMessage rm = new RejectedMessage(s, s.getSequenceNumber(), localMachineId, old_seqn, prev_seqn, false);
1375 /* Generate rejected message entries for present messages */
1376 for (; i < rejectedSlotList.size(); i++) {
1377 long curr_seqn = rejectedSlotList.get(i);
1378 Slot s_msg = buffer.getSlot(curr_seqn);
1379 long machineid = s_msg.getMachineID();
1380 RejectedMessage rm = new RejectedMessage(s, s.getSequenceNumber(), machineid, curr_seqn, curr_seqn, true);
1387 private ThreeTuple<Boolean, Boolean, Long> doMandatoryResuce(Slot slot, boolean resize) {
1388 long newestSequenceNumber = buffer.getNewestSeqNum();
1389 long oldestSequenceNumber = buffer.getOldestSeqNum();
1390 if (oldestLiveSlotSequenceNumver < oldestSequenceNumber) {
1391 oldestLiveSlotSequenceNumver = oldestSequenceNumber;
1394 long currentSequenceNumber = oldestLiveSlotSequenceNumver;
1395 boolean seenLiveSlot = false;
1396 long firstIfFull = newestSequenceNumber + 1 - numberOfSlots; // smallest seq number in the buffer if it is full
1397 long threshold = firstIfFull + FREE_SLOTS; // we want the buffer to be clear of live entries up to this point
1401 for (; currentSequenceNumber < threshold; currentSequenceNumber++) {
1402 Slot previousSlot = buffer.getSlot(currentSequenceNumber);
1403 // Push slot number forward
1404 if (! seenLiveSlot) {
1405 oldestLiveSlotSequenceNumver = currentSequenceNumber;
1408 if (!previousSlot.isLive()) {
1412 // We have seen a live slot
1413 seenLiveSlot = true;
1415 // Get all the live entries for a slot
1416 Vector<Entry> liveEntries = previousSlot.getLiveEntries(resize);
1418 // Iterate over all the live entries and try to rescue them
1419 for (Entry liveEntry : liveEntries) {
1420 if (slot.hasSpace(liveEntry)) {
1422 // Enough space to rescue the entry
1423 slot.addEntry(liveEntry);
1424 } else if (currentSequenceNumber == firstIfFull) {
1425 //if there's no space but the entry is about to fall off the queue
1426 System.out.println("B"); //?
1427 return new ThreeTuple<Boolean, Boolean, Long>(true, seenLiveSlot, currentSequenceNumber);
1434 return new ThreeTuple<Boolean, Boolean, Long>(false, seenLiveSlot, currentSequenceNumber);
1437 private void doOptionalRescue(Slot s, boolean seenliveslot, long seqn, boolean resize) {
1438 /* now go through live entries from least to greatest sequence number until
1439 * either all live slots added, or the slot doesn't have enough room
1440 * for SKIP_THRESHOLD consecutive entries*/
1442 long newestseqnum = buffer.getNewestSeqNum();
1444 for (; seqn <= newestseqnum; seqn++) {
1445 Slot prevslot = buffer.getSlot(seqn);
1446 //Push slot number forward
1448 oldestLiveSlotSequenceNumver = seqn;
1450 if (!prevslot.isLive())
1452 seenliveslot = true;
1453 Vector<Entry> liveentries = prevslot.getLiveEntries(resize);
1454 for (Entry liveentry : liveentries) {
1455 if (s.hasSpace(liveentry))
1456 s.addEntry(liveentry);
1459 if (skipcount > SKIP_THRESHOLD)
1467 * Checks for malicious activity and updates the local copy of the block chain.
1469 private void validateAndUpdate(Slot[] newSlots, boolean acceptUpdatesToLocal) {
1471 // The cloud communication layer has checked slot HMACs already before decoding
1472 if (newSlots.length == 0) {
1476 // Make sure all slots are newer than the last largest slot this client has seen
1477 long firstSeqNum = newSlots[0].getSequenceNumber();
1478 if (firstSeqNum <= sequenceNumber) {
1479 throw new Error("Server Error: Sent older slots!");
1482 // Create an object that can access both new slots and slots in our local chain
1483 // without committing slots to our local chain
1484 SlotIndexer indexer = new SlotIndexer(newSlots, buffer);
1486 // Check that the HMAC chain is not broken
1487 checkHMACChain(indexer, newSlots);
1489 // Set to keep track of messages from clients
1490 HashSet<Long> machineSet = new HashSet<Long>(lastMessageTable.keySet());
1492 // Process each slots data
1493 for (Slot slot : newSlots) {
1494 processSlot(indexer, slot, acceptUpdatesToLocal, machineSet);
1496 updateExpectedSize();
1499 // If there is a gap, check to see if the server sent us everything.
1500 if (firstSeqNum != (sequenceNumber + 1)) {
1502 // Check the size of the slots that were sent down by the server.
1503 // Can only check the size if there was a gap
1504 checkNumSlots(newSlots.length);
1506 // Since there was a gap every machine must have pushed a slot or must have
1507 // a last message message. If not then the server is hiding slots
1508 if (!machineSet.isEmpty()) {
1509 throw new Error("Missing record for machines: " + machineSet);
1513 // Update the size of our local block chain.
1516 // Commit new to slots to the local block chain.
1517 for (Slot slot : newSlots) {
1519 // Insert this slot into our local block chain copy.
1520 buffer.putSlot(slot);
1522 // Keep track of how many slots are currently live (have live data in them).
1526 // Get the sequence number of the latest slot in the system
1527 sequenceNumber = newSlots[newSlots.length - 1].getSequenceNumber();
1529 updateLiveStateFromServer();
1531 // No Need to remember after we pulled from the server
1532 offlineTransactionsCommittedAndAtServer.clear();
1534 // This is invalidated now
1535 hadPartialSendToServer = false;
1538 private void updateLiveStateFromServer() {
1539 // Process the new transaction parts
1540 processNewTransactionParts();
1542 // Do arbitration on new transactions that were received
1543 arbitrateFromServer();
1545 // Update all the committed keys
1546 boolean didCommitOrSpeculate = updateCommittedTable();
1548 // Delete the transactions that are now dead
1549 updateLiveTransactionsAndStatus();
1552 didCommitOrSpeculate |= updateSpeculativeTable(didCommitOrSpeculate);
1553 updatePendingTransactionSpeculativeTable(didCommitOrSpeculate);
1556 private void updateLiveStateFromLocal() {
1557 // Update all the committed keys
1558 boolean didCommitOrSpeculate = updateCommittedTable();
1560 // Delete the transactions that are now dead
1561 updateLiveTransactionsAndStatus();
1564 didCommitOrSpeculate |= updateSpeculativeTable(didCommitOrSpeculate);
1565 updatePendingTransactionSpeculativeTable(didCommitOrSpeculate);
1568 private void initExpectedSize(long firstSequenceNumber, long numberOfSlots) {
1569 // if (didFindTableStatus) {
1572 long prevslots = firstSequenceNumber;
1575 if (didFindTableStatus) {
1576 // expectedsize = (prevslots < ((long) numberOfSlots)) ? (int) prevslots : expectedsize;
1577 // System.out.println("Here2: " + expectedsize + " " + numberOfSlots + " " + prevslots);
1580 expectedsize = (prevslots < ((long) numberOfSlots)) ? (int) prevslots : numberOfSlots;
1581 // System.out.println("Here: " + expectedsize);
1584 // System.out.println(numberOfSlots);
1586 didFindTableStatus = true;
1587 currMaxSize = numberOfSlots;
1590 private void updateExpectedSize() {
1593 if (expectedsize > currMaxSize) {
1594 expectedsize = currMaxSize;
1600 * Check the size of the block chain to make sure there are enough slots sent back by the server.
1601 * This is only called when we have a gap between the slots that we have locally and the slots
1602 * sent by the server therefore in the slots sent by the server there will be at least 1 Table
1605 private void checkNumSlots(int numberOfSlots) {
1606 if (numberOfSlots != expectedsize) {
1607 throw new Error("Server Error: Server did not send all slots. Expected: " + expectedsize + " Received:" + numberOfSlots);
1611 private void updateCurrMaxSize(int newmaxsize) {
1612 currMaxSize = newmaxsize;
1617 * Update the size of of the local buffer if it is needed.
1619 private void commitNewMaxSize() {
1620 didFindTableStatus = false;
1622 // Resize the local slot buffer
1623 if (numberOfSlots != currMaxSize) {
1624 buffer.resize((int)currMaxSize);
1627 // Change the number of local slots to the new size
1628 numberOfSlots = (int)currMaxSize;
1631 // Recalculate the resize threshold since the size of the local buffer has changed
1632 setResizeThreshold();
1636 * Process the new transaction parts from this latest round of slots received from the server
1638 private void processNewTransactionParts() {
1640 if (newTransactionParts.size() == 0) {
1641 // Nothing new to process
1645 // Iterate through all the machine Ids that we received new parts for
1646 for (Long machineId : newTransactionParts.keySet()) {
1647 Map<Pair<Long, Integer>, TransactionPart> parts = newTransactionParts.get(machineId);
1649 // Iterate through all the parts for that machine Id
1650 for (Pair<Long, Integer> partId : parts.keySet()) {
1651 TransactionPart part = parts.get(partId);
1653 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(part.getArbitratorId());
1654 if ((lastTransactionNumber != null) && (lastTransactionNumber >= part.getSequenceNumber())) {
1655 // Set dead the transaction part
1660 // Get the transaction object for that sequence number
1661 Transaction transaction = liveTransactionBySequenceNumberTable.get(part.getSequenceNumber());
1663 if (transaction == null) {
1664 // This is a new transaction that we dont have so make a new one
1665 transaction = new Transaction();
1667 // Insert this new transaction into the live tables
1668 liveTransactionBySequenceNumberTable.put(part.getSequenceNumber(), transaction);
1669 liveTransactionByTransactionIdTable.put(part.getTransactionId(), transaction);
1672 // Add that part to the transaction
1673 transaction.addPartDecode(part);
1677 // Clear all the new transaction parts in preparation for the next time the server sends slots
1678 newTransactionParts.clear();
1682 private long lastSeqNumArbOn = 0;
1684 private void arbitrateFromServer() {
1686 if (liveTransactionBySequenceNumberTable.size() == 0) {
1687 // Nothing to arbitrate on so move on
1691 // Get the transaction sequence numbers and sort from oldest to newest
1692 List<Long> transactionSequenceNumbers = new ArrayList<Long>(liveTransactionBySequenceNumberTable.keySet());
1693 Collections.sort(transactionSequenceNumbers);
1695 // Collection of key value pairs that are
1696 Map<IoTString, KeyValue> speculativeTableTmp = new HashMap<IoTString, KeyValue>();
1698 // The last transaction arbitrated on
1699 long lastTransactionCommitted = -1;
1700 Set<Abort> generatedAborts = new HashSet<Abort>();
1702 for (Long transactionSequenceNumber : transactionSequenceNumbers) {
1703 Transaction transaction = liveTransactionBySequenceNumberTable.get(transactionSequenceNumber);
1707 // Check if this machine arbitrates for this transaction if not then we cant arbitrate this transaction
1708 if (transaction.getArbitrator() != localMachineId) {
1712 if (transactionSequenceNumber < lastSeqNumArbOn) {
1716 if (offlineTransactionsCommittedAndAtServer.contains(transaction.getId())) {
1717 // We have seen this already locally so dont commit again
1722 if (!transaction.isComplete()) {
1723 // Will arbitrate in incorrect order if we continue so just break
1729 // update the largest transaction seen by arbitrator from server
1730 if (lastTransactionSeenFromMachineFromServer.get(transaction.getMachineId()) == null) {
1731 lastTransactionSeenFromMachineFromServer.put(transaction.getMachineId(), transaction.getClientLocalSequenceNumber());
1733 Long lastTransactionSeenFromMachine = lastTransactionSeenFromMachineFromServer.get(transaction.getMachineId());
1734 if (transaction.getClientLocalSequenceNumber() > lastTransactionSeenFromMachine) {
1735 lastTransactionSeenFromMachineFromServer.put(transaction.getMachineId(), transaction.getClientLocalSequenceNumber());
1739 if (transaction.evaluateGuard(committedKeyValueTable, speculativeTableTmp, null)) {
1740 // Guard evaluated as true
1742 // Update the local changes so we can make the commit
1743 for (KeyValue kv : transaction.getKeyValueUpdateSet()) {
1744 speculativeTableTmp.put(kv.getKey(), kv);
1747 // Update what the last transaction committed was for use in batch commit
1748 lastTransactionCommitted = transactionSequenceNumber;
1750 // Guard evaluated was false so create abort
1753 Abort newAbort = new Abort(null,
1754 transaction.getClientLocalSequenceNumber(),
1755 transaction.getSequenceNumber(),
1756 transaction.getMachineId(),
1757 transaction.getArbitrator(),
1758 localArbitrationSequenceNumber);
1759 localArbitrationSequenceNumber++;
1761 generatedAborts.add(newAbort);
1763 // Insert the abort so we can process
1764 processEntry(newAbort);
1767 lastSeqNumArbOn = transactionSequenceNumber;
1769 // liveTransactionBySequenceNumberTable.remove(transactionSequenceNumber);
1772 Commit newCommit = null;
1774 // If there is something to commit
1775 if (speculativeTableTmp.size() != 0) {
1777 // Create the commit and increment the commit sequence number
1778 newCommit = new Commit(localArbitrationSequenceNumber, localMachineId, lastTransactionCommitted);
1779 localArbitrationSequenceNumber++;
1781 // Add all the new keys to the commit
1782 for (KeyValue kv : speculativeTableTmp.values()) {
1783 newCommit.addKV(kv);
1786 // create the commit parts
1787 newCommit.createCommitParts();
1789 // Append all the commit parts to the end of the pending queue waiting for sending to the server
1791 // Insert the commit so we can process it
1792 for (CommitPart commitPart : newCommit.getParts().values()) {
1793 processEntry(commitPart);
1797 if ((newCommit != null) || (generatedAborts.size() > 0)) {
1798 ArbitrationRound arbitrationRound = new ArbitrationRound(newCommit, generatedAborts);
1799 pendingSendArbitrationRounds.add(arbitrationRound);
1801 if (compactArbitrationData()) {
1802 ArbitrationRound newArbitrationRound = pendingSendArbitrationRounds.get(pendingSendArbitrationRounds.size() - 1);
1803 if (newArbitrationRound.getCommit() != null) {
1804 for (CommitPart commitPart : newArbitrationRound.getCommit().getParts().values()) {
1805 processEntry(commitPart);
1812 private Pair<Boolean, Boolean> arbitrateOnLocalTransaction(Transaction transaction) {
1814 // Check if this machine arbitrates for this transaction if not then we cant arbitrate this transaction
1815 if (transaction.getArbitrator() != localMachineId) {
1816 return new Pair<Boolean, Boolean>(false, false);
1819 if (!transaction.isComplete()) {
1820 // Will arbitrate in incorrect order if we continue so just break
1822 return new Pair<Boolean, Boolean>(false, false);
1825 if (transaction.getMachineId() != localMachineId) {
1826 // dont do this check for local transactions
1827 if (lastTransactionSeenFromMachineFromServer.get(transaction.getMachineId()) != null) {
1828 if (lastTransactionSeenFromMachineFromServer.get(transaction.getMachineId()) > transaction.getClientLocalSequenceNumber()) {
1829 // We've have already seen this from the server
1830 return new Pair<Boolean, Boolean>(false, false);
1835 if (transaction.evaluateGuard(committedKeyValueTable, null, null)) {
1836 // Guard evaluated as true
1838 // Create the commit and increment the commit sequence number
1839 Commit newCommit = new Commit(localArbitrationSequenceNumber, localMachineId, -1);
1840 localArbitrationSequenceNumber++;
1842 // Update the local changes so we can make the commit
1843 for (KeyValue kv : transaction.getKeyValueUpdateSet()) {
1844 newCommit.addKV(kv);
1847 // create the commit parts
1848 newCommit.createCommitParts();
1850 // Append all the commit parts to the end of the pending queue waiting for sending to the server
1851 ArbitrationRound arbitrationRound = new ArbitrationRound(newCommit, new HashSet<Abort>());
1852 pendingSendArbitrationRounds.add(arbitrationRound);
1854 if (compactArbitrationData()) {
1855 ArbitrationRound newArbitrationRound = pendingSendArbitrationRounds.get(pendingSendArbitrationRounds.size() - 1);
1856 for (CommitPart commitPart : newArbitrationRound.getCommit().getParts().values()) {
1857 processEntry(commitPart);
1860 // Insert the commit so we can process it
1861 for (CommitPart commitPart : newCommit.getParts().values()) {
1862 processEntry(commitPart);
1866 if (transaction.getMachineId() == localMachineId) {
1867 TransactionStatus status = transaction.getTransactionStatus();
1868 if (status != null) {
1869 status.setStatus(TransactionStatus.StatusCommitted);
1873 updateLiveStateFromLocal();
1874 return new Pair<Boolean, Boolean>(true, true);
1877 if (transaction.getMachineId() == localMachineId) {
1878 // For locally created messages update the status
1880 // Guard evaluated was false so create abort
1881 TransactionStatus status = transaction.getTransactionStatus();
1882 if (status != null) {
1883 status.setStatus(TransactionStatus.StatusAborted);
1886 Set addAbortSet = new HashSet<Abort>();
1890 Abort newAbort = new Abort(null,
1891 transaction.getClientLocalSequenceNumber(),
1893 transaction.getMachineId(),
1894 transaction.getArbitrator(),
1895 localArbitrationSequenceNumber);
1896 localArbitrationSequenceNumber++;
1898 addAbortSet.add(newAbort);
1901 // Append all the commit parts to the end of the pending queue waiting for sending to the server
1902 ArbitrationRound arbitrationRound = new ArbitrationRound(null, addAbortSet);
1903 pendingSendArbitrationRounds.add(arbitrationRound);
1905 if (compactArbitrationData()) {
1906 ArbitrationRound newArbitrationRound = pendingSendArbitrationRounds.get(pendingSendArbitrationRounds.size() - 1);
1907 for (CommitPart commitPart : newArbitrationRound.getCommit().getParts().values()) {
1908 processEntry(commitPart);
1913 updateLiveStateFromLocal();
1914 return new Pair<Boolean, Boolean>(true, false);
1919 * Compacts the arbitration data my merging commits and aggregating aborts so that a single large push of commits can be done instead of many small updates
1921 private boolean compactArbitrationData() {
1923 if (pendingSendArbitrationRounds.size() < 2) {
1924 // Nothing to compact so do nothing
1928 ArbitrationRound lastRound = pendingSendArbitrationRounds.get(pendingSendArbitrationRounds.size() - 1);
1929 if (lastRound.didSendPart()) {
1933 boolean hadCommit = (lastRound.getCommit() == null);
1934 boolean gotNewCommit = false;
1936 int numberToDelete = 1;
1937 while (numberToDelete < pendingSendArbitrationRounds.size()) {
1938 ArbitrationRound round = pendingSendArbitrationRounds.get(pendingSendArbitrationRounds.size() - numberToDelete - 1);
1940 if (round.isFull() || round.didSendPart()) {
1941 // Stop since there is a part that cannot be compacted and we need to compact in order
1945 if (round.getCommit() == null) {
1947 // Try compacting aborts only
1948 int newSize = round.getCurrentSize() + lastRound.getAbortsCount();
1949 if (newSize > ArbitrationRound.MAX_PARTS) {
1950 // Cant compact since it would be too large
1953 lastRound.addAborts(round.getAborts());
1956 // Create a new larger commit
1957 Commit newCommit = Commit.merge(lastRound.getCommit(), round.getCommit(), localArbitrationSequenceNumber);
1958 localArbitrationSequenceNumber++;
1960 // Create the commit parts so that we can count them
1961 newCommit.createCommitParts();
1963 // Calculate the new size of the parts
1964 int newSize = newCommit.getNumberOfParts();
1965 newSize += lastRound.getAbortsCount();
1966 newSize += round.getAbortsCount();
1968 if (newSize > ArbitrationRound.MAX_PARTS) {
1969 // Cant compact since it would be too large
1973 // Set the new compacted part
1974 lastRound.setCommit(newCommit);
1975 lastRound.addAborts(round.getAborts());
1976 gotNewCommit = true;
1982 if (numberToDelete != 1) {
1983 // If there is a compaction
1985 // Delete the previous pieces that are now in the new compacted piece
1986 if (numberToDelete == pendingSendArbitrationRounds.size()) {
1987 pendingSendArbitrationRounds.clear();
1989 for (int i = 0; i < numberToDelete; i++) {
1990 pendingSendArbitrationRounds.remove(pendingSendArbitrationRounds.size() - 1);
1994 // Add the new compacted into the pending to send list
1995 pendingSendArbitrationRounds.add(lastRound);
1997 // Should reinsert into the commit processor
1998 if (hadCommit && gotNewCommit) {
2005 // private boolean compactArbitrationData() {
2010 * Update all the commits and the committed tables, sets dead the dead transactions
2012 private boolean updateCommittedTable() {
2014 if (newCommitParts.size() == 0) {
2015 // Nothing new to process
2019 // Iterate through all the machine Ids that we received new parts for
2020 for (Long machineId : newCommitParts.keySet()) {
2021 Map<Pair<Long, Integer>, CommitPart> parts = newCommitParts.get(machineId);
2023 // Iterate through all the parts for that machine Id
2024 for (Pair<Long, Integer> partId : parts.keySet()) {
2025 CommitPart part = parts.get(partId);
2027 // Get the transaction object for that sequence number
2028 Map<Long, Commit> commitForClientTable = liveCommitsTable.get(part.getMachineId());
2030 if (commitForClientTable == null) {
2031 // This is the first commit from this device
2032 commitForClientTable = new HashMap<Long, Commit>();
2033 liveCommitsTable.put(part.getMachineId(), commitForClientTable);
2036 Commit commit = commitForClientTable.get(part.getSequenceNumber());
2038 if (commit == null) {
2039 // This is a new commit that we dont have so make a new one
2040 commit = new Commit();
2042 // Insert this new commit into the live tables
2043 commitForClientTable.put(part.getSequenceNumber(), commit);
2046 // Add that part to the commit
2047 commit.addPartDecode(part);
2051 // Clear all the new commits parts in preparation for the next time the server sends slots
2052 newCommitParts.clear();
2054 // If we process a new commit keep track of it for future use
2055 boolean didProcessANewCommit = false;
2057 // Process the commits one by one
2058 for (Long arbitratorId : liveCommitsTable.keySet()) {
2060 // Get all the commits for a specific arbitrator
2061 Map<Long, Commit> commitForClientTable = liveCommitsTable.get(arbitratorId);
2063 // Sort the commits in order
2064 List<Long> commitSequenceNumbers = new ArrayList<Long>(commitForClientTable.keySet());
2065 Collections.sort(commitSequenceNumbers);
2067 // Get the last commit seen from this arbitrator
2068 long lastCommitSeenSequenceNumber = -1;
2069 if (lastCommitSeenSequenceNumberByArbitratorTable.get(arbitratorId) != null) {
2070 lastCommitSeenSequenceNumber = lastCommitSeenSequenceNumberByArbitratorTable.get(arbitratorId);
2073 // Go through each new commit one by one
2074 for (int i = 0; i < commitSequenceNumbers.size(); i++) {
2075 Long commitSequenceNumber = commitSequenceNumbers.get(i);
2076 Commit commit = commitForClientTable.get(commitSequenceNumber);
2078 // Special processing if a commit is not complete
2079 if (!commit.isComplete()) {
2080 if (i == (commitSequenceNumbers.size() - 1)) {
2081 // If there is an incomplete commit and this commit is the latest one seen then this commit cannot be processed and there are no other commits
2084 // This is a commit that was already dead but parts of it are still in the block chain (not flushed out yet).
2085 // Delete it and move on
2087 commitForClientTable.remove(commit.getSequenceNumber());
2092 // Update the last transaction that was updated if we can
2093 if (commit.getTransactionSequenceNumber() != -1) {
2094 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(commit.getMachineId());
2096 // Update the last transaction sequence number that the arbitrator arbitrated on
2097 if ((lastTransactionNumber == null) || (lastTransactionNumber < commit.getTransactionSequenceNumber())) {
2098 lastArbitratedTransactionNumberByArbitratorTable.put(commit.getMachineId(), commit.getTransactionSequenceNumber());
2102 // Update the last arbitration data that we have seen so far
2103 if (lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(commit.getMachineId()) != null) {
2105 long lastArbitrationSequenceNumber = lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(commit.getMachineId());
2106 if (commit.getSequenceNumber() > lastArbitrationSequenceNumber) {
2108 lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.put(commit.getMachineId(), commit.getSequenceNumber());
2111 // Never seen any data from this arbitrator so record the first one
2112 lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.put(commit.getMachineId(), commit.getSequenceNumber());
2115 // We have already seen this commit before so need to do the full processing on this commit
2116 if (commit.getSequenceNumber() <= lastCommitSeenSequenceNumber) {
2118 // Update the last transaction that was updated if we can
2119 if (commit.getTransactionSequenceNumber() != -1) {
2120 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(commit.getMachineId());
2122 // Update the last transaction sequence number that the arbitrator arbitrated on
2123 if ((lastTransactionNumber == null) || (lastTransactionNumber < commit.getTransactionSequenceNumber())) {
2124 lastArbitratedTransactionNumberByArbitratorTable.put(commit.getMachineId(), commit.getTransactionSequenceNumber());
2131 // If we got here then this is a brand new commit and needs full processing
2133 // Get what commits should be edited, these are the commits that have live values for their keys
2134 Set<Commit> commitsToEdit = new HashSet<Commit>();
2135 for (KeyValue kv : commit.getKeyValueUpdateSet()) {
2136 commitsToEdit.add(liveCommitsByKeyTable.get(kv.getKey()));
2138 commitsToEdit.remove(null); // remove null since it could be in this set
2140 // Update each previous commit that needs to be updated
2141 for (Commit previousCommit : commitsToEdit) {
2143 // Only bother with live commits (TODO: Maybe remove this check)
2144 if (previousCommit.isLive()) {
2146 // Update which keys in the old commits are still live
2147 for (KeyValue kv : commit.getKeyValueUpdateSet()) {
2148 previousCommit.invalidateKey(kv.getKey());
2151 // if the commit is now dead then remove it
2152 if (!previousCommit.isLive()) {
2153 commitForClientTable.remove(previousCommit);
2158 // Update the last seen sequence number from this arbitrator
2159 if (lastCommitSeenSequenceNumberByArbitratorTable.get(commit.getMachineId()) != null) {
2160 if (commit.getSequenceNumber() > lastCommitSeenSequenceNumberByArbitratorTable.get(commit.getMachineId())) {
2161 lastCommitSeenSequenceNumberByArbitratorTable.put(commit.getMachineId(), commit.getSequenceNumber());
2164 lastCommitSeenSequenceNumberByArbitratorTable.put(commit.getMachineId(), commit.getSequenceNumber());
2167 // We processed a new commit that we havent seen before
2168 didProcessANewCommit = true;
2170 // Update the committed table of keys and which commit is using which key
2171 for (KeyValue kv : commit.getKeyValueUpdateSet()) {
2172 committedKeyValueTable.put(kv.getKey(), kv);
2173 liveCommitsByKeyTable.put(kv.getKey(), commit);
2178 return didProcessANewCommit;
2182 * Create the speculative table from transactions that are still live and have come from the cloud
2184 private boolean updateSpeculativeTable(boolean didProcessNewCommits) {
2185 if (liveTransactionBySequenceNumberTable.keySet().size() == 0) {
2186 // There is nothing to speculate on
2190 // Create a list of the transaction sequence numbers and sort them from oldest to newest
2191 List<Long> transactionSequenceNumbersSorted = new ArrayList<Long>(liveTransactionBySequenceNumberTable.keySet());
2192 Collections.sort(transactionSequenceNumbersSorted);
2194 boolean hasGapInTransactionSequenceNumbers = transactionSequenceNumbersSorted.get(0) != oldestTransactionSequenceNumberSpeculatedOn;
2197 if (hasGapInTransactionSequenceNumbers || didProcessNewCommits) {
2198 // If there is a gap in the transaction sequence numbers then there was a commit or an abort of a transaction
2199 // OR there was a new commit (Could be from offline commit) so a redo the speculation from scratch
2201 // Start from scratch
2202 speculatedKeyValueTable.clear();
2203 lastTransactionSequenceNumberSpeculatedOn = -1;
2204 oldestTransactionSequenceNumberSpeculatedOn = -1;
2208 // Remember the front of the transaction list
2209 oldestTransactionSequenceNumberSpeculatedOn = transactionSequenceNumbersSorted.get(0);
2211 // Find where to start arbitration from
2212 int startIndex = transactionSequenceNumbersSorted.indexOf(lastTransactionSequenceNumberSpeculatedOn) + 1;
2214 if (startIndex >= transactionSequenceNumbersSorted.size()) {
2215 // Make sure we are not out of bounds
2216 return false; // did not speculate
2219 Set<Long> incompleteTransactionArbitrator = new HashSet<Long>();
2220 boolean didSkip = true;
2222 for (int i = startIndex; i < transactionSequenceNumbersSorted.size(); i++) {
2223 long transactionSequenceNumber = transactionSequenceNumbersSorted.get(i);
2224 Transaction transaction = liveTransactionBySequenceNumberTable.get(transactionSequenceNumber);
2226 if (!transaction.isComplete()) {
2227 // If there is an incomplete transaction then there is nothing we can do
2228 // add this transactions arbitrator to the list of arbitrators we should ignore
2229 incompleteTransactionArbitrator.add(transaction.getArbitrator());
2234 if (incompleteTransactionArbitrator.contains(transaction.getArbitrator())) {
2238 lastTransactionSequenceNumberSpeculatedOn = transactionSequenceNumber;
2240 if (transaction.evaluateGuard(committedKeyValueTable, speculatedKeyValueTable, null)) {
2241 // Guard evaluated to true so update the speculative table
2242 for (KeyValue kv : transaction.getKeyValueUpdateSet()) {
2243 speculatedKeyValueTable.put(kv.getKey(), kv);
2249 // Since there was a skip we need to redo the speculation next time around
2250 lastTransactionSequenceNumberSpeculatedOn = -1;
2251 oldestTransactionSequenceNumberSpeculatedOn = -1;
2254 // We did some speculation
2259 * Create the pending transaction speculative table from transactions that are still in the pending transaction buffer
2261 private void updatePendingTransactionSpeculativeTable(boolean didProcessNewCommitsOrSpeculate) {
2262 if (pendingTransactionQueue.size() == 0) {
2263 // There is nothing to speculate on
2268 if (didProcessNewCommitsOrSpeculate || (firstPendingTransaction != pendingTransactionQueue.get(0))) {
2269 // need to reset on the pending speculation
2270 lastPendingTransactionSpeculatedOn = null;
2271 firstPendingTransaction = pendingTransactionQueue.get(0);
2272 pendingTransactionSpeculatedKeyValueTable.clear();
2275 // Find where to start arbitration from
2276 int startIndex = pendingTransactionQueue.indexOf(firstPendingTransaction) + 1;
2278 if (startIndex >= pendingTransactionQueue.size()) {
2279 // Make sure we are not out of bounds
2283 for (int i = startIndex; i < pendingTransactionQueue.size(); i++) {
2284 Transaction transaction = pendingTransactionQueue.get(i);
2286 lastPendingTransactionSpeculatedOn = transaction;
2288 if (transaction.evaluateGuard(committedKeyValueTable, speculatedKeyValueTable, pendingTransactionSpeculatedKeyValueTable)) {
2289 // Guard evaluated to true so update the speculative table
2290 for (KeyValue kv : transaction.getKeyValueUpdateSet()) {
2291 pendingTransactionSpeculatedKeyValueTable.put(kv.getKey(), kv);
2298 * Set dead and remove from the live transaction tables the transactions that are dead
2300 private void updateLiveTransactionsAndStatus() {
2302 // Go through each of the transactions
2303 for (Iterator<Map.Entry<Long, Transaction>> iter = liveTransactionBySequenceNumberTable.entrySet().iterator(); iter.hasNext();) {
2304 Transaction transaction = iter.next().getValue();
2306 // Check if the transaction is dead
2307 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(transaction.getArbitrator());
2308 if ((lastTransactionNumber != null) && (lastTransactionNumber >= transaction.getSequenceNumber())) {
2310 // Set dead the transaction
2311 transaction.setDead();
2313 // Remove the transaction from the live table
2315 liveTransactionByTransactionIdTable.remove(transaction.getId());
2319 // Go through each of the transactions
2320 for (Iterator<Map.Entry<Long, TransactionStatus>> iter = outstandingTransactionStatus.entrySet().iterator(); iter.hasNext();) {
2321 TransactionStatus status = iter.next().getValue();
2323 // Check if the transaction is dead
2324 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(status.getTransactionArbitrator());
2325 if ((lastTransactionNumber != null) && (lastTransactionNumber >= status.getTransactionSequenceNumber())) {
2328 status.setStatus(TransactionStatus.StatusCommitted);
2337 * Process this slot, entry by entry. Also update the latest message sent by slot
2339 private void processSlot(SlotIndexer indexer, Slot slot, boolean acceptUpdatesToLocal, HashSet<Long> machineSet) {
2341 // Update the last message seen
2342 updateLastMessage(slot.getMachineID(), slot.getSequenceNumber(), slot, acceptUpdatesToLocal, machineSet);
2344 // Process each entry in the slot
2345 for (Entry entry : slot.getEntries()) {
2346 switch (entry.getType()) {
2348 case Entry.TypeCommitPart:
2349 processEntry((CommitPart)entry);
2352 case Entry.TypeAbort:
2353 processEntry((Abort)entry);
2356 case Entry.TypeTransactionPart:
2357 processEntry((TransactionPart)entry);
2360 case Entry.TypeNewKey:
2361 processEntry((NewKey)entry);
2364 case Entry.TypeLastMessage:
2365 processEntry((LastMessage)entry, machineSet);
2368 case Entry.TypeRejectedMessage:
2369 processEntry((RejectedMessage)entry, indexer);
2372 case Entry.TypeTableStatus:
2373 processEntry((TableStatus)entry, slot.getSequenceNumber());
2377 throw new Error("Unrecognized type: " + entry.getType());
2383 * Update the last message that was sent for a machine Id
2385 private void processEntry(LastMessage entry, HashSet<Long> machineSet) {
2386 // Update what the last message received by a machine was
2387 updateLastMessage(entry.getMachineID(), entry.getSequenceNumber(), entry, false, machineSet);
2391 * Add the new key to the arbitrators table and update the set of live new keys (in case of a rescued new key message)
2393 private void processEntry(NewKey entry) {
2395 // Update the arbitrator table with the new key information
2396 arbitratorTable.put(entry.getKey(), entry.getMachineID());
2398 // Update what the latest live new key is
2399 NewKey oldNewKey = liveNewKeyTable.put(entry.getKey(), entry);
2400 if (oldNewKey != null) {
2401 // Delete the old new key messages
2402 oldNewKey.setDead();
2407 * Process new table status entries and set dead the old ones as new ones come in.
2408 * keeps track of the largest and smallest table status seen in this current round
2409 * of updating the local copy of the block chain
2411 private void processEntry(TableStatus entry, long seq) {
2412 int newNumSlots = entry.getMaxSlots();
2413 updateCurrMaxSize(newNumSlots);
2415 initExpectedSize(seq, newNumSlots);
2417 if (liveTableStatus != null) {
2418 // We have a larger table status so the old table status is no longer alive
2419 liveTableStatus.setDead();
2422 // Make this new table status the latest alive table status
2423 liveTableStatus = entry;
2427 * Check old messages to see if there is a block chain violation. Also
2429 private void processEntry(RejectedMessage entry, SlotIndexer indexer) {
2430 long oldSeqNum = entry.getOldSeqNum();
2431 long newSeqNum = entry.getNewSeqNum();
2432 boolean isequal = entry.getEqual();
2433 long machineId = entry.getMachineID();
2434 long seq = entry.getSequenceNumber();
2437 // Check if we have messages that were supposed to be rejected in our local block chain
2438 for (long seqNum = oldSeqNum; seqNum <= newSeqNum; seqNum++) {
2441 Slot slot = indexer.getSlot(seqNum);
2444 // If we have this slot make sure that it was not supposed to be a rejected slot
2446 long slotMachineId = slot.getMachineID();
2447 if (isequal != (slotMachineId == machineId)) {
2448 throw new Error("Server Error: Trying to insert rejected message for slot " + seqNum);
2454 // Create a list of clients to watch until they see this rejected message entry.
2455 HashSet<Long> deviceWatchSet = new HashSet<Long>();
2456 for (Map.Entry<Long, Pair<Long, Liveness>> lastMessageEntry : lastMessageTable.entrySet()) {
2458 // Machine ID for the last message entry
2459 long lastMessageEntryMachineId = lastMessageEntry.getKey();
2461 // We've seen it, don't need to continue to watch. Our next
2462 // message will implicitly acknowledge it.
2463 if (lastMessageEntryMachineId == localMachineId) {
2467 Pair<Long, Liveness> lastMessageValue = lastMessageEntry.getValue();
2468 long entrySequenceNumber = lastMessageValue.getFirst();
2470 if (entrySequenceNumber < seq) {
2472 // Add this rejected message to the set of messages that this machine ID did not see yet
2473 addWatchList(lastMessageEntryMachineId, entry);
2475 // This client did not see this rejected message yet so add it to the watch set to monitor
2476 deviceWatchSet.add(lastMessageEntryMachineId);
2480 if (deviceWatchSet.isEmpty()) {
2481 // This rejected message has been seen by all the clients so
2484 // We need to watch this rejected message
2485 entry.setWatchSet(deviceWatchSet);
2490 * Check if this abort is live, if not then save it so we can kill it later.
2491 * update the last transaction number that was arbitrated on.
2493 private void processEntry(Abort entry) {
2496 if (entry.getTransactionSequenceNumber() != -1) {
2497 // update the transaction status if it was sent to the server
2498 TransactionStatus status = outstandingTransactionStatus.remove(entry.getTransactionSequenceNumber());
2499 if (status != null) {
2500 status.setStatus(TransactionStatus.StatusAborted);
2504 // Abort has not been seen by the client it is for yet so we need to keep track of it
2505 Abort previouslySeenAbort = liveAbortTable.put(entry.getAbortId(), entry);
2506 if (previouslySeenAbort != null) {
2507 previouslySeenAbort.setDead(); // Delete old version of the abort since we got a rescued newer version
2510 if (entry.getTransactionArbitrator() == localMachineId) {
2511 liveAbortsGeneratedByLocal.put(entry.getArbitratorLocalSequenceNumber(), entry);
2514 if ((entry.getSequenceNumber() != -1) && (lastMessageTable.get(entry.getTransactionMachineId()).getFirst() >= entry.getSequenceNumber())) {
2516 // The machine already saw this so it is dead
2518 liveAbortTable.remove(entry.getAbortId());
2520 if (entry.getTransactionArbitrator() == localMachineId) {
2521 liveAbortsGeneratedByLocal.remove(entry.getArbitratorLocalSequenceNumber());
2530 // Update the last arbitration data that we have seen so far
2531 if (lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(entry.getTransactionArbitrator()) != null) {
2533 long lastArbitrationSequenceNumber = lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.get(entry.getTransactionArbitrator());
2534 if (entry.getSequenceNumber() > lastArbitrationSequenceNumber) {
2536 lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.put(entry.getTransactionArbitrator(), entry.getSequenceNumber());
2539 // Never seen any data from this arbitrator so record the first one
2540 lastArbitrationDataLocalSequenceNumberSeenFromArbitrator.put(entry.getTransactionArbitrator(), entry.getSequenceNumber());
2544 // Set dead a transaction if we can
2545 Transaction transactionToSetDead = liveTransactionByTransactionIdTable.remove(new Pair<Long, Long>(entry.getTransactionMachineId(), entry.getTransactionClientLocalSequenceNumber()));
2546 if (transactionToSetDead != null) {
2547 liveTransactionBySequenceNumberTable.remove(transactionToSetDead.getSequenceNumber());
2550 // Update the last transaction sequence number that the arbitrator arbitrated on
2551 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(entry.getTransactionArbitrator());
2552 if ((lastTransactionNumber == null) || (lastTransactionNumber < entry.getTransactionSequenceNumber())) {
2555 if (entry.getTransactionSequenceNumber() != -1) {
2556 lastArbitratedTransactionNumberByArbitratorTable.put(entry.getTransactionArbitrator(), entry.getTransactionSequenceNumber());
2562 * Set dead the transaction part if that transaction is dead and keep track of all new parts
2564 private void processEntry(TransactionPart entry) {
2565 // Check if we have already seen this transaction and set it dead OR if it is not alive
2566 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(entry.getArbitratorId());
2567 if ((lastTransactionNumber != null) && (lastTransactionNumber >= entry.getSequenceNumber())) {
2568 // This transaction is dead, it was already committed or aborted
2573 // This part is still alive
2574 Map<Pair<Long, Integer>, TransactionPart> transactionPart = newTransactionParts.get(entry.getMachineId());
2576 if (transactionPart == null) {
2577 // Dont have a table for this machine Id yet so make one
2578 transactionPart = new HashMap<Pair<Long, Integer>, TransactionPart>();
2579 newTransactionParts.put(entry.getMachineId(), transactionPart);
2582 // Update the part and set dead ones we have already seen (got a rescued version)
2583 TransactionPart previouslySeenPart = transactionPart.put(entry.getPartId(), entry);
2584 if (previouslySeenPart != null) {
2585 previouslySeenPart.setDead();
2590 * Process new commit entries and save them for future use. Delete duplicates
2592 private void processEntry(CommitPart entry) {
2595 // Update the last transaction that was updated if we can
2596 if (entry.getTransactionSequenceNumber() != -1) {
2597 Long lastTransactionNumber = lastArbitratedTransactionNumberByArbitratorTable.get(entry.getMachineId());
2599 // Update the last transaction sequence number that the arbitrator arbitrated on
2600 if ((lastTransactionNumber == null) || (lastTransactionNumber < entry.getTransactionSequenceNumber())) {
2601 lastArbitratedTransactionNumberByArbitratorTable.put(entry.getMachineId(), entry.getTransactionSequenceNumber());
2608 Map<Pair<Long, Integer>, CommitPart> commitPart = newCommitParts.get(entry.getMachineId());
2610 if (commitPart == null) {
2611 // Don't have a table for this machine Id yet so make one
2612 commitPart = new HashMap<Pair<Long, Integer>, CommitPart>();
2613 newCommitParts.put(entry.getMachineId(), commitPart);
2616 // Update the part and set dead ones we have already seen (got a rescued version)
2617 CommitPart previouslySeenPart = commitPart.put(entry.getPartId(), entry);
2618 if (previouslySeenPart != null) {
2619 previouslySeenPart.setDead();
2624 * Update the last message seen table. Update and set dead the appropriate RejectedMessages as clients see them.
2625 * Updates the live aborts, removes those that are dead and sets them dead.
2626 * Check that the last message seen is correct and that there is no mismatch of our own last message or that
2627 * other clients have not had a rollback on the last message.
2629 private void updateLastMessage(long machineId, long seqNum, Liveness liveness, boolean acceptUpdatesToLocal, HashSet<Long> machineSet) {
2631 // We have seen this machine ID
2632 machineSet.remove(machineId);
2634 // Get the set of rejected messages that this machine Id is has not seen yet
2635 HashSet<RejectedMessage> watchset = rejectedMessageWatchListTable.get(machineId);
2637 // If there is a rejected message that this machine Id has not seen yet
2638 if (watchset != null) {
2640 // Go through each rejected message that this machine Id has not seen yet
2641 for (Iterator<RejectedMessage> rmit = watchset.iterator(); rmit.hasNext(); ) {
2643 RejectedMessage rm = rmit.next();
2645 // If this machine Id has seen this rejected message...
2646 if (rm.getSequenceNumber() <= seqNum) {
2648 // Remove it from our watchlist
2651 // Decrement machines that need to see this notification
2652 rm.removeWatcher(machineId);
2657 // Set dead the abort
2658 for (Iterator<Map.Entry<Pair<Long, Long>, Abort>> i = liveAbortTable.entrySet().iterator(); i.hasNext();) {
2659 Abort abort = i.next().getValue();
2661 if ((abort.getTransactionMachineId() == machineId) && (abort.getSequenceNumber() <= seqNum)) {
2665 if (abort.getTransactionArbitrator() == localMachineId) {
2666 liveAbortsGeneratedByLocal.remove(abort.getArbitratorLocalSequenceNumber());
2673 if (machineId == localMachineId) {
2674 // Our own messages are immediately dead.
2675 if (liveness instanceof LastMessage) {
2676 ((LastMessage)liveness).setDead();
2677 } else if (liveness instanceof Slot) {
2678 ((Slot)liveness).setDead();
2680 throw new Error("Unrecognized type");
2684 // Get the old last message for this device
2685 Pair<Long, Liveness> lastMessageEntry = lastMessageTable.put(machineId, new Pair<Long, Liveness>(seqNum, liveness));
2686 if (lastMessageEntry == null) {
2687 // If no last message then there is nothing else to process
2691 long lastMessageSeqNum = lastMessageEntry.getFirst();
2692 Liveness lastEntry = lastMessageEntry.getSecond();
2694 // If it is not our machine Id since we already set ours to dead
2695 if (machineId != localMachineId) {
2696 if (lastEntry instanceof LastMessage) {
2697 ((LastMessage)lastEntry).setDead();
2698 } else if (lastEntry instanceof Slot) {
2699 ((Slot)lastEntry).setDead();
2701 throw new Error("Unrecognized type");
2705 // Make sure the server is not playing any games
2706 if (machineId == localMachineId) {
2708 if (hadPartialSendToServer) {
2709 // We were not making any updates and we had a machine mismatch
2710 if (lastMessageSeqNum > seqNum && !acceptUpdatesToLocal) {
2711 throw new Error("Server Error: Mismatch on local machine sequence number, needed at least: " + lastMessageSeqNum + " got: " + seqNum);
2715 // We were not making any updates and we had a machine mismatch
2716 if (lastMessageSeqNum != seqNum && !acceptUpdatesToLocal) {
2717 throw new Error("Server Error: Mismatch on local machine sequence number, needed: " + lastMessageSeqNum + " got: " + seqNum);
2721 if (lastMessageSeqNum > seqNum) {
2722 throw new Error("Server Error: Rollback on remote machine sequence number");
2728 * Add a rejected message entry to the watch set to keep track of which clients have seen that
2729 * rejected message entry and which have not.
2731 private void addWatchList(long machineId, RejectedMessage entry) {
2732 HashSet<RejectedMessage> entries = rejectedMessageWatchListTable.get(machineId);
2733 if (entries == null) {
2734 // There is no set for this machine ID yet so create one
2735 entries = new HashSet<RejectedMessage>();
2736 rejectedMessageWatchListTable.put(machineId, entries);
2742 * Check if the HMAC chain is not violated
2744 private void checkHMACChain(SlotIndexer indexer, Slot[] newSlots) {
2745 for (int i = 0; i < newSlots.length; i++) {
2746 Slot currSlot = newSlots[i];
2747 Slot prevSlot = indexer.getSlot(currSlot.getSequenceNumber() - 1);
2748 if (prevSlot != null &&
2749 !Arrays.equals(prevSlot.getHMAC(), currSlot.getPrevHMAC()))
2750 throw new Error("Server Error: Invalid HMAC Chain" + currSlot + " " + prevSlot);