chore(e2e): mitigate slow first transaction

First tx after starting the network takes a long time to be included in a block
and is often rolled back.
Wait for 5 blocks confirmation and resubmit if rolled back.
Subsequent transactions do not need this.

Author: mirceahasegan

packages/e2e/local-network/scripts/setup-new-delegator-keys.sh

@@ -53,6 +53,53 @@ getAddressBalance() {
   echo ${total_balance}
 }
 
+getBlockHeight() {
+  cardano-cli query tip --testnet-magic $NETWORK_MAGIC | jq -r '.block'
+}
+
+submitTransactionWithRetry() {
+  local txFile=$1
+  local retryCount=${2:-0}
+  local numberOfConfirmations=5
+
+  if [ "$retryCount" -ge 5 ]; then
+    echo "Transaction failed after $retryCount retries"
+    return 1
+  fi
+
+  cardano-cli latest transaction submit --testnet-magic $NETWORK_MAGIC --tx-file "$txFile"
+
+  local txId=$(cardano-cli latest transaction txid --tx-file "$txFile")
+
+  local mempoolTx="true"
+  while [ "$mempoolTx" == "true" ]; do
+    echo "Transaction is still in the mempool, waiting ${txId}"
+    sleep 1
+    mempoolTx=$(cardano-cli latest query tx-mempool --testnet-magic $NETWORK_MAGIC tx-exists ${txId} --out-file /dev/stdout | jq -r '.exists')
+  done
+
+  local initialTip=$(getBlockHeight)
+  local currentTip=$initialTip
+  local utxo="null"
+  while [ $(($currentTip - $initialTip)) -lt $numberOfConfirmations ]; do
+    sleep 1
+    utxo=$(cardano-cli query utxo --tx-in "${txId}#0" --testnet-magic $NETWORK_MAGIC --out-file /dev/stdout --volatile-tip | jq -r 'keys[0]')
+    if [ "$utxo" == "null" ]; then
+      # Transaction was rolled back
+      break;
+    fi
+    currentTip=$(getBlockHeight)
+  done
+
+  if [ "$utxo" == "null" ]; then
+    echo "Transaction rolled back, retrying ${retryCount} ..."
+    submitTransactionWithRetry "$txFile" $((retryCount + 1))
+    return $?
+  fi
+
+  echo "Transaction successful ${txId}"
+}
+
 NETWORK_MAGIC=888
 UTXO_DIR=network-files/utxo-keys
 TRANSACTIONS_DIR=network-files/transactions
@@ -119,21 +166,25 @@ for NODE_ID in ${SP_NODES_ID}; do
     --signing-key-file "${UTXO_DIR}/utxo${NODE_ID}.skey" \
     --out-file "${TRANSACTIONS_DIR}/tx${NODE_ID}.signed"
 
-  cardano-cli latest transaction submit \
-    --testnet-magic $NETWORK_MAGIC \
-    --tx-file "${TRANSACTIONS_DIR}/tx${NODE_ID}.signed"
-
+  if [ "$NODE_ID" -eq 1 ]; then
+    # This is the first transaction after startin the network.
+    # It usually takes a long time to be included in a block and often rolled back, so use submit with retry.
+    # Do not use submit with retry for regular transactions because it waits for 5 block confirmations before it returns
+    submitTransactionWithRetry "${TRANSACTIONS_DIR}/tx${NODE_ID}.signed"
+  else
+    cardano-cli latest transaction submit --testnet-magic $NETWORK_MAGIC --tx-file "${TRANSACTIONS_DIR}/tx${NODE_ID}.signed"
+  fi
 done
 
 # Wait for funds to reach destAddr
 for NODE_ID in ${SP_NODES_ID}; do
   destAddr="$(cat ${DELEGATORS_DIR}/payment${NODE_ID}.addr)"
 
-  currentBalance=0
+  currentBalance=$(getAddressBalance "$destAddr")
   while [ "$currentBalance" -lt "$AMOUNT_PER_DELEGATOR" ]; do
     echo "==== Waiting for funding ${currentBalance} < $AMOUNT_PER_DELEGATOR ==="
     currentBalance=$(getAddressBalance "$destAddr")
-    sleep 10
+    sleep 1
   done
 done
 
@@ -165,7 +216,7 @@ for NODE_ID in ${SP_NODES_ID}; do
     echo "UTxO not found for ${stakeAddr}, retrying..."
     txInJson="$(cardano-cli latest query utxo --address "$stakeAddr" --testnet-magic $NETWORK_MAGIC --out-file /dev/stdout)";
     txIn=$(jq -r 'keys[0]' <<< "$txInJson");
-    sleep 10
+    sleep 0.1
   done
 
   cardano-cli latest transaction build \
@@ -182,9 +233,7 @@ for NODE_ID in ${SP_NODES_ID}; do
     --signing-key-file "${DELEGATORS_DIR}/staking${NODE_ID}.skey" \
     --out-file "${TRANSACTIONS_DIR}/reg-stake-tx${NODE_ID}.signed"
 
-  cardano-cli latest transaction submit \
-    --testnet-magic $NETWORK_MAGIC \
-    --tx-file "${TRANSACTIONS_DIR}/reg-stake-tx${NODE_ID}.signed"
+  cardano-cli latest transaction submit --testnet-magic $NETWORK_MAGIC --tx-file "${TRANSACTIONS_DIR}/reg-stake-tx${NODE_ID}.signed"
 done
 
 updatedBalance=$(getAddressBalance "$stakeAddr")