Validator integration with Domain registry contract (#321)

# Summary
Introduced `DomainRegistryManager` for interacting with "Domain"
program.

## Details
We submit or update information on start of validator, only in ER mode.


I also added as an example how we can leverage `harness = false` mode to
introduce setup/teardown logic for integration tests. That would allow
us to get rid from test-runner or to split it on E2E + real integration
tests.



<!-- greptile_comment -->

## Greptile Summary

This PR integrates DomainRegistryManager for validator lifecycle
management with the Domain registry contract, adding RPC-based
registration, sync, and unregistration while refactoring related
validator and accounts database components.

• Added new DomainRegistryManager in
magicblock-api/src/domain_registry_manager.rs that performs
registration, sync, and unregistration via async RPC calls.
• Integrated DomainRegistryManager into magic_validator.rs for
Ephemeral-mode registration and async unregistration using a temporary
Tokio runtime.
• Updated configuration files and Cargo.toml dependencies to support new
storage preallocation and Domain features.
• Expanded integration tests and adjusted CI workflows to cover all
branches and newly introduced functionalities.



<sub>💡 (2/5) Greptile learns from your feedback when you react with
👍/👎!</sub>

<!-- /greptile_comment -->

---------

Co-authored-by: Babur Makhmudov <[email protected]>
Co-authored-by: Thorsten Lorenz <[email protected]>

Author: 3 people

.github/actions/setup-build-env/action.yml

@@ -33,7 +33,7 @@ runs:
       repository: magicblock-labs/delegation-program
       token: ${{ inputs.github_access_token }}
       path: delegation-program
-      ref: main 
+      ref: main
 
   - name: Checkout magicblock-labs/ephemeral-rollups-sdk
     uses: actions/checkout@v2

.github/workflows/ci-fmt.yml

@@ -2,7 +2,7 @@ on:
   push:
     branches: [master]
   pull_request:
-    branches: [master, dev]
+    branches: ["*"]
     types: [opened, reopened, synchronize, ready_for_review]
 
 name: Run CI - Format

.github/workflows/ci-lint.yml

@@ -2,7 +2,7 @@ on:
   push:
     branches: [master]
   pull_request:
-    branches: [master, dev]
+    branches: ["*"]
     types: [opened, reopened, synchronize, ready_for_review]
 
 name: Run CI - Lint

.github/workflows/ci-test-integration.yml

@@ -2,7 +2,7 @@ on:
   push:
     branches: [master]
   pull_request:
-    branches: [master, dev]
+    branches: ["*"]
     types: [opened, reopened, synchronize, ready_for_review]
 
 name: Run CI - Integration Tests

.github/workflows/ci-test-unit.yml

@@ -2,7 +2,7 @@ on:
   push:
     branches: [master]
   pull_request:
-    branches: [master, dev]
+    branches: ["*"]
     types: [opened, reopened, synchronize, ready_for_review]
 
 name: Run CI - Unit Tests

Cargo.lock

@@ -61,9 +61,11 @@ cargo-lock = "10.0.0"
 expiring-hashmap = { path = "./utils/expiring-hashmap" }
 conjunto-transwise = { path = "../conjunto/transwise" }
 console-subscriber = "0.2.0"
+isocountry = "0.3.2"
 crossbeam-channel = "0.5.11"
 enum-iterator = "1.5.0"
 env_logger = "0.11.2"
+magic-domain-program = { git = "https://github.com/magicblock-labs/magic-domain-program.git", rev = "eba7644", default-features = false}
 magicblock-delegation-program = { path = "../delegation-program" }
 fd-lock = "4.0.2"
 fs_extra = "1.3.0"
@@ -124,7 +126,7 @@ magicblock-tokens = { path = "./magicblock-tokens" }
 magicblock-transaction-status = { path = "./magicblock-transaction-status" }
 magicblock-version = { path = "./magicblock-version" }
 protobuf-src = "1.1"
-solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "e4a8cc8" }
+solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "7bdfefc" }
 solana-accounts-db = { version = "2.2" }
 solana-account-decoder = { version = "2.2" }
 solana-address-lookup-table-program = { version = "2.2" }
@@ -176,5 +178,8 @@ url = "2.5.0"
 vergen = "8.3.1"
 
 [patch.crates-io]
+# some solana dependencies have solana-storage-proto as dependency
+# we need to patch them with our version, because they use protobuf-src v1.1.0
+# and we use protobuf-src v2.1.1. Otherwise compilation fails
 solana-storage-proto = { path = "./storage-proto" }
-solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "e4a8cc8" }
+solana-account = { git = "https://github.com/magicblock-labs/solana-account.git", rev = "7bdfefc" }

Cargo.toml

@@ -60,7 +60,7 @@ async fn test_devnet_monitoring_clock_sysvar_changes_over_time() {
     let first_slot_detected =
         client.get_last_known_update_slot(&sysvar_clock).unwrap();
     // Wait for a few more slots to happen on-chain (some of the connections should be refreshed now)
-    sleep(Duration::from_millis(2_000)).await;
+    sleep(Duration::from_millis(3_000)).await;
     // We should still detect the updates correctly even when the connections are refreshed
     let second_slot_detected =
         client.get_last_known_update_slot(&sysvar_clock).unwrap();

magicblock-account-updates/tests/remote_account_updates.rs

@@ -233,7 +233,7 @@ fn test_recycle_allocation_after_realloc() {
     let index_value =
         bytes!(#pack, new_allocation.offset, u32, new_allocation.blocks, u32);
     tenv.reallocate_account(&pubkey, &mut txn, &index_value)
-        .expect("faield to reallocate account");
+        .expect("failed to reallocate account");
     txn.commit().expect("failed to commit transaction");
     let result = tenv.try_recycle_allocation(new_allocation.blocks);
     assert_eq!(

magicblock-accounts-db/src/index/tests.rs

@@ -8,6 +8,7 @@ license.workspace = true
 edition.workspace = true
 
 [dependencies]
+anyhow = { workspace = true }
 conjunto-transwise = { workspace = true }
 crossbeam-channel = { workspace = true }
 fd-lock = { workspace = true }
@@ -33,7 +34,9 @@ magicblock-program = { workspace = true }
 magicblock-pubsub = { workspace = true }
 magicblock-rpc = { workspace = true }
 magicblock-transaction-status = { workspace = true }
+magic-domain-program = { workspace = true }
 solana-geyser-plugin-interface = { workspace = true }
+solana-rpc-client = { workspace = true }
 solana-geyser-plugin-manager = { workspace = true }
 solana-rpc = { workspace = true }
 solana-sdk = { workspace = true }
@@ -42,4 +45,6 @@ tempfile = { workspace = true }
 thiserror = { workspace = true }
 tokio = { workspace = true }
 tokio-util = { workspace = true }
+
 libloading = "0.7.4"
+borsh = "1.5.3"