xmr-btc-swap/monero-harness/src/lib.rs

324 lines
10 KiB
Rust
Raw Normal View History

#![warn(
unused_extern_crates,
missing_debug_implementations,
missing_copy_implementations,
rust_2018_idioms,
clippy::cast_possible_truncation,
clippy::cast_sign_loss,
clippy::fallible_impl_from,
clippy::cast_precision_loss,
clippy::cast_possible_wrap,
clippy::dbg_macro
)]
#![forbid(unsafe_code)]
//! # monero-harness
//!
//! A simple lib to start a monero container (incl. monerod and
//! monero-wallet-rpc). Provides initialisation methods to generate blocks,
//! create and fund accounts, and start a continuous mining task mining blocks
//! every BLOCK_TIME_SECS seconds.
//!
//! Also provides standalone JSON RPC clients for monerod and monero-wallet-rpc.
pub mod image;
use crate::image::{MONEROD_DAEMON_CONTAINER_NAME, MONEROD_DEFAULT_NETWORK, RPC_PORT};
use anyhow::{anyhow, bail, Context, Result};
use monero_rpc::monerod;
use monero_rpc::monerod::MonerodRpc as _;
use monero_rpc::wallet::{self, GetAddress, MoneroWalletRpc as _, Refreshed, Transfer};
use std::time::Duration;
use testcontainers::clients::Cli;
use testcontainers::{Container, Docker, RunArgs};
use tokio::time;
/// How often we mine a block.
const BLOCK_TIME_SECS: u64 = 1;
/// Poll interval when checking if the wallet has synced with monerod.
const WAIT_WALLET_SYNC_MILLIS: u64 = 1000;
2020-11-01 18:02:28 -05:00
#[derive(Clone, Debug)]
pub struct Monero {
2020-11-02 00:00:35 -05:00
monerod: Monerod,
wallets: Vec<MoneroWalletRpc>,
}
impl<'c> Monero {
/// Starts a new regtest monero container setup consisting out of 1 monerod
/// node and n wallets. The docker container and network will be prefixed
/// with a randomly generated `prefix`. One miner wallet is started
/// automatically.
/// monerod container name is: `prefix`_`monerod`
/// network is: `prefix`_`monero`
/// miner wallet container name is: `miner`
2020-11-02 00:00:35 -05:00
pub async fn new(
cli: &'c Cli,
additional_wallets: Vec<&'static str>,
) -> Result<(
Self,
Container<'c, Cli, image::Monerod>,
Vec<Container<'c, Cli, image::MoneroWalletRpc>>,
)> {
let prefix = format!("{}_", random_prefix());
let monerod_name = format!("{}{}", prefix, MONEROD_DAEMON_CONTAINER_NAME);
let network = format!("{}{}", prefix, MONEROD_DEFAULT_NETWORK);
2020-11-02 00:00:35 -05:00
tracing::info!("Starting monerod: {}", monerod_name);
2020-11-02 00:00:35 -05:00
let (monerod, monerod_container) = Monerod::new(cli, monerod_name, network)?;
let mut containers = vec![];
2020-11-02 00:00:35 -05:00
let mut wallets = vec![];
let miner = "miner";
tracing::info!("Starting miner wallet: {}", miner);
let (miner_wallet, miner_container) =
MoneroWalletRpc::new(cli, miner, &monerod, prefix.clone()).await?;
2020-11-02 00:00:35 -05:00
wallets.push(miner_wallet);
containers.push(miner_container);
for wallet in additional_wallets.iter() {
tracing::info!("Starting wallet: {}", wallet);
Drop `monero-wallet-rpc` test container if errors Previously we tried to wait longer upon errors on startup, but that did not fix the problem: ``` May 28 05:35:01.440 INFO monero_harness: Starting wallet: bob May 28 05:35:04.350 INFO testcontainers::core::wait_for_message: Found message after comparing 16 lines May 28 05:35:04.409 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:06.413 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:08.416 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:10.420 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:12.424 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... thread 'alice_manually_redeems_after_enc_sig_learned' panicked at 'called `Result::unwrap()` on an `Err` value: All retry attempts for creating a wallet exhausted ``` Thus we now drop the container upon error and try to spin up a new one. If the container is not up within 5 minutes we timeout.
2021-05-28 02:02:14 -04:00
// Create new wallet, the RPC sometimes has startup problems so we allow retries
// (drop the container that failed and try again) Times out after
// trying for 5 minutes
let (wallet, container) = tokio::time::timeout(Duration::from_secs(300), async {
loop {
let result = MoneroWalletRpc::new(cli, wallet, &monerod, prefix.clone()).await;
Drop `monero-wallet-rpc` test container if errors Previously we tried to wait longer upon errors on startup, but that did not fix the problem: ``` May 28 05:35:01.440 INFO monero_harness: Starting wallet: bob May 28 05:35:04.350 INFO testcontainers::core::wait_for_message: Found message after comparing 16 lines May 28 05:35:04.409 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:06.413 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:08.416 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:10.420 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:12.424 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... thread 'alice_manually_redeems_after_enc_sig_learned' panicked at 'called `Result::unwrap()` on an `Err` value: All retry attempts for creating a wallet exhausted ``` Thus we now drop the container upon error and try to spin up a new one. If the container is not up within 5 minutes we timeout.
2021-05-28 02:02:14 -04:00
match result {
Ok(tuple) => { return tuple; }
Err(e) => { tracing::warn!("Monero wallet RPC emitted error {} - retrying to create wallet in 2 seconds...", e); }
}
}
}).await.context("All retry attempts for creating a wallet exhausted")?;
2020-11-02 00:00:35 -05:00
wallets.push(wallet);
containers.push(container);
}
Ok((Self { monerod, wallets }, monerod_container, containers))
2020-11-02 00:00:35 -05:00
}
pub fn monerod(&self) -> &Monerod {
&self.monerod
}
pub fn wallet(&self, name: &str) -> Result<&MoneroWalletRpc> {
let wallet = self
.wallets
.iter()
.find(|wallet| wallet.name.eq(&name))
2020-11-02 00:00:35 -05:00
.ok_or_else(|| anyhow!("Could not find wallet container."))?;
Ok(wallet)
}
pub async fn init_miner(&self) -> Result<()> {
let miner_wallet = self.wallet("miner")?;
let miner_address = miner_wallet.address().await?.address;
2022-08-09 06:36:18 -04:00
// generate the first 120 as bulk
let amount_of_blocks = 120;
let monerod = &self.monerod;
2021-04-15 04:39:59 -04:00
let res = monerod
.client()
2022-08-09 06:36:18 -04:00
.generateblocks(amount_of_blocks, miner_address.clone())
2021-04-15 04:39:59 -04:00
.await?;
tracing::info!("Generated {:?} blocks", res.blocks.len());
miner_wallet.refresh().await?;
Ok(())
}
pub async fn init_wallet(&self, name: &str, amount_in_outputs: Vec<u64>) -> Result<()> {
let miner_wallet = self.wallet("miner")?;
let miner_address = miner_wallet.address().await?.address;
let monerod = &self.monerod;
let wallet = self.wallet(name)?;
let address = wallet.address().await?.address;
for amount in amount_in_outputs {
if amount > 0 {
miner_wallet.transfer(&address, amount).await?;
tracing::info!("Funded {} wallet with {}", wallet.name, amount);
2021-04-15 04:39:59 -04:00
monerod
.client()
.generateblocks(10, miner_address.clone())
.await?;
wallet.refresh().await?;
}
}
Ok(())
}
pub async fn start_miner(&self) -> Result<()> {
let miner_wallet = self.wallet("miner")?;
let miner_address = miner_wallet.address().await?.address;
let monerod = &self.monerod;
monerod.start_miner(&miner_address).await?;
tracing::info!("Waiting for miner wallet to catch up...");
2021-04-15 04:39:59 -04:00
let block_height = monerod.client().get_block_count().await?.count;
miner_wallet
.wait_for_wallet_height(block_height)
.await
.unwrap();
Ok(())
}
pub async fn init_and_start_miner(&self) -> Result<()> {
self.init_miner().await?;
self.start_miner().await?;
Ok(())
}
2020-11-02 00:00:35 -05:00
}
2020-11-02 20:25:22 -05:00
fn random_prefix() -> String {
use rand::Rng;
rand::thread_rng()
.sample_iter(rand::distributions::Alphanumeric)
.take(4)
.collect()
2020-11-02 20:25:22 -05:00
}
2020-11-02 00:00:35 -05:00
#[derive(Clone, Debug)]
pub struct Monerod {
2020-11-01 18:02:28 -05:00
name: String,
2020-11-02 00:00:35 -05:00
network: String,
client: monerod::Client,
}
2020-11-02 00:00:35 -05:00
#[derive(Clone, Debug)]
pub struct MoneroWalletRpc {
name: String,
client: wallet::Client,
2020-11-02 00:00:35 -05:00
}
impl<'c> Monerod {
/// Starts a new regtest monero container.
2020-11-02 00:00:35 -05:00
fn new(
cli: &'c Cli,
name: String,
network: String,
) -> Result<(Self, Container<'c, Cli, image::Monerod>)> {
let image = image::Monerod::default();
2020-10-28 21:52:29 -04:00
let run_args = RunArgs::default()
2020-11-02 00:00:35 -05:00
.with_name(name.clone())
.with_network(network.clone());
let container = cli.run_with_args(image, run_args);
let monerod_rpc_port = container
.get_host_port(RPC_PORT)
.context("port not exposed")?;
2020-11-01 18:02:28 -05:00
Ok((
Self {
2020-11-02 00:00:35 -05:00
name,
network,
client: monerod::Client::localhost(monerod_rpc_port)?,
2020-11-01 18:02:28 -05:00
},
container,
2020-11-01 18:02:28 -05:00
))
}
pub fn client(&self) -> &monerod::Client {
&self.client
2020-11-02 00:00:35 -05:00
}
/// Spawns a task to mine blocks in a regular interval to the provided
/// address
pub async fn start_miner(&self, miner_wallet_address: &str) -> Result<()> {
let monerod = self.client().clone();
let _ = tokio::spawn(mine(monerod, miner_wallet_address.to_string()));
2020-11-02 00:00:35 -05:00
Ok(())
}
}
impl<'c> MoneroWalletRpc {
2020-11-01 22:42:08 -05:00
/// Starts a new wallet container which is attached to
/// MONEROD_DEFAULT_NETWORK and MONEROD_DAEMON_CONTAINER_NAME
2020-11-02 00:00:35 -05:00
async fn new(
2020-11-01 18:02:28 -05:00
cli: &'c Cli,
name: &str,
2020-11-02 00:00:35 -05:00
monerod: &Monerod,
prefix: String,
) -> Result<(Self, Container<'c, Cli, image::MoneroWalletRpc>)> {
let daemon_address = format!("{}:{}", monerod.name, RPC_PORT);
let image = image::MoneroWalletRpc::new(name, daemon_address);
2020-11-01 18:02:28 -05:00
2020-11-02 00:00:35 -05:00
let network = monerod.network.clone();
2020-11-01 18:02:28 -05:00
let run_args = RunArgs::default()
// prefix the container name so we can run multiple tests
.with_name(format!("{}{}", prefix, name))
.with_network(network.clone());
let container = cli.run_with_args(image, run_args);
let wallet_rpc_port = container
.get_host_port(RPC_PORT)
.context("port not exposed")?;
let client = wallet::Client::localhost(wallet_rpc_port)?;
Drop `monero-wallet-rpc` test container if errors Previously we tried to wait longer upon errors on startup, but that did not fix the problem: ``` May 28 05:35:01.440 INFO monero_harness: Starting wallet: bob May 28 05:35:04.350 INFO testcontainers::core::wait_for_message: Found message after comparing 16 lines May 28 05:35:04.409 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:06.413 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:08.416 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:10.420 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... May 28 05:35:12.424 WARN monero_harness: Monero wallet RPC emitted error error sending request for url (http://127.0.0.1:49183/json_rpc): operation was canceled: connection closed before message completed - retrying to create wallet in 2 seconds... thread 'alice_manually_redeems_after_enc_sig_learned' panicked at 'called `Result::unwrap()` on an `Err` value: All retry attempts for creating a wallet exhausted ``` Thus we now drop the container upon error and try to spin up a new one. If the container is not up within 5 minutes we timeout.
2021-05-28 02:02:14 -04:00
client
.create_wallet(name.to_owned(), "English".to_owned())
.await?;
2020-11-01 18:02:28 -05:00
Ok((
Self {
name: name.to_string(),
client,
2020-11-01 18:02:28 -05:00
},
container,
2020-11-01 18:02:28 -05:00
))
}
pub fn client(&self) -> &wallet::Client {
&self.client
2020-11-01 18:02:28 -05:00
}
2020-11-01 18:02:28 -05:00
// It takes a little while for the wallet to sync with monerod.
pub async fn wait_for_wallet_height(&self, height: u32) -> Result<()> {
let mut retry: u8 = 0;
2021-04-15 04:39:59 -04:00
while self.client().get_height().await?.height < height {
2020-11-01 18:02:28 -05:00
if retry >= 30 {
// ~30 seconds
bail!("Wallet could not catch up with monerod after 30 retries.")
}
time::sleep(Duration::from_millis(WAIT_WALLET_SYNC_MILLIS)).await;
2020-11-01 18:02:28 -05:00
retry += 1;
}
Ok(())
}
2020-11-01 22:42:08 -05:00
/// Sends amount to address
pub async fn transfer(&self, address: &str, amount: u64) -> Result<Transfer> {
self.client().transfer_single(0, amount, address).await
2020-11-01 22:42:08 -05:00
}
2020-11-01 18:02:28 -05:00
2020-11-02 00:00:35 -05:00
pub async fn address(&self) -> Result<GetAddress> {
2021-04-15 04:39:59 -04:00
Ok(self.client().get_address(0).await?)
2020-11-02 00:00:35 -05:00
}
pub async fn balance(&self) -> Result<u64> {
2020-11-02 19:49:53 -05:00
self.client().refresh().await?;
2021-04-15 04:39:59 -04:00
let balance = self.client().get_balance(0).await?.balance;
Ok(balance)
2020-11-02 00:00:35 -05:00
}
pub async fn refresh(&self) -> Result<Refreshed> {
2021-04-15 04:39:59 -04:00
Ok(self.client().refresh().await?)
}
2020-11-02 00:00:35 -05:00
}
2020-11-01 18:02:28 -05:00
/// Mine a block ever BLOCK_TIME_SECS seconds.
async fn mine(monerod: monerod::Client, reward_address: String) -> Result<()> {
loop {
time::sleep(Duration::from_secs(BLOCK_TIME_SECS)).await;
2021-04-15 04:39:59 -04:00
monerod.generateblocks(1, reward_address.clone()).await?;
2020-11-01 18:02:28 -05:00
}
}