- Make serialize_transaction_and_encode sync and route through buffer pool (serialization::serialize_transaction_sync) to cut allocs on hot path - Build single-submit body with format! instead of json!+to_string() in bloxroute - Add serialize_transactions_batch_sync; bloxroute batch uses it and format! for entries - Fix first-submit cold start: immediate first ping, then 30s keepalive interval - Fix high latency after ~5 min: pool_max_idle_per_host=4, pool_idle_timeout=300s (BlockRazor, Temporal, Node1, Astralane, Stellium) so submit reuses ping connection - Ping: 1.5s timeout, consume response body so connection returns to pool - poll_transaction_confirmation: avoid cloning status.value[0], use ref - Translate all swqos comments to English Co-authored-by: Cursor <cursoragent@cursor.com>
227 lines
9.0 KiB
Rust
227 lines
9.0 KiB
Rust
use crate::swqos::common::{poll_transaction_confirmation, serialize_transaction_and_encode};
|
|
use rand::seq::IndexedRandom;
|
|
use reqwest::{Client, header::{HeaderMap, HeaderValue, CONTENT_TYPE}};
|
|
use serde_json::json;
|
|
use std::{sync::Arc, time::Instant};
|
|
|
|
use std::time::Duration;
|
|
use solana_transaction_status::UiTransactionEncoding;
|
|
|
|
use anyhow::Result;
|
|
use solana_sdk::transaction::VersionedTransaction;
|
|
use crate::swqos::{SwqosType, TradeType};
|
|
use crate::swqos::SwqosClientTrait;
|
|
|
|
use crate::{common::SolanaRpcClient, constants::swqos::BLOCKRAZOR_TIP_ACCOUNTS};
|
|
|
|
use tokio::task::JoinHandle;
|
|
use std::sync::atomic::{AtomicBool, Ordering};
|
|
|
|
#[derive(Clone)]
|
|
pub struct BlockRazorClient {
|
|
pub endpoint: String,
|
|
pub auth_token: String,
|
|
pub rpc_client: Arc<SolanaRpcClient>,
|
|
pub http_client: Client,
|
|
pub ping_handle: Arc<tokio::sync::Mutex<Option<JoinHandle<()>>>>,
|
|
pub stop_ping: Arc<AtomicBool>,
|
|
}
|
|
|
|
#[async_trait::async_trait]
|
|
impl SwqosClientTrait for BlockRazorClient {
|
|
async fn send_transaction(&self, trade_type: TradeType, transaction: &VersionedTransaction, wait_confirmation: bool) -> Result<()> {
|
|
self.send_transaction(trade_type, transaction, wait_confirmation).await
|
|
}
|
|
|
|
async fn send_transactions(&self, trade_type: TradeType, transactions: &Vec<VersionedTransaction>, wait_confirmation: bool) -> Result<()> {
|
|
self.send_transactions(trade_type, transactions, wait_confirmation).await
|
|
}
|
|
|
|
fn get_tip_account(&self) -> Result<String> {
|
|
let tip_account = *BLOCKRAZOR_TIP_ACCOUNTS.choose(&mut rand::rng()).or_else(|| BLOCKRAZOR_TIP_ACCOUNTS.first()).unwrap();
|
|
Ok(tip_account.to_string())
|
|
}
|
|
|
|
fn get_swqos_type(&self) -> SwqosType {
|
|
SwqosType::BlockRazor
|
|
}
|
|
}
|
|
|
|
impl BlockRazorClient {
|
|
pub fn new(rpc_url: String, endpoint: String, auth_token: String) -> Self {
|
|
let rpc_client = SolanaRpcClient::new(rpc_url);
|
|
let http_client = Client::builder()
|
|
// Optimized connection pool settings for high performance
|
|
.pool_idle_timeout(Duration::from_secs(300)) // 5min so ping-kept connection is not evicted early
|
|
.pool_max_idle_per_host(4) // Few connections so submit reuses same connection as ping, avoiding cold connection after ~5min server idle close
|
|
.tcp_keepalive(Some(Duration::from_secs(60))) // Reduced from 1200 to 60
|
|
.tcp_nodelay(true) // Disable Nagle's algorithm for lower latency
|
|
.http2_keep_alive_interval(Duration::from_secs(10))
|
|
.http2_keep_alive_timeout(Duration::from_secs(5))
|
|
.http2_adaptive_window(true) // Enable adaptive flow control
|
|
.timeout(Duration::from_millis(3000)) // Reduced from 10s to 3s
|
|
.connect_timeout(Duration::from_millis(2000)) // Reduced from 5s to 2s
|
|
.build()
|
|
.unwrap();
|
|
|
|
let client = Self {
|
|
rpc_client: Arc::new(rpc_client),
|
|
endpoint,
|
|
auth_token,
|
|
http_client,
|
|
ping_handle: Arc::new(tokio::sync::Mutex::new(None)),
|
|
stop_ping: Arc::new(AtomicBool::new(false)),
|
|
};
|
|
|
|
// Start ping task
|
|
let client_clone = client.clone();
|
|
tokio::spawn(async move {
|
|
client_clone.start_ping_task().await;
|
|
});
|
|
|
|
client
|
|
}
|
|
|
|
/// Start periodic ping task to keep connections active
|
|
async fn start_ping_task(&self) {
|
|
let endpoint = self.endpoint.clone();
|
|
let auth_token = self.auth_token.clone();
|
|
let http_client = self.http_client.clone();
|
|
let stop_ping = self.stop_ping.clone();
|
|
|
|
let handle = tokio::spawn(async move {
|
|
// Immediate first ping to warm connection and reduce first-submit cold start latency
|
|
if let Err(e) = Self::send_ping_request(&http_client, &endpoint, &auth_token).await {
|
|
eprintln!("BlockRazor ping request failed: {}", e);
|
|
}
|
|
let mut interval = tokio::time::interval(Duration::from_secs(30)); // 30s keepalive to avoid server ~5min idle close
|
|
loop {
|
|
interval.tick().await;
|
|
if stop_ping.load(Ordering::Relaxed) {
|
|
break;
|
|
}
|
|
if let Err(e) = Self::send_ping_request(&http_client, &endpoint, &auth_token).await {
|
|
eprintln!("BlockRazor ping request failed: {}", e);
|
|
}
|
|
}
|
|
});
|
|
|
|
// Update ping_handle - use Mutex to safely update
|
|
{
|
|
let mut ping_guard = self.ping_handle.lock().await;
|
|
if let Some(old_handle) = ping_guard.as_ref() {
|
|
old_handle.abort();
|
|
}
|
|
*ping_guard = Some(handle);
|
|
}
|
|
}
|
|
|
|
/// Send ping request to /health endpoint
|
|
async fn send_ping_request(http_client: &Client, endpoint: &str, auth_token: &str) -> Result<()> {
|
|
// Build health URL by replacing sendTransaction with health
|
|
let ping_url = if endpoint.ends_with("sendTransaction") {
|
|
endpoint.replace("sendTransaction", "health")
|
|
} else if endpoint.ends_with("/sendTransaction") {
|
|
endpoint.replace("/sendTransaction", "/health")
|
|
} else {
|
|
// Fallback to original logic if endpoint doesn't end with sendTransaction
|
|
if endpoint.ends_with('/') {
|
|
format!("{}health", endpoint)
|
|
} else {
|
|
format!("{}/health", endpoint)
|
|
}
|
|
};
|
|
|
|
// Prepare headers
|
|
let mut headers = HeaderMap::new();
|
|
headers.insert("apikey", HeaderValue::from_str(auth_token)?);
|
|
headers.insert(CONTENT_TYPE, HeaderValue::from_static("application/json"));
|
|
|
|
// Short timeout for ping; consume body so connection is returned to pool for reuse by submit
|
|
let response = http_client.get(&ping_url)
|
|
.headers(headers)
|
|
.timeout(Duration::from_millis(1500))
|
|
.send()
|
|
.await?;
|
|
let status = response.status();
|
|
let _ = response.bytes().await;
|
|
if !status.is_success() {
|
|
eprintln!("BlockRazor ping request failed with status: {}", status);
|
|
}
|
|
Ok(())
|
|
}
|
|
|
|
pub async fn send_transaction(&self, trade_type: TradeType, transaction: &VersionedTransaction, wait_confirmation: bool) -> Result<()> {
|
|
let start_time = Instant::now();
|
|
let (content, signature) = serialize_transaction_and_encode(transaction, UiTransactionEncoding::Base64)?;
|
|
|
|
// BlockRazor fast-mode request format
|
|
let request_body = serde_json::to_string(&json!({
|
|
"transaction": content,
|
|
"mode": "fast"
|
|
}))?;
|
|
|
|
// BlockRazor uses apikey header
|
|
let response_text = self.http_client.post(&self.endpoint)
|
|
.body(request_body)
|
|
.header("Content-Type", "application/json")
|
|
.header("apikey", &self.auth_token)
|
|
.send()
|
|
.await?
|
|
.text()
|
|
.await?;
|
|
|
|
// Parse JSON response
|
|
if let Ok(response_json) = serde_json::from_str::<serde_json::Value>(&response_text) {
|
|
if response_json.get("result").is_some() || response_json.get("signature").is_some() {
|
|
println!(" [blockrazor] {} submitted: {:?}", trade_type, start_time.elapsed());
|
|
} else if let Some(_error) = response_json.get("error") {
|
|
eprintln!(" [blockrazor] {} submission failed: {:?}", trade_type, _error);
|
|
}
|
|
} else {
|
|
eprintln!(" [blockrazor] {} submission failed: {:?}", trade_type, response_text);
|
|
}
|
|
|
|
let start_time: Instant = Instant::now();
|
|
match poll_transaction_confirmation(&self.rpc_client, signature, wait_confirmation).await {
|
|
Ok(_) => (),
|
|
Err(e) => {
|
|
println!(" signature: {:?}", signature);
|
|
println!(" [blockrazor] {} confirmation failed: {:?}", trade_type, start_time.elapsed());
|
|
return Err(e);
|
|
},
|
|
}
|
|
if wait_confirmation {
|
|
println!(" signature: {:?}", signature);
|
|
println!(" [blockrazor] {} confirmed: {:?}", trade_type, start_time.elapsed());
|
|
}
|
|
|
|
Ok(())
|
|
}
|
|
|
|
pub async fn send_transactions(&self, trade_type: TradeType, transactions: &Vec<VersionedTransaction>, wait_confirmation: bool) -> Result<()> {
|
|
for transaction in transactions {
|
|
self.send_transaction(trade_type, transaction, wait_confirmation).await?;
|
|
}
|
|
Ok(())
|
|
}
|
|
}
|
|
|
|
impl Drop for BlockRazorClient {
|
|
fn drop(&mut self) {
|
|
// Ensure ping task stops when client is destroyed
|
|
self.stop_ping.store(true, Ordering::Relaxed);
|
|
|
|
// Try to stop ping task immediately
|
|
// Use tokio::spawn to avoid blocking Drop
|
|
let ping_handle = self.ping_handle.clone();
|
|
tokio::spawn(async move {
|
|
let mut ping_guard = ping_handle.lock().await;
|
|
if let Some(handle) = ping_guard.as_ref() {
|
|
handle.abort();
|
|
}
|
|
*ping_guard = None;
|
|
});
|
|
}
|
|
}
|