mirror of
https://github.com/house-of-vanity/rexec.git
synced 2025-07-08 09:14:08 +00:00
Compare commits
1 Commits
Author | SHA1 | Date | |
---|---|---|---|
7a324a04da |
1599
Cargo.lock
generated
1599
Cargo.lock
generated
File diff suppressed because it is too large
Load Diff
21
Cargo.toml
21
Cargo.toml
@ -1,6 +1,6 @@
|
|||||||
[package]
|
[package]
|
||||||
name = "rexec"
|
name = "rexec"
|
||||||
version = "1.5.0"
|
version = "1.3.1"
|
||||||
readme = "https://github.com/house-of-vanity/rexec#readme"
|
readme = "https://github.com/house-of-vanity/rexec#readme"
|
||||||
edition = "2021"
|
edition = "2021"
|
||||||
description = "Parallel SSH executor"
|
description = "Parallel SSH executor"
|
||||||
@ -13,16 +13,17 @@ authors = ["AB <gh@hexor.ru>"]
|
|||||||
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
# See more keys and their definitions at https://doc.rust-lang.org/cargo/reference/manifest.html
|
||||||
|
|
||||||
[dependencies]
|
[dependencies]
|
||||||
dns-lookup = "2"
|
dns-lookup = "2.0.2"
|
||||||
rayon = "1.10"
|
rayon = "1.10"
|
||||||
log = "0.4"
|
log = "0.4.0"
|
||||||
env_logger = "0.11"
|
env_logger = "0.10.0"
|
||||||
whoami = "1"
|
massh = "0.6.3"
|
||||||
lazy-st = "1"
|
whoami = "1.4.0"
|
||||||
|
lazy-st = "0.2.2"
|
||||||
regex = "1"
|
regex = "1"
|
||||||
clap = { version = "4.5", features = ["derive"] }
|
clap = { version = "4.3.4", features = ["derive"] }
|
||||||
colored = "3"
|
colored = "2.0.0"
|
||||||
itertools = "0.14"
|
itertools = "0.10.5"
|
||||||
brace-expand = "0.1.0"
|
brace-expand = "0.1.0"
|
||||||
question = "0.2.2"
|
question = "0.2.2"
|
||||||
lazy_static = "1.5.0"
|
openssl = { version = "0.10", features = ["vendored"] }
|
||||||
|
284
src/main.rs
284
src/main.rs
@ -1,5 +1,6 @@
|
|||||||
extern crate log;
|
extern crate log;
|
||||||
|
|
||||||
|
use std::collections::HashMap;
|
||||||
use std::fs::read_to_string;
|
use std::fs::read_to_string;
|
||||||
use std::hash::Hash;
|
use std::hash::Hash;
|
||||||
use std::io::{BufRead, BufReader};
|
use std::io::{BufRead, BufReader};
|
||||||
@ -13,23 +14,18 @@ use colored::*;
|
|||||||
use dns_lookup::lookup_host;
|
use dns_lookup::lookup_host;
|
||||||
use env_logger::Env;
|
use env_logger::Env;
|
||||||
use itertools::Itertools;
|
use itertools::Itertools;
|
||||||
use lazy_static::lazy_static;
|
|
||||||
use log::{error, info, warn};
|
use log::{error, info, warn};
|
||||||
|
use massh::{MasshClient, MasshConfig, MasshHostConfig, SshAuth};
|
||||||
use question::{Answer, Question};
|
use question::{Answer, Question};
|
||||||
use rayon::prelude::*;
|
use rayon::prelude::*;
|
||||||
use regex::Regex;
|
use regex::Regex;
|
||||||
|
|
||||||
// Global state to track the currently open block
|
|
||||||
lazy_static! {
|
|
||||||
static ref CURRENT_BLOCK: Arc<Mutex<Option<String>>> = Arc::new(Mutex::new(None));
|
|
||||||
}
|
|
||||||
|
|
||||||
// Define command-line arguments using the clap library
|
// Define command-line arguments using the clap library
|
||||||
#[derive(Parser, Debug)]
|
#[derive(Parser, Debug)]
|
||||||
#[command(author = "AB ab@hexor.ru", version, about = "Parallel SSH executor in Rust", long_about = None)]
|
#[command(author = "AB ab@hexor.ru", version, about = "Parallel SSH executor in Rust", long_about = None)]
|
||||||
struct Args {
|
struct Args {
|
||||||
/// Username for SSH connections (defaults to current system user)
|
/// Username for SSH connections (defaults to current system user)
|
||||||
#[arg(short = 'u', short_alias = 'l', long, default_value_t = whoami::username())]
|
#[arg(short = 'u', short = 'l', long, default_value_t = whoami::username())]
|
||||||
username: String,
|
username: String,
|
||||||
|
|
||||||
/// Flag to use known_hosts file for server discovery instead of pattern expansion
|
/// Flag to use known_hosts file for server discovery instead of pattern expansion
|
||||||
@ -70,6 +66,14 @@ struct Args {
|
|||||||
/// Maximum number of parallel SSH connections
|
/// Maximum number of parallel SSH connections
|
||||||
#[arg(short, long, default_value_t = 100)]
|
#[arg(short, long, default_value_t = 100)]
|
||||||
parallel: i32,
|
parallel: i32,
|
||||||
|
|
||||||
|
/// Use the embedded SSH client library instead of system SSH command
|
||||||
|
#[arg(
|
||||||
|
long,
|
||||||
|
help = "Use embedded SSH client instead of system SSH. Does not support 'live output'.",
|
||||||
|
default_value_t = false
|
||||||
|
)]
|
||||||
|
embedded_ssh: bool,
|
||||||
}
|
}
|
||||||
|
|
||||||
/// Host representation for both known_hosts entries and expanded patterns
|
/// Host representation for both known_hosts entries and expanded patterns
|
||||||
@ -283,7 +287,6 @@ fn expand_string(s: &str) -> Vec<Host> {
|
|||||||
/// * `username` - SSH username
|
/// * `username` - SSH username
|
||||||
/// * `command` - Command to execute
|
/// * `command` - Command to execute
|
||||||
/// * `common_suffix` - Optional common suffix for hostname display formatting
|
/// * `common_suffix` - Optional common suffix for hostname display formatting
|
||||||
/// * `code_only` - Whether to display only exit codes
|
|
||||||
///
|
///
|
||||||
/// # Returns
|
/// # Returns
|
||||||
/// * `Result<i32, String>` - Exit code on success or error message
|
/// * `Result<i32, String>` - Exit code on success or error message
|
||||||
@ -292,10 +295,12 @@ fn execute_ssh_command(
|
|||||||
username: &str,
|
username: &str,
|
||||||
command: &str,
|
command: &str,
|
||||||
common_suffix: &Option<String>,
|
common_suffix: &Option<String>,
|
||||||
code_only: bool,
|
|
||||||
) -> Result<i32, String> {
|
) -> Result<i32, String> {
|
||||||
let display_name = shorten_hostname(hostname, common_suffix);
|
let display_name = shorten_hostname(hostname, common_suffix);
|
||||||
|
|
||||||
|
// Display execution start message with shortened hostname
|
||||||
|
println!("\n{} - STARTED", display_name.yellow().bold());
|
||||||
|
|
||||||
// Build the SSH command with appropriate options
|
// Build the SSH command with appropriate options
|
||||||
let mut ssh_cmd = Command::new("ssh");
|
let mut ssh_cmd = Command::new("ssh");
|
||||||
ssh_cmd
|
ssh_cmd
|
||||||
@ -314,47 +319,22 @@ fn execute_ssh_command(
|
|||||||
Err(e) => return Err(format!("Failed to start SSH process: {}", e)),
|
Err(e) => return Err(format!("Failed to start SSH process: {}", e)),
|
||||||
};
|
};
|
||||||
|
|
||||||
// Function to handle output lines with proper block management
|
|
||||||
let handle_output = |line: String, display_name: &str, code_only: bool| {
|
|
||||||
if !code_only {
|
|
||||||
let mut current_block = CURRENT_BLOCK.lock().unwrap();
|
|
||||||
|
|
||||||
// Check if we need to close the previous block and open a new one
|
|
||||||
match current_block.as_ref() {
|
|
||||||
Some(open_host) if open_host != display_name => {
|
|
||||||
// Close the previous block
|
|
||||||
println!("└ {} ┘", open_host.yellow());
|
|
||||||
// Open new block
|
|
||||||
println!("┌ {} ┐", display_name.yellow());
|
|
||||||
*current_block = Some(display_name.to_string());
|
|
||||||
}
|
|
||||||
None => {
|
|
||||||
// Open new block
|
|
||||||
println!("┌ {} ┐", display_name.yellow());
|
|
||||||
*current_block = Some(display_name.to_string());
|
|
||||||
}
|
|
||||||
Some(_) => {
|
|
||||||
// Same host, continue with current block
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Print the log line
|
|
||||||
println!("│ {} │ {}", display_name.yellow(), line);
|
|
||||||
}
|
|
||||||
};
|
|
||||||
|
|
||||||
// Capture and display stdout in real-time using a dedicated thread
|
// Capture and display stdout in real-time using a dedicated thread
|
||||||
let stdout = child.stdout.take().unwrap();
|
let stdout = child.stdout.take().unwrap();
|
||||||
let display_name_stdout = display_name.clone();
|
let display_name_stdout = display_name.clone();
|
||||||
let code_only_stdout = code_only;
|
|
||||||
let stdout_thread = thread::spawn(move || {
|
let stdout_thread = thread::spawn(move || {
|
||||||
let reader = BufReader::new(stdout);
|
let reader = BufReader::new(stdout);
|
||||||
|
let prefix = format!("{}", "║".green());
|
||||||
|
|
||||||
for line in reader.lines() {
|
for line in reader.lines() {
|
||||||
match line {
|
match line {
|
||||||
Ok(line) => {
|
Ok(line) => println!(
|
||||||
handle_output(line, &display_name_stdout, code_only_stdout);
|
"{} {} {} {}",
|
||||||
}
|
prefix,
|
||||||
|
display_name_stdout.yellow(),
|
||||||
|
prefix,
|
||||||
|
line
|
||||||
|
),
|
||||||
Err(_) => break,
|
Err(_) => break,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -363,15 +343,19 @@ fn execute_ssh_command(
|
|||||||
// Capture and display stderr in real-time using a dedicated thread
|
// Capture and display stderr in real-time using a dedicated thread
|
||||||
let stderr = child.stderr.take().unwrap();
|
let stderr = child.stderr.take().unwrap();
|
||||||
let display_name_stderr = display_name.clone();
|
let display_name_stderr = display_name.clone();
|
||||||
let code_only_stderr = code_only;
|
|
||||||
let stderr_thread = thread::spawn(move || {
|
let stderr_thread = thread::spawn(move || {
|
||||||
let reader = BufReader::new(stderr);
|
let reader = BufReader::new(stderr);
|
||||||
|
let prefix = format!("{}", "║".red());
|
||||||
|
|
||||||
for line in reader.lines() {
|
for line in reader.lines() {
|
||||||
match line {
|
match line {
|
||||||
Ok(line) => {
|
Ok(line) => println!(
|
||||||
handle_output(line, &display_name_stderr, code_only_stderr);
|
"{} {} {} {}",
|
||||||
}
|
prefix,
|
||||||
|
display_name_stderr.yellow(),
|
||||||
|
prefix,
|
||||||
|
line
|
||||||
|
),
|
||||||
Err(_) => break,
|
Err(_) => break,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
@ -387,17 +371,6 @@ fn execute_ssh_command(
|
|||||||
stdout_thread.join().unwrap();
|
stdout_thread.join().unwrap();
|
||||||
stderr_thread.join().unwrap();
|
stderr_thread.join().unwrap();
|
||||||
|
|
||||||
// Close the block if this host was the last one to output
|
|
||||||
if !code_only {
|
|
||||||
let mut current_block = CURRENT_BLOCK.lock().unwrap();
|
|
||||||
if let Some(open_host) = current_block.as_ref() {
|
|
||||||
if open_host == &display_name {
|
|
||||||
println!("└ {} ┘", display_name.yellow());
|
|
||||||
*current_block = None;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// Format exit code with color (green for success, red for failure)
|
// Format exit code with color (green for success, red for failure)
|
||||||
let exit_code = status.code().unwrap_or(-1);
|
let exit_code = status.code().unwrap_or(-1);
|
||||||
let code_string = if exit_code == 0 {
|
let code_string = if exit_code == 0 {
|
||||||
@ -406,14 +379,178 @@ fn execute_ssh_command(
|
|||||||
format!("{}", exit_code.to_string().red())
|
format!("{}", exit_code.to_string().red())
|
||||||
};
|
};
|
||||||
|
|
||||||
// For code-only mode, just show hostname and exit code
|
// Display completion message
|
||||||
if code_only {
|
println!(
|
||||||
println!("{}: [{}]", display_name.yellow(), code_string);
|
"{} - COMPLETED (Exit code: [{}])",
|
||||||
}
|
display_name.yellow().bold(),
|
||||||
|
code_string
|
||||||
|
);
|
||||||
|
|
||||||
Ok(exit_code)
|
Ok(exit_code)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/// Execute commands on multiple hosts using the massh library (embedded SSH)
|
||||||
|
///
|
||||||
|
/// This function handles batch processing of hosts to maintain the original order
|
||||||
|
/// while executing commands in parallel using the massh library.
|
||||||
|
///
|
||||||
|
/// # Arguments
|
||||||
|
/// * `hosts` - Vector of (hostname, IP address, original index) tuples
|
||||||
|
/// * `username` - SSH username
|
||||||
|
/// * `command` - Command to execute
|
||||||
|
/// * `parallel` - Maximum number of parallel connections
|
||||||
|
/// * `code_only` - Whether to display only exit codes
|
||||||
|
/// * `common_suffix` - Optional common suffix for hostname display formatting
|
||||||
|
fn execute_with_massh(
|
||||||
|
hosts: &[(String, IpAddr, usize)],
|
||||||
|
username: &str,
|
||||||
|
command: &str,
|
||||||
|
parallel: i32,
|
||||||
|
code_only: bool,
|
||||||
|
common_suffix: &Option<String>,
|
||||||
|
) {
|
||||||
|
// Create a lookup table for host data using IP addresses as keys
|
||||||
|
let mut hosts_and_ips: HashMap<IpAddr, (String, usize)> = HashMap::new();
|
||||||
|
let mut massh_hosts: Vec<MasshHostConfig> = Vec::new();
|
||||||
|
|
||||||
|
for (hostname, ip, idx) in hosts {
|
||||||
|
hosts_and_ips.insert(*ip, (hostname.clone(), *idx));
|
||||||
|
massh_hosts.push(MasshHostConfig {
|
||||||
|
addr: *ip,
|
||||||
|
auth: None,
|
||||||
|
port: None,
|
||||||
|
user: None,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Process hosts in batches to respect parallelism setting while maintaining order
|
||||||
|
let batch_size = parallel as usize;
|
||||||
|
let mut processed = 0;
|
||||||
|
|
||||||
|
while processed < massh_hosts.len() {
|
||||||
|
let end = std::cmp::min(processed + batch_size, massh_hosts.len());
|
||||||
|
|
||||||
|
// Create a new config and vector for this batch
|
||||||
|
let mut batch_hosts = Vec::new();
|
||||||
|
for host in &massh_hosts[processed..end] {
|
||||||
|
batch_hosts.push(MasshHostConfig {
|
||||||
|
addr: host.addr,
|
||||||
|
auth: None,
|
||||||
|
port: None,
|
||||||
|
user: None,
|
||||||
|
});
|
||||||
|
}
|
||||||
|
|
||||||
|
// Create a new MasshClient for this batch with appropriate configuration
|
||||||
|
let batch_config = MasshConfig {
|
||||||
|
default_auth: SshAuth::Agent,
|
||||||
|
default_port: 22,
|
||||||
|
default_user: username.to_string(),
|
||||||
|
threads: batch_hosts.len() as u64,
|
||||||
|
timeout: 0,
|
||||||
|
hosts: batch_hosts,
|
||||||
|
};
|
||||||
|
|
||||||
|
let batch_massh = MasshClient::from(&batch_config);
|
||||||
|
|
||||||
|
// Execute the command on all hosts in this batch
|
||||||
|
let rx = batch_massh.execute(command.to_string());
|
||||||
|
|
||||||
|
// Collect all results from this batch before moving to the next
|
||||||
|
let mut batch_results = Vec::new();
|
||||||
|
|
||||||
|
while let Ok((host, result)) = rx.recv() {
|
||||||
|
// Extract IP address from the massh result
|
||||||
|
let ip: String = host.split('@').collect::<Vec<_>>()[1]
|
||||||
|
.split(':')
|
||||||
|
.collect::<Vec<_>>()[0]
|
||||||
|
.to_string();
|
||||||
|
let ip = ip.parse::<IpAddr>().unwrap();
|
||||||
|
|
||||||
|
// Lookup the original hostname and index
|
||||||
|
if let Some((hostname, idx)) = hosts_and_ips.get(&ip) {
|
||||||
|
batch_results.push((hostname.clone(), ip, result, *idx));
|
||||||
|
} else {
|
||||||
|
error!("Unexpected IP address in result: {}", ip);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// Sort results by original index to maintain consistent display order
|
||||||
|
batch_results.sort_by_key(|(_, _, _, idx)| *idx);
|
||||||
|
|
||||||
|
// Display results for each host in the batch
|
||||||
|
for (hostname, _ip, result, _) in batch_results {
|
||||||
|
let display_name = shorten_hostname(&hostname, common_suffix);
|
||||||
|
|
||||||
|
// Display hostname with consistent formatting
|
||||||
|
println!("\n{}", display_name.yellow().bold().to_string());
|
||||||
|
|
||||||
|
// Handle execution result
|
||||||
|
let output = match result {
|
||||||
|
Ok(output) => output,
|
||||||
|
Err(e) => {
|
||||||
|
error!("Can't access server: {}", e);
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
};
|
||||||
|
|
||||||
|
// Format exit code with color
|
||||||
|
let code_string = if output.exit_status == 0 {
|
||||||
|
format!("{}", output.exit_status.to_string().green())
|
||||||
|
} else {
|
||||||
|
format!("{}", output.exit_status.to_string().red())
|
||||||
|
};
|
||||||
|
|
||||||
|
// Display summary of command execution
|
||||||
|
println!(
|
||||||
|
"{}",
|
||||||
|
format!(
|
||||||
|
"Exit code [{}] / stdout {} bytes / stderr {} bytes",
|
||||||
|
code_string,
|
||||||
|
output.stdout.len(),
|
||||||
|
output.stderr.len()
|
||||||
|
)
|
||||||
|
.bold()
|
||||||
|
);
|
||||||
|
|
||||||
|
// Display command output if not in code-only mode
|
||||||
|
if !code_only {
|
||||||
|
// Display stdout with appropriate formatting
|
||||||
|
match String::from_utf8(output.stdout) {
|
||||||
|
Ok(stdout) => match stdout.as_str() {
|
||||||
|
"" => {}
|
||||||
|
_ => {
|
||||||
|
let prefix = if output.exit_status != 0 {
|
||||||
|
format!("{}", "│".cyan())
|
||||||
|
} else {
|
||||||
|
format!("{}", "│".green())
|
||||||
|
};
|
||||||
|
for line in stdout.lines() {
|
||||||
|
println!("{} {} - {}", prefix, display_name.yellow(), line);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
Err(_) => {}
|
||||||
|
}
|
||||||
|
// Display stderr with appropriate formatting
|
||||||
|
match String::from_utf8(output.stderr) {
|
||||||
|
Ok(stderr) => match stderr.as_str() {
|
||||||
|
"" => {}
|
||||||
|
_ => {
|
||||||
|
for line in stderr.lines() {
|
||||||
|
println!("{} {} - {}", "║".red(), display_name.yellow(), line);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
},
|
||||||
|
Err(_) => {}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
processed = end;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
/// Main entry point for the application
|
/// Main entry point for the application
|
||||||
fn main() {
|
fn main() {
|
||||||
// Initialize logging with minimal formatting (no timestamp, no target)
|
// Initialize logging with minimal formatting (no timestamp, no target)
|
||||||
@ -568,7 +705,9 @@ fn main() {
|
|||||||
info!("Run command on {} servers.", &valid_hosts.len());
|
info!("Run command on {} servers.", &valid_hosts.len());
|
||||||
}
|
}
|
||||||
|
|
||||||
// Execute commands using system SSH client
|
// Execute commands using selected method (system SSH or embedded library)
|
||||||
|
if !args.embedded_ssh {
|
||||||
|
// Use system SSH client (default behavior)
|
||||||
let batch_size = args.parallel as usize;
|
let batch_size = args.parallel as usize;
|
||||||
let mut processed = 0;
|
let mut processed = 0;
|
||||||
|
|
||||||
@ -584,17 +723,11 @@ fn main() {
|
|||||||
let username = args.username.clone();
|
let username = args.username.clone();
|
||||||
let command = args.command.clone();
|
let command = args.command.clone();
|
||||||
let common_suffix_clone = common_suffix.clone();
|
let common_suffix_clone = common_suffix.clone();
|
||||||
let code_only = args.code;
|
|
||||||
|
|
||||||
// Execute SSH command in a separate thread
|
// Execute SSH command in a separate thread
|
||||||
let handle = thread::spawn(move || {
|
let handle = thread::spawn(move || {
|
||||||
match execute_ssh_command(
|
match execute_ssh_command(&hostname, &username, &command, &common_suffix_clone)
|
||||||
&hostname,
|
{
|
||||||
&username,
|
|
||||||
&command,
|
|
||||||
&common_suffix_clone,
|
|
||||||
code_only,
|
|
||||||
) {
|
|
||||||
Ok(_) => (),
|
Ok(_) => (),
|
||||||
Err(e) => error!("Error executing command on {}: {}", hostname, e),
|
Err(e) => error!("Error executing command on {}: {}", hostname, e),
|
||||||
}
|
}
|
||||||
@ -610,4 +743,15 @@ fn main() {
|
|||||||
|
|
||||||
processed = end;
|
processed = end;
|
||||||
}
|
}
|
||||||
|
} else {
|
||||||
|
// Use the embedded massh library implementation
|
||||||
|
execute_with_massh(
|
||||||
|
&valid_hosts,
|
||||||
|
&args.username,
|
||||||
|
&args.command,
|
||||||
|
args.parallel,
|
||||||
|
args.code,
|
||||||
|
&common_suffix,
|
||||||
|
);
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user