2025-04-29 21:17:40 +00:00
|
|
|
|
use crate::server::SshKey;
|
|
|
|
|
use log::info;
|
2025-04-29 21:12:27 +00:00
|
|
|
|
use std::collections::HashMap;
|
|
|
|
|
use std::collections::HashSet;
|
|
|
|
|
use tokio_postgres::Client;
|
|
|
|
|
|
|
|
|
|
// Структура для хранения статистики обработки ключей
|
|
|
|
|
pub struct KeyInsertStats {
|
2025-04-29 21:17:40 +00:00
|
|
|
|
pub total: usize, // Общее количество полученных ключей
|
|
|
|
|
pub inserted: usize, // Количество новых ключей
|
|
|
|
|
pub updated: usize, // Количество обновленных ключей
|
|
|
|
|
pub unchanged: usize, // Количество неизмененных ключей
|
2025-04-29 21:12:27 +00:00
|
|
|
|
pub key_id_map: Vec<(SshKey, i32)>, // Связь ключей с их ID в базе
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn initialize_db_schema(client: &Client) -> Result<(), tokio_postgres::Error> {
|
|
|
|
|
info!("Checking and initializing database schema if needed");
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Check if tables exist by querying information_schema
|
|
|
|
|
let tables_exist = client
|
|
|
|
|
.query(
|
|
|
|
|
"SELECT EXISTS (
|
|
|
|
|
SELECT FROM information_schema.tables
|
|
|
|
|
WHERE table_schema = 'public'
|
|
|
|
|
AND table_name = 'keys'
|
|
|
|
|
) AND EXISTS (
|
|
|
|
|
SELECT FROM information_schema.tables
|
|
|
|
|
WHERE table_schema = 'public'
|
|
|
|
|
AND table_name = 'flows'
|
|
|
|
|
)",
|
|
|
|
|
&[],
|
|
|
|
|
)
|
|
|
|
|
.await?
|
|
|
|
|
.get(0)
|
|
|
|
|
.map(|row| row.get::<_, bool>(0))
|
|
|
|
|
.unwrap_or(false);
|
|
|
|
|
|
|
|
|
|
if !tables_exist {
|
|
|
|
|
info!("Database schema doesn't exist. Creating tables...");
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Create the keys table
|
|
|
|
|
client
|
|
|
|
|
.execute(
|
|
|
|
|
"CREATE TABLE IF NOT EXISTS public.keys (
|
|
|
|
|
key_id SERIAL PRIMARY KEY,
|
|
|
|
|
host VARCHAR(255) NOT NULL,
|
|
|
|
|
key TEXT NOT NULL,
|
|
|
|
|
updated TIMESTAMP WITH TIME ZONE NOT NULL,
|
|
|
|
|
CONSTRAINT unique_host_key UNIQUE (host, key)
|
|
|
|
|
)",
|
|
|
|
|
&[],
|
|
|
|
|
)
|
|
|
|
|
.await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Create the flows table
|
|
|
|
|
client
|
|
|
|
|
.execute(
|
|
|
|
|
"CREATE TABLE IF NOT EXISTS public.flows (
|
|
|
|
|
flow_id SERIAL PRIMARY KEY,
|
|
|
|
|
name VARCHAR(255) NOT NULL,
|
|
|
|
|
key_id INTEGER NOT NULL,
|
|
|
|
|
CONSTRAINT fk_key
|
|
|
|
|
FOREIGN KEY(key_id)
|
|
|
|
|
REFERENCES public.keys(key_id)
|
|
|
|
|
ON DELETE CASCADE,
|
|
|
|
|
CONSTRAINT unique_flow_key UNIQUE (name, key_id)
|
|
|
|
|
)",
|
|
|
|
|
&[],
|
|
|
|
|
)
|
|
|
|
|
.await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Create an index for faster lookups
|
|
|
|
|
client
|
|
|
|
|
.execute(
|
|
|
|
|
"CREATE INDEX IF NOT EXISTS idx_flows_name ON public.flows(name)",
|
|
|
|
|
&[],
|
|
|
|
|
)
|
|
|
|
|
.await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
info!("Database schema created successfully");
|
|
|
|
|
} else {
|
|
|
|
|
info!("Database schema already exists");
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
Ok(())
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn batch_insert_keys(
|
|
|
|
|
client: &Client,
|
|
|
|
|
keys: &[SshKey],
|
|
|
|
|
) -> Result<KeyInsertStats, tokio_postgres::Error> {
|
|
|
|
|
if keys.is_empty() {
|
|
|
|
|
return Ok(KeyInsertStats {
|
|
|
|
|
total: 0,
|
|
|
|
|
inserted: 0,
|
|
|
|
|
updated: 0,
|
|
|
|
|
unchanged: 0,
|
|
|
|
|
key_id_map: Vec::new(),
|
|
|
|
|
});
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Подготавливаем массивы для пакетной вставки
|
|
|
|
|
let mut host_values: Vec<&str> = Vec::with_capacity(keys.len());
|
|
|
|
|
let mut key_values: Vec<&str> = Vec::with_capacity(keys.len());
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for key in keys {
|
|
|
|
|
host_values.push(&key.server);
|
|
|
|
|
key_values.push(&key.public_key);
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Сначала проверяем, какие ключи уже существуют в базе
|
|
|
|
|
let mut existing_keys = HashMap::new();
|
|
|
|
|
let mut key_query = String::from("SELECT host, key, key_id FROM public.keys WHERE ");
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for i in 0..keys.len() {
|
|
|
|
|
if i > 0 {
|
|
|
|
|
key_query.push_str(" OR ");
|
|
|
|
|
}
|
|
|
|
|
key_query.push_str(&format!("(host = ${} AND key = ${})", i * 2 + 1, i * 2 + 2));
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
|
|
|
|
let mut params: Vec<&(dyn tokio_postgres::types::ToSql + Sync)> =
|
|
|
|
|
Vec::with_capacity(keys.len() * 2);
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for i in 0..keys.len() {
|
|
|
|
|
params.push(&host_values[i]);
|
|
|
|
|
params.push(&key_values[i]);
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let rows = client.query(&key_query, ¶ms[..]).await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for row in rows {
|
|
|
|
|
let host: String = row.get(0);
|
|
|
|
|
let key: String = row.get(1);
|
|
|
|
|
let key_id: i32 = row.get(2);
|
|
|
|
|
existing_keys.insert((host, key), key_id);
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Определяем, какие ключи нужно вставить, а какие уже существуют
|
|
|
|
|
let mut keys_to_insert = Vec::new();
|
|
|
|
|
let mut unchanged_keys = Vec::new();
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for key in keys {
|
|
|
|
|
let key_tuple = (key.server.clone(), key.public_key.clone());
|
|
|
|
|
if existing_keys.contains_key(&key_tuple) {
|
|
|
|
|
unchanged_keys.push((key.clone(), *existing_keys.get(&key_tuple).unwrap()));
|
|
|
|
|
} else {
|
|
|
|
|
keys_to_insert.push(key.clone());
|
|
|
|
|
}
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let mut inserted_keys = Vec::new();
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Если есть ключи для вставки, выполняем вставку
|
|
|
|
|
if !keys_to_insert.is_empty() {
|
2025-04-29 21:17:40 +00:00
|
|
|
|
let mut insert_sql = String::from("INSERT INTO public.keys (host, key, updated) VALUES ");
|
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let mut insert_params: Vec<&(dyn tokio_postgres::types::ToSql + Sync)> = Vec::new();
|
|
|
|
|
let mut param_count = 1;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for (i, key) in keys_to_insert.iter().enumerate() {
|
|
|
|
|
if i > 0 {
|
|
|
|
|
insert_sql.push_str(", ");
|
|
|
|
|
}
|
|
|
|
|
insert_sql.push_str(&format!("(${}, ${}, NOW())", param_count, param_count + 1));
|
|
|
|
|
insert_params.push(&key.server);
|
|
|
|
|
insert_params.push(&key.public_key);
|
|
|
|
|
param_count += 2;
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
insert_sql.push_str(" RETURNING key_id, host, key");
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let inserted_rows = client.query(&insert_sql, &insert_params[..]).await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for row in inserted_rows {
|
|
|
|
|
let host: String = row.get(1);
|
|
|
|
|
let key_text: String = row.get(2);
|
|
|
|
|
let key_id: i32 = row.get(0);
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
|
|
|
|
if let Some(orig_key) = keys_to_insert
|
|
|
|
|
.iter()
|
|
|
|
|
.find(|k| k.server == host && k.public_key == key_text)
|
|
|
|
|
{
|
2025-04-29 21:12:27 +00:00
|
|
|
|
inserted_keys.push((orig_key.clone(), key_id));
|
|
|
|
|
}
|
|
|
|
|
}
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Сохраняем количество элементов перед объединением
|
|
|
|
|
let inserted_count = inserted_keys.len();
|
|
|
|
|
let unchanged_count = unchanged_keys.len();
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Комбинируем результаты и формируем статистику
|
|
|
|
|
let mut key_id_map = Vec::with_capacity(unchanged_count + inserted_count);
|
|
|
|
|
key_id_map.extend(unchanged_keys);
|
|
|
|
|
key_id_map.extend(inserted_keys);
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let stats = KeyInsertStats {
|
|
|
|
|
total: keys.len(),
|
|
|
|
|
inserted: inserted_count,
|
|
|
|
|
updated: 0, // В этой версии мы не обновляем существующие ключи
|
|
|
|
|
unchanged: unchanged_count,
|
|
|
|
|
key_id_map,
|
|
|
|
|
};
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
|
|
|
|
info!(
|
|
|
|
|
"Keys stats: received={}, new={}, unchanged={}",
|
|
|
|
|
stats.total, stats.inserted, stats.unchanged
|
|
|
|
|
);
|
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
Ok(stats)
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
pub async fn batch_insert_flow_keys(
|
|
|
|
|
client: &Client,
|
|
|
|
|
flow_name: &str,
|
|
|
|
|
key_ids: &[i32],
|
|
|
|
|
) -> Result<usize, tokio_postgres::Error> {
|
|
|
|
|
if key_ids.is_empty() {
|
|
|
|
|
info!("No keys to associate with flow '{}'", flow_name);
|
|
|
|
|
return Ok(0);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Сначала проверим, какие связи уже существуют
|
2025-04-29 21:17:40 +00:00
|
|
|
|
let mut existing_query =
|
|
|
|
|
String::from("SELECT key_id FROM public.flows WHERE name = $1 AND key_id IN (");
|
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
for i in 0..key_ids.len() {
|
|
|
|
|
if i > 0 {
|
|
|
|
|
existing_query.push_str(", ");
|
|
|
|
|
}
|
|
|
|
|
existing_query.push_str(&format!("${}", i + 2));
|
|
|
|
|
}
|
|
|
|
|
existing_query.push_str(")");
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
|
|
|
|
let mut params: Vec<&(dyn tokio_postgres::types::ToSql + Sync)> =
|
|
|
|
|
Vec::with_capacity(key_ids.len() + 1);
|
2025-04-29 21:12:27 +00:00
|
|
|
|
params.push(&flow_name);
|
|
|
|
|
for key_id in key_ids {
|
|
|
|
|
params.push(key_id);
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let rows = client.query(&existing_query, ¶ms[..]).await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let mut existing_associations = HashSet::new();
|
|
|
|
|
for row in rows {
|
|
|
|
|
let key_id: i32 = row.get(0);
|
|
|
|
|
existing_associations.insert(key_id);
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Фильтруем только те ключи, которые еще не связаны с потоком
|
2025-04-29 21:17:40 +00:00
|
|
|
|
let new_key_ids: Vec<&i32> = key_ids
|
|
|
|
|
.iter()
|
2025-04-29 21:12:27 +00:00
|
|
|
|
.filter(|&id| !existing_associations.contains(id))
|
|
|
|
|
.collect();
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
if new_key_ids.is_empty() {
|
2025-04-29 21:17:40 +00:00
|
|
|
|
info!(
|
|
|
|
|
"All {} keys are already associated with flow '{}'",
|
|
|
|
|
key_ids.len(),
|
|
|
|
|
flow_name
|
|
|
|
|
);
|
2025-04-29 21:12:27 +00:00
|
|
|
|
return Ok(0);
|
|
|
|
|
}
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
// Строим SQL запрос с множественными значениями только для новых связей
|
2025-04-29 21:17:40 +00:00
|
|
|
|
let mut sql = String::from("INSERT INTO public.flows (name, key_id) VALUES ");
|
2025-04-29 21:12:27 +00:00
|
|
|
|
|
|
|
|
|
for i in 0..new_key_ids.len() {
|
|
|
|
|
if i > 0 {
|
|
|
|
|
sql.push_str(", ");
|
|
|
|
|
}
|
|
|
|
|
sql.push_str(&format!("($1, ${})", i + 2));
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
sql.push_str(" ON CONFLICT (name, key_id) DO NOTHING");
|
|
|
|
|
|
|
|
|
|
// Подготавливаем параметры для запроса
|
2025-04-29 21:17:40 +00:00
|
|
|
|
let mut insert_params: Vec<&(dyn tokio_postgres::types::ToSql + Sync)> =
|
|
|
|
|
Vec::with_capacity(new_key_ids.len() + 1);
|
2025-04-29 21:12:27 +00:00
|
|
|
|
insert_params.push(&flow_name);
|
|
|
|
|
for key_id in &new_key_ids {
|
|
|
|
|
insert_params.push(*key_id);
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
// Выполняем запрос
|
|
|
|
|
let affected = client.execute(&sql, &insert_params[..]).await?;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
let affected_usize = affected as usize;
|
2025-04-29 21:17:40 +00:00
|
|
|
|
|
|
|
|
|
info!(
|
|
|
|
|
"Added {} new key-flow associations for flow '{}' (skipped {} existing)",
|
|
|
|
|
affected_usize,
|
|
|
|
|
flow_name,
|
|
|
|
|
existing_associations.len()
|
|
|
|
|
);
|
|
|
|
|
|
2025-04-29 21:12:27 +00:00
|
|
|
|
Ok(affected_usize)
|
|
|
|
|
}
|