2022-12-30 20:18:15 +01:00
|
|
|
use crate::config::{Context, GIT_VERSION};
|
2023-01-08 21:16:06 +01:00
|
|
|
use crate::fw::{fwblock, fwinit};
|
2023-01-15 16:05:34 +01:00
|
|
|
use crate::ip::{filter, IpData, IpEvent};
|
2023-04-09 01:42:17 +02:00
|
|
|
use crate::monitoring::apiserver;
|
2023-01-15 23:26:18 +01:00
|
|
|
use crate::utils::{gethostname, read_lines, sleep_ms};
|
2023-03-05 23:05:50 +01:00
|
|
|
use crate::webservice::send_to_ipbl_api;
|
2023-04-10 16:33:03 +02:00
|
|
|
use crate::websocket::{send_to_ipbl_websocket, websocketpubsub, websocketreqrep};
|
2022-05-27 13:59:17 +02:00
|
|
|
|
|
|
|
use chrono::prelude::*;
|
2022-12-30 20:18:15 +01:00
|
|
|
use chrono::prelude::{DateTime, Local};
|
2022-07-01 15:51:41 +02:00
|
|
|
use chrono::Duration;
|
2022-12-30 20:18:15 +01:00
|
|
|
use nix::sys::inotify::InotifyEvent;
|
2022-05-27 13:59:17 +02:00
|
|
|
use std::collections::HashMap;
|
|
|
|
use std::sync::Arc;
|
|
|
|
use tokio::sync::mpsc::{channel, Receiver, Sender};
|
2023-01-10 18:00:40 +01:00
|
|
|
use tokio::sync::RwLock;
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-01-08 21:16:06 +01:00
|
|
|
pub const PKG_NAME: &str = env!("CARGO_PKG_NAME");
|
2022-05-27 13:59:17 +02:00
|
|
|
const BL_CHAN_SIZE: usize = 32;
|
2023-04-09 01:42:17 +02:00
|
|
|
const WS_CHAN_SIZE: usize = 64;
|
2023-04-23 09:57:38 +02:00
|
|
|
const LOOPSLEEP: u64 = 500;
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2022-12-30 20:18:15 +01:00
|
|
|
pub async fn run() {
|
2023-01-15 22:07:56 +01:00
|
|
|
let globalctx = Context::new().await;
|
|
|
|
let ctxarc = Arc::new(RwLock::new(globalctx));
|
2023-03-05 23:05:50 +01:00
|
|
|
let mut fwlen: usize = 0;
|
2023-01-08 21:16:06 +01:00
|
|
|
|
|
|
|
let pkgversion = format!("{}@{}", env!("CARGO_PKG_VERSION"), GIT_VERSION);
|
|
|
|
|
|
|
|
let mut last_cfg_reload: DateTime<Local> = Local::now().trunc_subsecs(0);
|
|
|
|
println!("Launching {}, version {}", PKG_NAME, pkgversion);
|
2023-03-05 23:05:50 +01:00
|
|
|
fwinit();
|
2023-01-08 21:16:06 +01:00
|
|
|
|
2023-04-09 01:42:17 +02:00
|
|
|
let ctxapi = Arc::clone(&ctxarc);
|
|
|
|
apiserver(&ctxapi).await.unwrap();
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-03-05 23:05:50 +01:00
|
|
|
// initialize sockets
|
2023-04-09 01:42:17 +02:00
|
|
|
let (ipeventtx, mut ipeventrx): (Sender<IpEvent>, Receiver<IpEvent>) = channel(WS_CHAN_SIZE);
|
2023-04-10 11:31:16 +02:00
|
|
|
let ipeventtxarc = Arc::new(RwLock::new(ipeventtx));
|
|
|
|
|
2023-04-10 16:57:12 +02:00
|
|
|
// init pubsub
|
2023-04-10 16:33:03 +02:00
|
|
|
let ctxwsps = Arc::clone(&ctxarc);
|
2023-04-10 16:57:12 +02:00
|
|
|
let ipeventws = Arc::clone(&ipeventtxarc);
|
2023-04-10 16:33:03 +02:00
|
|
|
websocketpubsub(&ctxwsps, ipeventws).await;
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-04-10 16:57:12 +02:00
|
|
|
let ctxwsrr = Arc::clone(&ctxarc);
|
|
|
|
let mut wssocketrr = websocketreqrep(&ctxwsrr).await;
|
|
|
|
|
|
|
|
// init file watcher
|
2023-03-12 14:27:05 +01:00
|
|
|
let mut blrx = watchfiles(&ctxarc).await;
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-01-08 21:16:06 +01:00
|
|
|
let ctxclone = Arc::clone(&ctxarc);
|
2023-04-10 11:31:16 +02:00
|
|
|
let ipeventclone = Arc::clone(&ipeventtxarc);
|
2022-05-27 13:59:17 +02:00
|
|
|
tokio::spawn(async move {
|
2023-04-10 11:31:16 +02:00
|
|
|
compare_files_changes(&ctxclone, &mut blrx, &ipeventclone).await;
|
2022-05-27 13:59:17 +02:00
|
|
|
});
|
|
|
|
|
|
|
|
loop {
|
2023-04-10 11:31:16 +02:00
|
|
|
let mut ret: Vec<String> = Vec::new();
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-01-08 21:16:06 +01:00
|
|
|
let ctxclone = Arc::clone(&ctxarc);
|
2022-09-11 23:35:44 +02:00
|
|
|
|
2023-01-08 14:09:13 +01:00
|
|
|
tokio::select! {
|
2023-04-09 15:05:09 +02:00
|
|
|
ipevent = ipeventrx.recv() => {
|
|
|
|
let received_ip = ipevent.unwrap();
|
2023-01-08 21:16:06 +01:00
|
|
|
|
2023-01-10 18:00:40 +01:00
|
|
|
let mut ctx = ctxclone.write().await;
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-01-15 16:40:27 +01:00
|
|
|
if received_ip.msgtype == "bootstrap".to_string() {
|
2023-01-15 16:05:34 +01:00
|
|
|
for ip_to_send in ctx.get_blocklist_toblock().await {
|
2023-01-15 16:53:58 +01:00
|
|
|
let ipe = IpEvent{
|
2023-01-15 16:05:34 +01:00
|
|
|
msgtype: String::from("init"),
|
2023-04-09 01:42:17 +02:00
|
|
|
mode: String::from("ws"),
|
2023-04-10 11:31:16 +02:00
|
|
|
hostname: gethostname(true),
|
2023-01-15 16:05:34 +01:00
|
|
|
ipdata: ip_to_send,
|
|
|
|
};
|
2023-04-10 16:44:53 +02:00
|
|
|
if !send_to_ipbl_websocket(&mut wssocketrr, &ipe).await {
|
2023-04-10 16:33:03 +02:00
|
|
|
wssocketrr = websocketreqrep(&ctxwsrr).await;
|
2023-04-10 16:44:53 +02:00
|
|
|
break;
|
2023-04-10 14:10:56 +02:00
|
|
|
}
|
2023-01-08 14:09:13 +01:00
|
|
|
}
|
2023-04-22 19:28:38 +02:00
|
|
|
drop(ctx);
|
2023-04-10 16:44:53 +02:00
|
|
|
|
2023-01-15 16:53:58 +01:00
|
|
|
continue
|
2023-01-08 14:09:13 +01:00
|
|
|
}
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-01-08 14:09:13 +01:00
|
|
|
// refresh context blocklist
|
2023-01-15 23:54:15 +01:00
|
|
|
let filtered_ipevent = ctx.update_blocklist(&received_ip).await;
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-03-05 23:05:50 +01:00
|
|
|
// send ip list to api and ws sockets
|
2023-01-15 23:54:15 +01:00
|
|
|
if let Some(ipevent) = filtered_ipevent {
|
2023-01-15 16:53:58 +01:00
|
|
|
if received_ip.msgtype != "init" {
|
2023-03-05 23:05:50 +01:00
|
|
|
println!("sending {} to api and ws", ipevent.ipdata.ip);
|
2023-04-10 11:31:16 +02:00
|
|
|
let ipe = IpEvent{
|
2023-01-15 16:53:58 +01:00
|
|
|
msgtype: String::from("add"),
|
2023-04-09 15:05:09 +02:00
|
|
|
mode: String::from("ws"),
|
2023-04-10 11:31:16 +02:00
|
|
|
hostname: gethostname(true),
|
2023-01-15 23:54:15 +01:00
|
|
|
ipdata: ipevent.ipdata,
|
2023-01-15 16:53:58 +01:00
|
|
|
};
|
2023-05-06 10:36:50 +02:00
|
|
|
send_to_ipbl_api(&ctx.flags.server, &ipe).await;
|
2023-04-10 11:31:16 +02:00
|
|
|
let status = send_to_ipbl_websocket(&mut wssocketrr, &ipe).await;
|
2023-04-22 19:28:38 +02:00
|
|
|
drop(ctx);
|
2023-04-10 11:31:16 +02:00
|
|
|
if !status {
|
2023-04-10 16:33:03 +02:00
|
|
|
wssocketrr = websocketreqrep(&ctxwsrr).await;
|
|
|
|
continue;
|
2023-04-10 11:31:16 +02:00
|
|
|
}
|
2023-01-15 16:53:58 +01:00
|
|
|
}
|
2022-07-01 15:51:41 +02:00
|
|
|
}
|
2023-01-08 14:09:13 +01:00
|
|
|
}
|
2023-04-23 09:57:38 +02:00
|
|
|
_val = sleep_ms(LOOPSLEEP) => {}
|
2023-01-08 14:09:13 +01:00
|
|
|
};
|
2023-01-08 21:16:06 +01:00
|
|
|
|
2023-04-10 11:57:03 +02:00
|
|
|
let ctxclone = Arc::clone(&ctxarc);
|
|
|
|
handle_fwblock(ctxclone, &mut ret, &mut fwlen).await;
|
2023-01-08 21:16:06 +01:00
|
|
|
|
|
|
|
// log lines
|
|
|
|
if ret.len() > 0 {
|
|
|
|
println!("{ret}", ret = ret.join(", "));
|
|
|
|
}
|
|
|
|
|
2023-04-10 11:57:03 +02:00
|
|
|
let ctxclone = Arc::clone(&ctxarc);
|
2023-04-22 19:04:20 +02:00
|
|
|
handle_cfg_reload(&ctxclone, &mut last_cfg_reload).await;
|
2023-04-10 11:57:03 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-04-22 19:04:20 +02:00
|
|
|
async fn handle_cfg_reload(ctxclone: &Arc<RwLock<Context>>, last_cfg_reload: &mut DateTime<Local>) {
|
2023-04-10 11:57:03 +02:00
|
|
|
let now_cfg_reload = Local::now().trunc_subsecs(0);
|
|
|
|
if (now_cfg_reload - *last_cfg_reload) > Duration::seconds(5) {
|
|
|
|
let mut ctx = ctxclone.write().await;
|
|
|
|
match ctx.load().await {
|
|
|
|
Ok(_) => {
|
|
|
|
*last_cfg_reload = Local::now().trunc_subsecs(0);
|
2023-04-22 19:04:20 +02:00
|
|
|
}
|
|
|
|
Err(_) => {
|
|
|
|
println!("error reloading config");
|
2023-04-10 11:57:03 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
};
|
|
|
|
}
|
|
|
|
|
|
|
|
async fn handle_fwblock(ctxclone: Arc<RwLock<Context>>, ret: &mut Vec<String>, fwlen: &mut usize) {
|
|
|
|
let toblock;
|
|
|
|
{
|
|
|
|
let mut ctx = ctxclone.write().await;
|
|
|
|
ctx.gc_blocklist().await;
|
|
|
|
toblock = ctx.get_blocklist_toblock().await;
|
|
|
|
|
|
|
|
// apply firewall blocking
|
|
|
|
match fwblock(&toblock, ret, fwlen) {
|
|
|
|
Ok(_) => {}
|
|
|
|
Err(err) => {
|
|
|
|
println!("Err: {err}, unable to push firewall rules, use super user")
|
2023-03-12 14:27:05 +01:00
|
|
|
}
|
|
|
|
};
|
2022-05-27 13:59:17 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-01-10 18:00:40 +01:00
|
|
|
async fn watchfiles(ctxarc: &Arc<RwLock<Context>>) -> Receiver<FileEvent> {
|
2022-05-27 13:59:17 +02:00
|
|
|
let (bltx, blrx): (Sender<FileEvent>, Receiver<FileEvent>) = channel(BL_CHAN_SIZE);
|
2023-01-08 21:16:06 +01:00
|
|
|
let ctxclone = Arc::clone(ctxarc);
|
2022-05-27 13:59:17 +02:00
|
|
|
tokio::spawn(async move {
|
|
|
|
loop {
|
2023-01-08 21:16:06 +01:00
|
|
|
let events;
|
|
|
|
let instance;
|
2022-05-27 13:59:17 +02:00
|
|
|
{
|
2023-01-10 18:00:40 +01:00
|
|
|
let ctx = ctxclone.read().await;
|
2023-01-08 21:16:06 +01:00
|
|
|
instance = ctx.instance.clone();
|
2022-05-27 13:59:17 +02:00
|
|
|
}
|
|
|
|
|
2023-01-08 21:16:06 +01:00
|
|
|
events = instance.read_events().unwrap();
|
|
|
|
|
2022-09-21 21:03:01 +02:00
|
|
|
for inevent in events {
|
2022-05-27 13:59:17 +02:00
|
|
|
let date: DateTime<Local> = Local::now().trunc_subsecs(0);
|
2022-09-21 21:03:01 +02:00
|
|
|
bltx.send(FileEvent { inevent, date }).await.unwrap();
|
2022-05-27 13:59:17 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
});
|
|
|
|
blrx
|
|
|
|
}
|
|
|
|
|
2022-09-23 13:17:20 +02:00
|
|
|
async fn get_last_file_size(w: &mut HashMap<String, u64>, path: &str) -> (u64, bool) {
|
2022-05-27 13:59:17 +02:00
|
|
|
let currentlen = match std::fs::metadata(&path.to_string()) {
|
|
|
|
Ok(u) => u.len().clone(),
|
2022-09-23 13:17:20 +02:00
|
|
|
Err(_) => 0u64,
|
2022-05-27 13:59:17 +02:00
|
|
|
};
|
2022-09-21 21:03:01 +02:00
|
|
|
let lastlen = match w.insert(path.to_string(), currentlen) {
|
2022-05-27 13:59:17 +02:00
|
|
|
Some(u) => u,
|
2022-09-23 13:17:20 +02:00
|
|
|
None => 0u64,
|
2022-05-27 13:59:17 +02:00
|
|
|
};
|
2022-09-23 13:17:20 +02:00
|
|
|
(lastlen, lastlen != currentlen)
|
2022-05-27 13:59:17 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
async fn compare_files_changes(
|
2023-01-10 18:00:40 +01:00
|
|
|
ctxarc: &Arc<RwLock<Context>>,
|
2022-09-21 21:03:01 +02:00
|
|
|
inrx: &mut Receiver<FileEvent>,
|
2023-04-10 11:31:16 +02:00
|
|
|
ipeventtx: &Arc<RwLock<Sender<IpEvent>>>,
|
2022-05-27 13:59:17 +02:00
|
|
|
) {
|
2022-09-21 21:03:01 +02:00
|
|
|
let mut tnets;
|
2022-05-27 13:59:17 +02:00
|
|
|
loop {
|
2022-09-21 21:03:01 +02:00
|
|
|
let modfiles = inrx.recv().await.unwrap();
|
|
|
|
let mut iplist: Vec<IpData> = vec![];
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2023-01-08 21:16:06 +01:00
|
|
|
let sask;
|
|
|
|
let sas;
|
|
|
|
{
|
2023-01-10 18:00:40 +01:00
|
|
|
let ctx = ctxarc.read().await;
|
2023-01-08 21:16:06 +01:00
|
|
|
sas = ctx.clone().sas;
|
|
|
|
sask = sas.keys();
|
|
|
|
tnets = ctx.cfg.build_trustnets();
|
|
|
|
}
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2022-09-21 21:03:01 +02:00
|
|
|
match modfiles.inevent.name {
|
2022-05-27 13:59:17 +02:00
|
|
|
Some(name) => {
|
2022-09-21 21:03:01 +02:00
|
|
|
let filename = name.to_str().unwrap();
|
2023-01-08 21:16:06 +01:00
|
|
|
for sak in sask {
|
|
|
|
let sa = sas.get(sak).unwrap();
|
2022-09-21 21:03:01 +02:00
|
|
|
if modfiles.inevent.wd == sa.wd {
|
|
|
|
let handle: String;
|
2022-05-27 13:59:17 +02:00
|
|
|
if sa.filename.as_str() == "" {
|
2022-09-21 21:03:01 +02:00
|
|
|
handle = format!("{}/{}", &sa.fullpath, filename);
|
|
|
|
} else if filename.starts_with(sa.filename.as_str()) {
|
|
|
|
handle = sa.fullpath.to_owned();
|
2022-05-27 13:59:17 +02:00
|
|
|
} else {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2023-01-08 21:16:06 +01:00
|
|
|
let (filesize, sizechanged);
|
|
|
|
{
|
2023-01-10 18:00:40 +01:00
|
|
|
let mut ctx = ctxarc.write().await;
|
2023-01-08 21:16:06 +01:00
|
|
|
let sa = ctx.sas.get_mut(sak).unwrap();
|
|
|
|
(filesize, sizechanged) =
|
|
|
|
get_last_file_size(&mut sa.watchedfiles, &handle).await;
|
|
|
|
}
|
2022-09-23 13:17:20 +02:00
|
|
|
|
|
|
|
if !sizechanged {
|
|
|
|
continue;
|
|
|
|
}
|
2022-05-27 13:59:17 +02:00
|
|
|
|
2022-09-21 21:03:01 +02:00
|
|
|
match read_lines(&handle, filesize) {
|
2022-05-27 13:59:17 +02:00
|
|
|
Some(lines) => {
|
|
|
|
filter(
|
|
|
|
lines,
|
2022-09-21 21:03:01 +02:00
|
|
|
&mut iplist,
|
|
|
|
&tnets,
|
2022-05-27 13:59:17 +02:00
|
|
|
&sa.regex,
|
2022-07-01 15:51:41 +02:00
|
|
|
&sa.set.src,
|
2022-09-21 21:03:01 +02:00
|
|
|
&modfiles.date,
|
2022-05-27 13:59:17 +02:00
|
|
|
);
|
|
|
|
}
|
|
|
|
None => {}
|
|
|
|
};
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
}
|
2022-09-21 21:03:01 +02:00
|
|
|
for ip in iplist {
|
2023-01-15 16:05:34 +01:00
|
|
|
let ipevent = IpEvent {
|
2023-01-15 16:40:27 +01:00
|
|
|
msgtype: String::from("add"),
|
2023-01-15 23:26:18 +01:00
|
|
|
hostname: gethostname(true),
|
2023-01-15 23:12:07 +01:00
|
|
|
mode: String::from("file"),
|
2023-01-15 16:05:34 +01:00
|
|
|
ipdata: ip,
|
|
|
|
};
|
2023-04-10 11:31:16 +02:00
|
|
|
let ipetx = ipeventtx.write().await;
|
|
|
|
ipetx.send(ipevent).await.unwrap();
|
2022-05-27 13:59:17 +02:00
|
|
|
}
|
|
|
|
}
|
|
|
|
None => {}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
2022-12-30 20:18:15 +01:00
|
|
|
|
|
|
|
pub struct FileEvent {
|
|
|
|
pub inevent: InotifyEvent,
|
|
|
|
pub date: DateTime<Local>,
|
|
|
|
}
|
|
|
|
|
|
|
|
impl std::fmt::Debug for FileEvent {
|
|
|
|
fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
|
|
|
|
write!(f, "{ie:?}", ie = self.inevent)
|
|
|
|
}
|
|
|
|
}
|