108 lines
3.7 KiB
Rust
108 lines
3.7 KiB
Rust
#[cfg(feature = "mimalloc")]
|
|
#[global_allocator]
|
|
static GLOBAL: mimalloc::MiMalloc = mimalloc::MiMalloc;
|
|
|
|
use dht_crawler::prelude::*;
|
|
#[cfg(feature = "metrics")]
|
|
use metrics_exporter_prometheus::PrometheusBuilder;
|
|
#[cfg(feature = "metrics")]
|
|
use std::net::SocketAddr;
|
|
use std::sync::Arc;
|
|
use std::sync::atomic::{AtomicUsize, Ordering};
|
|
use tracing_subscriber::EnvFilter;
|
|
#[tokio::main]
|
|
async fn main() -> Result<()> {
|
|
let filter = EnvFilter::try_from_default_env().unwrap_or_else(|_| EnvFilter::new("info"));
|
|
|
|
tracing_subscriber::fmt()
|
|
.with_env_filter(filter)
|
|
.with_ansi(true)
|
|
.init();
|
|
|
|
// 初始化 Prometheus metrics 导出器
|
|
#[cfg(feature = "metrics")]
|
|
{
|
|
let addr: SocketAddr = "0.0.0.0:9000".parse().expect("无效的地址");
|
|
PrometheusBuilder::new()
|
|
.with_http_listener(addr)
|
|
.install()
|
|
.expect("无法安装 Prometheus metrics 导出器");
|
|
log::info!("📊 Prometheus metrics 导出器已启动，访问 http://localhost:9000/metrics");
|
|
}
|
|
|
|
let options = DHTOptions {
|
|
port: 12313,
|
|
auto_metadata: true,
|
|
metadata_timeout: 3, // ✅ 快速超时，快速失败
|
|
max_metadata_queue_size: 100000, // ✅ 大缓冲区（防止饱和）
|
|
max_metadata_worker_count: 1000, // ✅ 激进并发（最大化吞吐）
|
|
netmode: NetMode::Ipv4Only, // 网络模式：Ipv4Only（仅IPv4）、Ipv6Only（仅IPv6）、DualStack（双栈，默认）
|
|
..Default::default() // 使用默认值填充其他字段（节点队列容量等）
|
|
};
|
|
|
|
// 统计计数器
|
|
let torrent_count = Arc::new(AtomicUsize::new(0));
|
|
let torrent_count_clone = torrent_count.clone();
|
|
|
|
// 🚀 初始化 DHT Server
|
|
log::info!("🔧 正在初始化 DHT Server...");
|
|
let server = DHTServer::new(options.clone()).await?;
|
|
|
|
log::info!("🚀 DHT Server 启动，监听端口: {}", options.port);
|
|
|
|
// 设置 torrent 回调
|
|
server.on_torrent(move |_torrent| {
|
|
let _count = torrent_count_clone.fetch_add(1, Ordering::Relaxed) + 1;
|
|
|
|
// 🔇 取消打印 torrent 信息，减少日志输出
|
|
// let total_size: u64 = torrent.files.iter().map(|f| f.size).sum();
|
|
// let files_display = if torrent.files.len() <= 3 {
|
|
// torrent.files.iter()
|
|
// .map(|f| format!("{} ({})", f.path, format_size(f.size)))
|
|
// .collect::<Vec<_>>()
|
|
// .join(", ")
|
|
// } else {
|
|
// format!("{}个文件", torrent.files.len())
|
|
// };
|
|
//
|
|
// log::info!(
|
|
// "🎉 [{}] {} ({}, {})",
|
|
// count,
|
|
// torrent.name,
|
|
// format_size(total_size),
|
|
// files_display
|
|
// );
|
|
});
|
|
|
|
// 设置元数据获取前的检查回调
|
|
server.on_metadata_fetch(|_hash| async move { true });
|
|
|
|
// 启动监控任务
|
|
let count_monitor = torrent_count.clone();
|
|
tokio::spawn(async move {
|
|
let mut interval = tokio::time::interval(std::time::Duration::from_secs(5));
|
|
let start_time = std::time::Instant::now();
|
|
|
|
loop {
|
|
interval.tick().await;
|
|
let success_fetch = count_monitor.load(Ordering::Relaxed);
|
|
let uptime = start_time.elapsed().as_secs();
|
|
|
|
// ✅ 监控：爬虫运行状态
|
|
log::info!(
|
|
"📊 [监控] 时长: {}s | 成功抓取: ✨ {}",
|
|
uptime,
|
|
success_fetch
|
|
);
|
|
|
|
if uptime > 0 && success_fetch > 0 {
|
|
let speed = (success_fetch as f64) / (uptime as f64 / 60.0);
|
|
log::info!("📈 平均抓取速度: {:.2} 种子/分钟", speed);
|
|
}
|
|
}
|
|
});
|
|
|
|
server.start().await?;
|
|
Ok(())
|
|
}
|