photoncloud-monorepo/flashdns/crates/flashdns-server/src/main.rs

329 lines
11 KiB
Rust

//! FlashDNS authoritative DNS server binary
use anyhow::Result;
use chainfire_client::Client as ChainFireClient;
use clap::Parser;
use flashdns_api::{RecordServiceServer, ZoneServiceServer};
use flashdns_server::{
config::{MetadataBackend, ServerConfig},
dns::DnsHandler,
metadata::DnsMetadataStore,
RecordServiceImpl, ZoneServiceImpl,
};
use iam_service_auth::AuthService;
use metrics_exporter_prometheus::PrometheusBuilder;
use std::path::PathBuf;
use std::sync::Arc;
use std::time::{SystemTime, UNIX_EPOCH};
use tonic::transport::{Certificate, Identity, Server, ServerTlsConfig};
use tonic::{Request, Status};
use tonic_health::server::health_reporter;
use tracing_subscriber::EnvFilter;
/// Command-line arguments for FlashDNS server.
#[derive(Parser, Debug)]
#[command(author, version, about, long_about = None)]
struct CliArgs {
/// Configuration file path
#[arg(short, long, default_value = "flashdns.toml")]
config: PathBuf,
/// gRPC management API address (overrides config)
#[arg(long)]
grpc_addr: Option<String>,
/// DNS UDP address (overrides config)
#[arg(long)]
dns_addr: Option<String>,
/// Log level (overrides config)
#[arg(short, long)]
log_level: Option<String>,
/// Metrics port for Prometheus scraping
#[arg(long, default_value = "9097")]
metrics_port: u16,
}
#[tokio::main]
async fn main() -> Result<(), Box<dyn std::error::Error>> {
let cli_args = CliArgs::parse();
let mut config = if cli_args.config.exists() {
tracing::info!("Loading config from file: {}", cli_args.config.display());
let contents = tokio::fs::read_to_string(&cli_args.config).await?;
toml::from_str(&contents)?
} else {
tracing::info!("Config file not found, using defaults.");
ServerConfig::default()
};
// Apply command line overrides
if let Some(grpc_addr_str) = cli_args.grpc_addr {
config.grpc_addr = grpc_addr_str.parse()?;
}
if let Some(dns_addr_str) = cli_args.dns_addr {
config.dns_addr = dns_addr_str.parse()?;
}
if let Some(log_level) = cli_args.log_level {
config.log_level = log_level;
}
// Initialize tracing
tracing_subscriber::fmt()
.with_env_filter(
EnvFilter::try_from_default_env().unwrap_or_else(|_| EnvFilter::new(&config.log_level)),
)
.init();
tracing::info!("Starting FlashDNS server");
tracing::info!(" gRPC: {}", config.grpc_addr);
tracing::info!(" DNS UDP: {}", config.dns_addr);
// Initialize Prometheus metrics exporter
let metrics_addr = format!("0.0.0.0:{}", cli_args.metrics_port);
let builder = PrometheusBuilder::new();
builder
.with_http_listener(metrics_addr.parse::<std::net::SocketAddr>()?)
.install()
.expect("Failed to install Prometheus metrics exporter");
tracing::info!(
"Prometheus metrics available at http://{}/metrics",
metrics_addr
);
if let Some(endpoint) = &config.chainfire_endpoint {
tracing::info!(" Cluster coordination: ChainFire at {}", endpoint);
let endpoint = endpoint.clone();
let addr = config.grpc_addr.to_string();
tokio::spawn(async move {
if let Err(error) = register_chainfire_membership(&endpoint, "flashdns", addr).await {
tracing::warn!(error = %error, "Failed to register ChainFire membership");
}
});
}
// Create metadata store from explicitly selected backend.
let metadata = match config.metadata_backend {
MetadataBackend::FlareDb => {
if let Some(endpoint) = config.flaredb_endpoint.as_deref() {
tracing::info!(" Metadata backend: FlareDB @ {}", endpoint);
} else {
tracing::info!(" Metadata backend: FlareDB");
}
Arc::new(
DnsMetadataStore::new_flaredb_with_pd(
config.flaredb_endpoint.clone(),
config.chainfire_endpoint.clone(),
)
.await
.map_err(|e| {
anyhow::anyhow!("Failed to initialize FlareDB metadata store: {}", e)
})?,
)
}
MetadataBackend::Postgres | MetadataBackend::Sqlite => {
let database_url = config.metadata_database_url.as_deref().ok_or_else(|| {
anyhow::anyhow!(
"metadata_database_url is required when metadata_backend={}",
metadata_backend_name(config.metadata_backend)
)
})?;
ensure_sql_backend_matches_url(config.metadata_backend, database_url)?;
tracing::info!(
" Metadata backend: {} @ {}",
metadata_backend_name(config.metadata_backend),
database_url
);
Arc::new(
DnsMetadataStore::new_sql(database_url, config.single_node)
.await
.map_err(|e| {
anyhow::anyhow!("Failed to initialize SQL metadata store: {}", e)
})?,
)
}
};
// Initialize IAM authentication service
tracing::info!(
"Connecting to IAM server at {}",
config.auth.iam_server_addr
);
let auth_service = AuthService::new(&config.auth.iam_server_addr)
.await
.map_err(|e| anyhow::anyhow!("Failed to connect to IAM server: {}", e))?;
let auth_service = Arc::new(auth_service);
// Dedicated runtime for auth interceptors to avoid blocking the main async runtime
let auth_runtime = Arc::new(tokio::runtime::Runtime::new()?);
let make_interceptor = |auth: Arc<AuthService>| {
let rt = auth_runtime.clone();
move |mut req: Request<()>| -> Result<Request<()>, Status> {
let auth = auth.clone();
tokio::task::block_in_place(|| {
rt.block_on(async move {
let tenant_context = auth.authenticate_request(&req).await?;
req.extensions_mut().insert(tenant_context);
Ok(req)
})
})
}
};
// Create gRPC services
let zone_service = ZoneServiceImpl::new(metadata.clone(), auth_service.clone());
let record_service = RecordServiceImpl::new(metadata.clone(), auth_service.clone());
// Setup health service
let (mut health_reporter, health_service) = health_reporter();
health_reporter
.set_serving::<ZoneServiceServer<ZoneServiceImpl>>()
.await;
health_reporter
.set_serving::<RecordServiceServer<RecordServiceImpl>>()
.await;
// Start DNS handler
let dns_handler = DnsHandler::bind(config.dns_addr, metadata.clone()).await?;
let dns_task = tokio::spawn(async move {
dns_handler.run().await;
});
// Configure TLS if enabled
let mut server = Server::builder();
if let Some(tls_config) = &config.tls {
tracing::info!("TLS enabled, loading certificates...");
let cert = tokio::fs::read(&tls_config.cert_file).await?;
let key = tokio::fs::read(&tls_config.key_file).await?;
let server_identity = Identity::from_pem(cert, key);
let tls = if tls_config.require_client_cert {
tracing::info!("mTLS enabled");
let ca_cert = tokio::fs::read(
tls_config
.ca_file
.as_ref()
.ok_or("ca_file required for mTLS")?,
)
.await?;
let ca = Certificate::from_pem(ca_cert);
ServerTlsConfig::new()
.identity(server_identity)
.client_ca_root(ca)
} else {
ServerTlsConfig::new().identity(server_identity)
};
server = server.tls_config(tls)?;
}
// Start gRPC server
tracing::info!("gRPC server listening on {}", config.grpc_addr);
let grpc_server = server
.add_service(health_service)
.add_service(tonic::codegen::InterceptedService::new(
ZoneServiceServer::new(zone_service),
make_interceptor(auth_service.clone()),
))
.add_service(tonic::codegen::InterceptedService::new(
RecordServiceServer::new(record_service),
make_interceptor(auth_service.clone()),
))
.serve(config.grpc_addr);
// Run both servers
tokio::select! {
result = grpc_server => {
if let Err(e) = result {
tracing::error!("gRPC server error: {}", e);
}
}
_ = dns_task => {
tracing::error!("DNS handler unexpectedly terminated");
}
}
Ok(())
}
fn metadata_backend_name(backend: MetadataBackend) -> &'static str {
match backend {
MetadataBackend::FlareDb => "flaredb",
MetadataBackend::Postgres => "postgres",
MetadataBackend::Sqlite => "sqlite",
}
}
fn ensure_sql_backend_matches_url(backend: MetadataBackend, database_url: &str) -> Result<()> {
let normalized = database_url.trim().to_ascii_lowercase();
match backend {
MetadataBackend::Postgres => {
if normalized.starts_with("postgres://") || normalized.starts_with("postgresql://") {
Ok(())
} else {
Err(anyhow::anyhow!(
"metadata_backend=postgres requires postgres:// or postgresql:// URL"
))
}
}
MetadataBackend::Sqlite => {
if normalized.starts_with("sqlite:") {
Ok(())
} else {
Err(anyhow::anyhow!(
"metadata_backend=sqlite requires sqlite: URL"
))
}
}
MetadataBackend::FlareDb => Ok(()),
}
}
async fn register_chainfire_membership(endpoint: &str, service: &str, addr: String) -> Result<()> {
let node_id =
std::env::var("HOSTNAME").unwrap_or_else(|_| format!("{}-{}", service, std::process::id()));
let ts = SystemTime::now()
.duration_since(UNIX_EPOCH)
.unwrap_or_default()
.as_secs();
let key = format!("/cluster/{}/members/{}", service, node_id);
let value = format!(r#"{{"addr":"{}","ts":{}}}"#, addr, ts);
let deadline = tokio::time::Instant::now() + std::time::Duration::from_secs(120);
let mut attempt = 0usize;
let mut last_error = String::new();
loop {
attempt += 1;
match ChainFireClient::connect(endpoint).await {
Ok(mut client) => match client.put_str(&key, &value).await {
Ok(_) => return Ok(()),
Err(error) => last_error = format!("put failed: {}", error),
},
Err(error) => last_error = format!("connect failed: {}", error),
}
if tokio::time::Instant::now() >= deadline {
break;
}
tracing::warn!(
attempt,
endpoint,
service,
error = %last_error,
"retrying ChainFire membership registration"
);
tokio::time::sleep(std::time::Duration::from_secs(2)).await;
}
anyhow::bail!(
"failed to register ChainFire membership for {} via {} after {} attempts: {}",
service,
endpoint,
attempt,
last_error
)
}