Kafka Monitoring (managed)
##########################################
# terraform-do-kafka/monitoring.tf
##########################################
module "kafka" {
source = "./"
# … Kafka provisioning …
}
module "monitoring" {
source = "./modules/monitoring"
# Identity & placement
cluster_name = module.kafka.name
namespace = var.monitoring_namespace
# Metrics source
metrics_provider = "prometheus"
metrics_endpoint = module.kafka.metrics_endpoint
credentials_secret = var.metrics_credentials_secret
# Scrape & alerting
scrape_interval = var.scrape_interval
alert_evaluation_interval = var.alert_evaluation_interval
# Thresholds
under_replicated_threshold = var.under_replicated_threshold
consumer_lag_threshold = var.consumer_lag_threshold
produce_latency_ms = var.produce_latency_ms
fetch_latency_ms = var.fetch_latency_ms
enable_dashboards = var.enable_dashboards
enable_alerts = var.enable_alerts
}
##########################################
# terraform-aws-kafka/monitoring.tf
##########################################
module "kafka" {
source = "./"
# … MSK provisioning …
}
module "monitoring" {
source = "./modules/monitoring"
cluster_name = module.kafka.name
namespace = var.monitoring_namespace
# Choose CloudWatch vs Prometheus+exporter
metrics_provider = var.msk_metrics_provider # "cloudwatch" or "prometheus"
cloudwatch_region = var.aws_region
credentials_secret = var.metrics_credentials_secret
# If using Prometheus, deploy exporter automatically
enable_exporter = var.msk_metrics_provider == "prometheus"
exporter_kubeconfig_secret = var.exporter_kubeconfig_secret
scrape_interval = var.scrape_interval
alert_evaluation_interval = var.alert_evaluation_interval
under_replicated_threshold = var.under_replicated_threshold
consumer_lag_threshold = var.consumer_lag_threshold
produce_latency_ms = var.produce_latency_ms
fetch_latency_ms = var.fetch_latency_ms
enable_dashboards = var.enable_dashboards
enable_alerts = var.enable_alerts
}
##########################################
# terraform-onprem-kafka/monitoring.tf
##########################################
module "kafka" {
source = "./"
# … on-prem Kafka provisioning …
}
module "monitoring" {
source = "./modules/monitoring"
cluster_name = module.kafka.name
namespace = var.monitoring_namespace
metrics_provider = "prometheus"
metrics_endpoint = var.jmx_exporter_endpoint
credentials_secret = var.jmx_exporter_credentials_secret
scrape_interval = var.scrape_interval
alert_evaluation_interval = var.alert_evaluation_interval
under_replicated_threshold = var.under_replicated_threshold
consumer_lag_threshold = var.consumer_lag_threshold
produce_latency_ms = var.produce_latency_ms
fetch_latency_ms = var.fetch_latency_ms
enable_dashboards = var.enable_dashboards
enable_alerts = var.enable_alerts
}