fluentbit internal metrics

flb monitors itself

setup

see flb_fluentbit.conf and enable

vi fluent-bit.conf

@INCLUDE flb_fluentbit.conf

grafana dashboard

# input
sum(rate(fluentbit_input_bytes_total{cluster="$cluster"}[5m])) by (instance, name)
sum(rate(fluentbit_input_records_total{cluster="$cluster"}[5m])) by (instance, name)
sum(fluentbit_input_bytes_total{cluster="$cluster"}) by (instance, name)
sum(fluentbit_input_records_total{cluster="$cluster"}) by (instance, name)

# output processing

sum(rate(fluentbit_output_proc_bytes_total{cluster="$cluster"}[5m])) by (instance, name)
sum(rate(fluentbit_output_proc_records_total{cluster="$cluster"}[5m])) by (instance, name)
sum(fluentbit_output_proc_bytes_total{cluster="$cluster"}) by (instance, name)
sum(fluentbit_output_proc_records_total{cluster="$cluster"}) by (instance, name)

# output errors

sum(fluentbit_output_errors_total{cluster="$cluster"}) by (instance, name)
sum(fluentbit_output_errors_total{cluster="$cluster"}) by (instance, name) c/s
sum(fluentbit_output_errors_total{cluster="$cluster"}) by (instance, name) errors/sec
sum(fluentbit_output_retries_total{cluster="$cluster"}) by (instance, name)
+ sum(fluentbit_output_retries_failed_total{cluster="$cluster"}) by (instance, name)
sum(fluentbit_output_dropped_records_total{cluster="$cluster"}) by (instance, cluster)