Gecko [ fernandoquevedodop.com ]

Name	Size	Permission
docs_example.yaml	1.48 KB	-rw-r--r--
environment_variables.yaml	1.16 KB	-rw-r--r--
es_s3_hybrid.yaml	1.27 KB	-rw-r--r--
file_to_cloudwatch_metrics.yam...	1.07 KB	-rw-r--r--
file_to_prometheus.yaml	1.29 KB	-rw-r--r--
prometheus_to_console.yaml	461 B	-rw-r--r--
stdio.yaml	354 B	-rw-r--r--
wrapped_json.yaml	1.17 KB	-rw-r--r--

Code Editor : file_to_prometheus.yaml

# Prometheus sink example
# ----------------------------------------------------
# Parsing logs as metrics and exposing into Prometheus
data_dir: "/var/lib/vector"

# Ingest
sources:
  file:
    type: "file"
    include: [ "sample.log" ]
    start_at_beginning: true

# Structure and parse the data
transforms:
  remap:
    inputs: [ "file" ]
    type: "remap"
    drop_on_error: false
    source: '''
    . |= parse_apache_log!(string!(.message), "common")
    '''

# Transform into metrics
  log_to_metric:
    inputs: [ "remap" ]
    type: "log_to_metric"
    metrics:
      - type: "counter"
        field: "message"

- type: "counter"
        increment_by_value: true
        field: "bytes_out"
        name: "bytes_out_total"

- type: "gauge"
        field: "bytes_out"

- type: "set"
        field: "user"

- type: "histogram"
        field: "bytes_out"
        name: "bytes_out_histogram"

# Output data
sinks:
  console_metrics:
    inputs: [ "log_to_metric" ]
    type: "console"
    encoding:
      codec: "json"

console_logs:
    inputs: [ "remap" ]
    type: "console"
    encoding:
      codec: "text"

prometheus:
    inputs: [ "log_to_metric" ]
    type: "prometheus_exporter"
    default_namespace: "vector"
    buckets: [ 0.0, 10.0, 100.0, 1000.0, 10000.0, 100001.0 ]

${this.title}

Code Editor : file_to_prometheus.yaml