Page MenuHomePhabricator
Paste P40072

outlink-config.yaml
ActivePublic

Authored by achou on Nov 17 2022, 7:47 AM.
Tags
None
Referenced Files
F35789123: outlink-config.yaml
Nov 17 2022, 7:47 AM
Subscribers
None
http:
enabled: true
address: 0.0.0.0:4192
root_path: /benthos
debug_endpoints: false
cert_file: ""
key_file: ""
cors:
enabled: false
allowed_origins: []
basic_auth:
enabled: false
realm: restricted
username: ""
password_hash: ""
algorithm: sha256
salt: ""
rate_limit_resources:
- label: http_client_output
local:
count: 5
interval: 1s
input:
broker:
inputs:
- kafka:
addresses:
- kafka-jumbo1001.eqiad.wmnet:9093
tls:
enabled: true
root_cas_file: /etc/ssl/certs/wmf-ca-certificates.crt
skip_cert_verify: true
topics: [ eqiad.mediawiki.revision-create ]
consumer_group: aiko-bethos-test
label: "kafka"
pipeline:
threads: 1
processors:
- bloblang: |
root = match {
this.meta.domain.re_match(".wikipedia.org") &&
this.database != "testwiki" &&
this.page_namespace == 0 => { "revision_create_event": this }
_ => deleted()
}
output:
label: "liftwing"
fallback:
- http_client:
url: "https://inference.svc.eqiad.wmnet:30443/v1/models/outlink-topic-model:predict"
verb: POST
headers:
"Host": "outlink-topic-model.articletopic-outlink.wikimedia.org"
tls:
enabled: true
root_cas_file: /etc/ssl/certs/wmf-ca-certificates.crt
rate_limit: http_client_output
timeout: 30s
retry_period: 30s
- file:
path: /home/aikochou/benthos/everything_failed.json
logger:
level: INFO
format: logfmt
add_timestamp: false
timestamp_name: time
message_name: msg
static_fields:
'@service': benthos
file:
path: ""
rotate: false
rotate_max_age_days: 0
metrics:
prometheus:
use_histogram_timing: false
histogram_buckets: []
add_process_metrics: false
add_go_metrics: false
push_url: ""
push_interval: ""
push_job_name: benthos_push
push_basic_auth:
username: ""
password: ""
file_output_path: ""
mapping: ""
tracer:
none: {}
shutdown_delay: ""
shutdown_timeout: 20s