benthos config for outlink
ActivePublic
Actions

Authored by achou on Oct 25 2022, 9:29 AM.

Tags

None

Referenced Files

	F35623946: benthos config for outlink
	Oct 25 2022, 9:29 AM

Subscribers

None

	input:
	broker:
	inputs:
	- kafka:
	addresses:
	- kafka-jumbo1001.eqiad.wmnet:9093
	tls:
	enabled: true
	root_cas_file: /etc/ssl/certs/wmf-ca-certificates.crt
	skip_cert_verify: true
	topics: [ eqiad.mediawiki.revision-create ]
	consumer_group: aiko-bethos-test
	label: "kafka"
	pipeline:
	threads: 1
	processors:
	- bloblang: \|
	root = match {
	this.meta.domain.re_match(".wikipedia.org") && this.page_namespace == 0 => { "revision_create_event": this }
	_ => deleted()
	}
	output:
	label: "liftwing"
	fallback:
	- http_client:
	url: "https://inference.discovery.wmnet:30443/v1/models/outlink-topic-model:predict"
	verb: POST
	headers:
	"Host": "outlink-topic-model.articletopic-outlink.wikimedia.org"
	tls:
	enabled: true
	root_cas_file: /etc/ssl/certs/wmf-ca-certificates.crt
	rate_limit: http_client_output
	timeout: 30s
	retry_period: 30s
	- file:
	path: /home/aikochou/benthos/everything_failed.json

benthos config for outlinkActivePublicActions