brouberol@deploy2002:~$ airflow-devenv create --dags-folder ml --branch plop
Usage: airflow-devenv create [OPTIONS]
Try 'airflow-devenv create --help' for help.

from airflow.decorators import task
from airflow.models.taskinstance import TaskInstance
from airflow.operators.empty import EmptyOperator
from airflow.providers.common.sql.operators.sql import SQLExecuteQueryOperator
from airflow.utils.task_group import TaskGroup

brouberol@kafka-main2008:~/T407185$ kafka topics --describe --topic codfw.mediawiki.job.htmlCacheUpdate
kafka-topics --zookeeper conf2004.codfw.wmnet,conf2005.codfw.wmnet,conf2006.codfw.wmnet/kafka/main-codfw --describe --topic codfw.mediawiki.job.htmlCacheUpdate
Topic:codfw.mediawiki.job.htmlCacheUpdate	PartitionCount:1	ReplicationFactor:3	Configs:
	Topic: codfw.mediawiki.job.htmlCacheUpdate	Partition: 0	Leader: 2005	Replicas: 2005,2003,2001	Isr: 2001,2003,2005

brouberol@kafka-main2008:~/T407185$ kafka reassign-partitions kafka reassign-partitions --reassignment-json-file ./rebalancing.json --execute --throttle 30000000
kafka-reassign-partitions --zookeeper conf2004.codfw.wmnet,conf2005.codfw.wmnet,conf2006.codfw.wmnet/kafka/main-codfw kafka reassign-partitions --reassignment-json-file ./rebalancing.json --execute --throttle 30000000
Current partition replica assignment

brouberol@kafka-main2008:~/T407185$ topicmappr rebalance --topics '.*' --brokers -2 --out-file rebalancing --storage-threshold-gb 1000

brouberol@krb1002:~$ sudo kadmin.local addprinc -randkey HTTP/growthbook-next.discovery.wmnet@WIKIMEDIA
brouberol@krb1002:~$ sudo kadmin.local addprinc -randkey growthbook/growthbook-next.discovery.wmnet@WIKIMEDIA
brouberol@krb1002:~$ sudo kadmin.local ktadd -norandkey -k growthbook-next-backend.keytab HTTP/growthbook-next.discovery.wmnet@WIKIMEDIA growthbook/growthbook-next.discovery.wmnet@WIKIMEDIA
Entry for principal HTTP/growthbook-next.discovery.wmnet@WIKIMEDIA with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:growthbook-next-backend.keytab.
Entry for principal growthbook/growthbook-next.discovery.wmnet@WIKIMEDIA with kvno 1, encryption type aes256-cts-hmac-sha1-96 added to keytab WRFILE:growthbook-next-backend.keytab.

brouberol@stat1008:~$ s3cmd --access_key=$access_key --secret_key=$secret_key --host=rgw.eqiad.dpe.anycast.wmnet --region=dpe --host-bucket=no mb s3://postgresql-growthbook-next.dse-k8s-eqiad
Bucket 's3://postgresql-growthbook-next.dse-k8s-eqiad/' created

brouberol@cephosd1001:~$ sudo radosgw-admin user create --uid=postgresql-growthbook-next --display-name="postgresql-growthbook-next"
{
    "user_id": "postgresql-growthbook-next",
    "display_name": "postgresql-growthbook-next",
    "email": "",
    "suspended": 0,
    "max_buckets": 1000,
    "subusers": [],
    "keys": [
        {
            "user": "postgresql-growthbook-next",
            "access_key": "[REDACTED]",
            "secret_key": "[REDACTED]"
        }
    ],
    "swift_keys": [],
    "caps": [],
    "op_mask": "read, write, delete",
    "default_placement": "",
    "default_storage_class": "",
    "placement_tags": [],
    "bucket_quota": {
        "enabled": false,
        "check_on_raw": false,
        "max_size": -1,
        "max_size_kb": 0,
        "max_objects": -1
    },
    "user_quota": {
        "enabled": false,
        "check_on_raw": false,
        "max_size": -1,
        "max_size_kb": 0,
        "max_objects": -1
    },
    "temp_url_keys": [],
    "type": "rgw",
    "mfa_ids": []
}