brouberol@krb1001:~$ sudo kadmin.local addprinc -randkey analytics-wmde/airflow-wmde.discovery.wmnet@WIKIMEDIA
brouberol@krb1001:~$ sudo kadmin.local addprinc -randkey airflow/airflow-wmde.discovery.wmnet@WIKIMEDIA
brouberol@krb1001:~$ sudo kadmin.local addprinc -randkey HTTP/airflow-wmde.discovery.wmnet@WIKIMEDIA
brouberol@krb1001:~$ sudo kadmin.local ktadd -norandkey -k analytics-wmde.keytab \
    analytics-wmde/airflow-wmde.discovery.wmnet \
    airflow/airflow-wmde.discovery.wmnet@WIKIMEDIA \
    HTTP/airflow-wmde.discovery.wmnet@WIKIMEDIA

brouberol@cephosd1001:~$ sudo radosgw-admin user create --uid=airflow-wmde --display-name="airflow-wmde"
{
    "user_id": "airflow-wmde",
    "display_name": "airflow-wmde",
    "email": "",
    "suspended": 0,
    "max_buckets": 1000,
    "subusers": [],
    "keys": [
        {
            "user": "airflow-wmde",
            "access_key": "REDACTED",
            "secret_key": "REDACTED"
        }
    ],
    "swift_keys": [],
    "caps": [],
    "op_mask": "read, write, delete",
    "default_placement": "",
    "default_storage_class": "",
    "placement_tags": [],
    "bucket_quota": {
        "enabled": false,
        "check_on_raw": false,
        "max_size": -1,
        "max_size_kb": 0,
        "max_objects": -1
    },
    "user_quota": {
        "enabled": false,
        "check_on_raw": false,
        "max_size": -1,
        "max_size_kb": 0,
        "max_objects": -1
    },
    "temp_url_keys": [],
    "type": "rgw",
    "mfa_ids": []
}

brouberol@stat1008:~$ read access_key
REDACTED
brouberol@stat1008:~$ read secret_key
REDACTED
brouberol@stat1008:~$ s3cmd --access_key=$access_key --secret_key=$secret_key --host=rgw.eqiad.dpe.anycast.wmnet --region=dpe --host-bucket=no mb s3://logs.airflow-wmde.dse-k8s-eqiad
Bucket 's3://logs.airflow-wmde.dse-k8s-eqiad/' created

brouberol@an-airflow1007:~$ read access_key
REDACTED
brouberol@an-airflow1007:~$ read secret_key
REDACTED
brouberol@an-airflow1007:/srv/airflow-wmde/logs$ s3cmd --access_key=$access_key --secret_key=$secret_key --host=rgw.eqiad.dpe.anycast.wmnet --region=dpe --host-bucket=no sync -r ./* s3://logs.airflow-wmde.dse-k8s-eqiad/
...
upload: './scheduler/2024-11-25/wd_rest_api_user_agents/wd_rest_api_user_agents_monthly_dag.py.log' -> 's3://logs.airflow-wmde.dse-k8s-eqiad/scheduler/2024-11-25/wd_rest_api_user_agents/wd_rest_api_user_agents_monthly_dag.py.log'  [1009 of 1009]
 1457943 of 1457943   100% in    0s    43.54 MB/s  done
Done. Uploaded 1884733962 bytes in 65.4 seconds, 27.48 MB/s.