Error message:
[toolforge-jobs] ERROR: unable to create job: "HTTP 403: likely an internal bug: 403 Client Error: Forbidden for url: https://k8s.tools.eqiad1.wikimedia.cloud:6443/apis/apps/v1/namespaces/tool-giftbot/deployments. k8s JSON: {\"kind\": \"Deployment\", \"apiVersion\": \"apps/v1\", \"metadata\": {\"name\": \"vm\", \"namespace\": \"tool-giftbot\", \"labels\": {\"toolforge\": \"tool\", \"app.kubernetes.io/version\": \"1\", \"app.kubernetes.io/managed-by\": \"toolforge-jobs-framework\", \"app.kubernetes.io/created-by\": \"giftbot\", \"app.kubernetes.io/component\": \"deployments\", \"app.kubernetes.io/name\": \"vm\", \"jobs.toolforge.org/filelog\": \"yes\", \"jobs.toolforge.org/emails\": \"none\"}}, \"spec\": {\"template\": {\"metadata\": {\"labels\": {\"toolforge\": \"tool\", \"app.kubernetes.io/version\": \"1\", \"app.kubernetes.io/managed-by\": \"toolforge-jobs-framework\", \"app.kubernetes.io/created-by\": \"giftbot\", \"app.kubernetes.io/component\": \"deployments\", \"app.kubernetes.io/name\": \"vm\", \"jobs.toolforge.org/filelog\": \"yes\", \"jobs.toolforge.org/emails\": \"none\"}}, \"spec\": {\"restartPolicy\": \"Always\", \"containers\": [{\"name\": \"vm\", \"image\": \"docker-registry.tools.wmflabs.org/toolforge-tcl86-sssd-base:latest\", \"workingDir\": \"/data/project/giftbot\", \"command\": [\"/bin/sh\", \"-c\", \"--\", \"./merge-stderr ./vm.tcl 1>>vm.out 2>>vm.err\"], \"resources\": {}, \"env\": [{\"name\": \"HOME\", \"value\": \"/data/project/giftbot\"}], \"volumeMounts\": [{\"mountPath\": \"/data/project\", \"name\": \"home\"}]}], \"volumes\": [{\"name\": \"home\", \"hostPath\": {\"path\": \"/data/project\", \"type\": \"Directory\"}}]}}, \"replicas\": 1, \"selector\": {\"matchLabels\": {\"toolforge\": \"tool\", \"app.kubernetes.io/version\": \"1\", \"app.kubernetes.io/managed-by\": \"toolforge-jobs-framework\", \"app.kubernetes.io/created-by\": \"giftbot\", \"app.kubernetes.io/component\": \"deployments\", \"app.kubernetes.io/name\": \"vm\", \"jobs.toolforge.org/filelog\": \"yes\", \"jobs.toolforge.org/emails\": \"none\"}}}}"k8s JSON
{ "kind": "Deployment", "apiVersion": "apps/v1", "metadata": { "name": "vm", "namespace": "tool-giftbot", "labels": { "toolforge": "tool", "app.kubernetes.io/version": "1", "app.kubernetes.io/managed-by": "toolforge-jobs-framework", "app.kubernetes.io/created-by": "giftbot", "app.kubernetes.io/component": "deployments", "app.kubernetes.io/name": "vm", "jobs.toolforge.org/filelog": "yes", "jobs.toolforge.org/emails": "none" } }, "spec": { "template": { "metadata": { "labels": { "toolforge": "tool", "app.kubernetes.io/version": "1", "app.kubernetes.io/managed-by": "toolforge-jobs-framework", "app.kubernetes.io/created-by": "giftbot", "app.kubernetes.io/component": "deployments", "app.kubernetes.io/name": "vm", "jobs.toolforge.org/filelog": "yes", "jobs.toolforge.org/emails": "none" } }, "spec": { "restartPolicy": "Always", "containers": [ { "name": "vm", "image": "docker-registry.tools.wmflabs.org/toolforge-tcl86-sssd-base:latest", "workingDir": "/data/project/giftbot", "command": [ "/bin/sh", "-c", "--", "./merge-stderr ./vm.tcl 1>>vm.out 2>>vm.err" ], "resources": {}, "env": [ { "name": "HOME", "value": "/data/project/giftbot" } ], "volumeMounts": [ { "mountPath": "/data/project", "name": "home" } ] } ], "volumes": [ { "name": "home", "hostPath": { "path": "/data/project", "type": "Directory" } } ] } }, "replicas": 1, "selector": { "matchLabels": { "toolforge": "tool", "app.kubernetes.io/version": "1", "app.kubernetes.io/managed-by": "toolforge-jobs-framework", "app.kubernetes.io/created-by": "giftbot", "app.kubernetes.io/component": "deployments", "app.kubernetes.io/name": "vm", "jobs.toolforge.org/filelog": "yes", "jobs.toolforge.org/emails": "none" } } } }