xcollazo@gitlab-docker-runner:~$ hostname -f
gitlab-docker-runner.analytics.eqiad1.wikimedia.cloud
xcollazo@gitlab-docker-runner:~$ docker --version
Docker version 20.10.5+dfsg1, build 55c4c88

#To setup gitlab runner:

curl -L "https://packages.gitlab.com/install/repositories/runner/gitlab-runner/script.deb.sh" | sudo bash

apt-cache madison gitlab-runner

# 15.2.2 is closest available for our version of 15.2.5
sudo apt-get install gitlab-runner=15.2.2


sudo gitlab-runner register

Enter the GitLab instance URL (for example, https://gitlab.com/):
https://gitlab.wikimedia.org/
Enter the registration token:
***********
Enter a description for the runner:
[gitlab-docker-runner]: gitlab-docker-runner.analytics.eqiad1.wikimedia.cloud
Enter tags for the runner (comma-separated):
docker,analytics,data-engineering
Enter optional maintenance note for the runner:
First attempt at a custom runner for building with docker on docker.
Registering runner... succeeded                     runner=******
Enter an executor: parallels, docker+machine, kubernetes, ssh, virtualbox, docker-ssh+machine, custom, docker, docker-ssh, shell:
docker
Enter the default Docker image (for example, ruby:2.7):
docker-registry.wikimedia.org/buster:latest
Runner registered successfully. Feel free to start it, but if it's running already the config should be automatically reloaded!
 
Configuration (with the authentication token) was saved in "/etc/gitlab-runner/config.toml"

 ---> 1a6fce9fa544
Step 42/58 : RUN mv "${WORK_DIR}/pkgs" "${DEBIAN_CONDA_ENV_PATH}/pkgs"
 ---> Running in d5303aaf11cf
Error processing tar file(exit status 1): write /srv/conda-analytics/debian/conda-analytics/opt/conda-analytics/pkgs/python-3.9.12-h12debd9_0/bin/python3.9: no space left on device

lsblk -f
sudo mkfs -t ext4 /dev/sda
sudo mkdir -p /mnt/docker-scratch
sudo mount -t auto /dev/sda /mnt/docker-scratch

lsblk -f
NAME    FSTYPE FSVER LABEL UUID                                 FSAVAIL FSUSE% MOUNTPOINT
sda     ext4   1.0         87a49e46-b1d5-4f45-98f8-94fc2847c9a9   55.7G     0% /mnt/docker-scratch
sdb                                                                            
├─sdb1  ext4   1.0         755f2444-3861-4645-bf30-1ef4863ace90   15.7G    17% /
├─sdb14                                                                        
└─sdb15 vfat   FAT16       FCD5-F6A0                             117.8M     5% /boot/efi

docker system prune --all

sudo systemctl stop docker
sudo systemctl stop docker.socket
sudo systemctl stop containerd

sudo mv /var/lib/docker /mnt/docker-scratch/

sudo vim /etc/docker/daemon.json
{
  "data-root": "/mnt/docker-scratch/docker"
}

docker::configuration::settings:
  data-root: /mnt/docker-scratch/docker

[[runners]]
  executor = "docker"
  [runners.docker]
    image = "docker-registry.wikimedia.org/wikimedia-buster:latest"
    # instead of docker on docker, which create "child" containers that require priviledged mode,
    # here we mount the docker socket so that we can launch "sibling" docker containers
    # see here for why this is more sound: https://jpetazzo.github.io/2015/09/03/do-not-use-docker-in-docker-for-ci/
    volumes = ["/var/run/docker.sock:/var/run/docker.sock"]

concurrent = 1
check_interval = 0

[session_server]
  session_timeout = 1800

[[runners]]
  name = "gitlab-docker-runner"
  url = "https://gitlab.wikimedia.org/"
  token = "*************"
  executor = "docker"
  [runners.custom_build_dir]
  [runners.cache]
    [runners.cache.s3]
    [runners.cache.gcs]
    [runners.cache.azure]
  [runners.docker]
    tls_verify = false
    image = "docker-registry.wikimedia.org/wikimedia-buster:latest"
    privileged = false
    disable_entrypoint_overwrite = false
    oom_kill_disable = false
    disable_cache = false
    # instead of docker on docker, which create "child" containers that require priviledged mode,
    # here we mount the docker socket so that we can launch "sibling" docker containers
    # see here for why this is more sound: https://jpetazzo.github.io/2015/09/03/do-not-use-docker-in-docker-for-ci/
    volumes = ["/cache", "/var/run/docker.sock:/var/run/docker.sock"]
    shm_size = 0

lsblk -f
NAME    FSTYPE FSVER LABEL UUID                                 FSAVAIL FSUSE% MOUNTPOINT
sda                                                                            
├─sda1  ext4   1.0         755f2444-3861-4645-bf30-1ef4863ace90   14.1G    25% /
├─sda14                                                                        
└─sda15 vfat   FAT16       FCD5-F6A0                             113.1M     9% /boot/efi
sdb     ext4   1.0         7df078fa-904e-4914-a4d7-8eebed2ff942

sudo mkfs -t ext4 /dev/sdb
sudo mkdir -p /mnt/docker-scratch
sudo mount -t auto /dev/sdb /mnt/docker-scratch

lsblk -f
NAME    FSTYPE FSVER LABEL UUID                                 FSAVAIL FSUSE% MOUNTPOINT
sda                                                                            
├─sda1  ext4   1.0         755f2444-3861-4645-bf30-1ef4863ace90   14.1G    25% /
├─sda14                                                                        
└─sda15 vfat   FAT16       FCD5-F6A0                             113.1M     9% /boot/efi
sdb     ext4   1.0         70f094ce-c43d-46bd-81e3-d474e1d33829   55.7G     0% /mnt/docker-scratch