NAME                                            READY   STATUS      RESTARTS   AGE
ipoid-production-655b6bd8f-cn8rz                2/2     Running     0          4d21h
ipoid-production-daily-updates-28420508-5znjp   0/1     Completed   0          3d3h
ipoid-production-daily-updates-28421948-5k9f9   0/1     Completed   0          2d3h
ipoid-production-daily-updates-28423388-llsxv   0/1     Completed   0          27h
ipoid-production-daily-updates-28424828-nqdjv   0/1     Error       0          3h38m
ipoid-production-daily-updates-28424828-t4pc8   0/1     Error       0          66m

kharlan@deploy2002:~$ kubectl logs -f ipoid-production-daily-updates-28424828-nqdjv
...
{"log.level":"info","@timestamp":"2024-01-17T13:39:13.761Z","process.pid":1074,"host.hostname":"ipoid-production-daily-updates-28424828-nqdjv","ecs.version":"8.10.0","message":"Importing /tmp/ipoid/sub/query_split_aaavd.sql..."}
/srv/service/node_modules/mariadb/lib/misc/errors.js:64
  return new SqlError(msg, sql, fatal, info, sqlState, errno, additionalStack, addHeader);
         ^

SqlError: (conn=-1, no: 45028, SQLState: HY000) retrieve connection from pool timeout after 10011ms
    (pool connections: active=0 idle=0 limit=10)
    at Object.module.exports.createError (/srv/service/node_modules/mariadb/lib/misc/errors.js:64:10)
    at Pool._requestTimeoutHandler (/srv/service/node_modules/mariadb/lib/pool.js:349:26)
    at listOnTimeout (node:internal/timers:559:17)
    at processTimers (node:internal/timers:502:7) {
  sqlMessage: 'retrieve connection from pool timeout after 10011ms\n' +
    '    (pool connections: active=0 idle=0 limit=10)',
  sql: null,
  fatal: false,
  errno: 45028,
  sqlState: 'HY000',
  code: 'ER_GET_CONNECTION_TIMEOUT'
}

kharlan@deploy2002:~$ kubectl logs -f ipoid-production-daily-updates-28424828-t4pc8
{"log.level":"info","@timestamp":"2024-01-17T13:39:51.695Z","process.pid":26,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Update init already run, skipping..."}
{"log.level":"info","@timestamp":"2024-01-17T13:39:51.698Z","process.pid":26,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Update remove-tunnel-anonymous-property already run, skipping..."}
{"log.level":"info","@timestamp":"2024-01-17T13:39:51.698Z","process.pid":26,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Database updated!"}
{"log.level":"info","@timestamp":"2024-01-17T13:39:52.927Z","process.pid":49,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Feed for 20240117 exists, pulling now..."}
{"log.level":"info","@timestamp":"2024-01-17T13:40:19.934Z","process.pid":49,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Feed downloaded to /tmp/ipoid/20240117.json.gz"}
{"log.level":"info","@timestamp":"2024-01-17T13:40:20.059Z","process.pid":60,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Feed for 20240117 already exists, skipping attempt to download."}
{"log.level":"info","@timestamp":"2024-01-17T13:40:20.075Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Removing potential stale files..."}
{"log.level":"info","@timestamp":"2024-01-17T13:40:20.118Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Unzipping yesterday's file..."}
{"log.level":"info","@timestamp":"2024-01-17T13:41:23.455Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Sorting yesterday's file..."}
{"log.level":"info","@timestamp":"2024-01-17T13:50:23.463Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Unzipping today's file..."}
{"log.level":"info","@timestamp":"2024-01-17T13:51:30.846Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Aggregating today's properties..."}
{"log.level":"info","@timestamp":"2024-01-17T13:55:59.852Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Sorting today's file..."}
{"log.level":"info","@timestamp":"2024-01-17T14:05:01.177Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Finding lines unique to old file..."}
{"log.level":"info","@timestamp":"2024-01-17T14:06:06.354Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Finding lines unique to new file..."}
{"log.level":"info","@timestamp":"2024-01-17T14:07:12.962Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Processing unique files..."}
{"log.level":"info","@timestamp":"2024-01-17T14:07:13.005Z","process.pid":71,"host.hostname":"ipoid-production-daily-updates-28424828-t4pc8","ecs.version":"8.10.0","message":"Joining and sorting unique files..."}
sort: cannot read: '/tmp/ipoid/chunk*': No such file or directory