1these 13 derivations will be built:2 /nix/store/47p4m82mj96alfxqvizzsz740qs1rc72-python3.13-nixbot.drv3 /nix/store/6sgdqv4i2kl4rvx9aqnqb3192aswy37m-unit-nixbot.service.drv4 /nix/store/cs4kd4yc0is6kk8pq4a12rasbzzz5y2l-system-units.drv5 /nix/store/qjrj33i9hrfzh378398zyqbi34qzzcf4-etc.drv6 /nix/store/p8xx0j8mlnf49pm2qfic6gcbdwa19kbb-activate.drv7 /nix/store/h12zg1m1c94aiwmiszqj2qjf7sak71m5-nixos-system-gitlab-test.drv8 /nix/store/wj2snjrwbn2w0ry75124kwjxxsqg6rzn-closure-info.drv9 /nix/store/qxc2sga8r75wfxfswl8jjqvx4ijy400x-closure-info.drv10 /nix/store/4fidvs0km172zsxjdc4cx7qcn9lc70wz-run-nixos-vm.drv11 /nix/store/99s2fkwqpay7qj58rzlwr67mwqi22f9c-nixos-vm.drv12 /nix/store/zwm641lcyn5yr1s5qc2q6p56nwpdxba6-driverConfiguration.json.drv13 /nix/store/ad3pwbbld7fbbvh9zcbgzxc3db6l15h4-nixos-test-driver-nixbot-gitlab.drv14 /nix/store/8pangg85q206f68jvknmcf9xf1djk28i-vm-test-run-nixbot-gitlab.drv15building '/nix/store/47p4m82mj96alfxqvizzsz740qs1rc72-python3.13-nixbot.drv' on 'ssh-ng://nix@jamie'16building '/nix/store/47p4m82mj96alfxqvizzsz740qs1rc72-python3.13-nixbot.drv'17python3.13-nixbot> Sourcing python-remove-tests-dir-hook18python3.13-nixbot> Sourcing python-catch-conflicts-hook.sh19python3.13-nixbot> Sourcing python-remove-bin-bytecode-hook.sh20python3.13-nixbot> Sourcing pypa-build-hook21python3.13-nixbot> Using pypaBuildPhase22python3.13-nixbot> Sourcing python-runtime-deps-check-hook23python3.13-nixbot> Using pythonRuntimeDepsCheckHook24python3.13-nixbot> Sourcing pypa-install-hook25python3.13-nixbot> Using pypaInstallPhase26python3.13-nixbot> Sourcing python-imports-check-hook.sh27python3.13-nixbot> Using pythonImportsCheckPhase28python3.13-nixbot> Sourcing python-namespaces-hook29python3.13-nixbot> Sourcing python-catch-conflicts-hook.sh30python3.13-nixbot> Running phase: unpackPhase31python3.13-nixbot> unpacking source archive /nix/store/4zcvfbpvzcsyfslxj5b69kb8ccgby4c8-nixbot32python3.13-nixbot> source root is nixbot33python3.13-nixbot> setting SOURCE_DATE_EPOCH to timestamp 315619200 of file "nixbot/pyproject.toml"34python3.13-nixbot> Running phase: patchPhase35python3.13-nixbot> Running phase: updateAutotoolsGnuConfigScriptsPhase36python3.13-nixbot> Running phase: configurePhase37python3.13-nixbot> no configure script, doing nothing38python3.13-nixbot> Running phase: buildPhase39python3.13-nixbot> Executing pypaBuildPhase40python3.13-nixbot> Creating a wheel...41python3.13-nixbot> pypa build flags: --no-isolation --outdir dist/ --wheel42python3.13-nixbot> * Getting build dependencies for wheel...43python3.13-nixbot> * Building wheel...44python3.13-nixbot> Successfully built nixbot-0.0.1-py3-none-any.whl45python3.13-nixbot> Finished creating a wheel...46python3.13-nixbot> Finished executing pypaBuildPhase47python3.13-nixbot> Running phase: pythonRuntimeDepsCheckHook48python3.13-nixbot> Executing pythonRuntimeDepsCheck49python3.13-nixbot> Checking runtime dependencies for nixbot-0.0.1-py3-none-any.whl50python3.13-nixbot> Finished executing pythonRuntimeDepsCheck51python3.13-nixbot> Running phase: installPhase52python3.13-nixbot> Executing pypaInstallPhase53python3.13-nixbot> Successfully installed nixbot-0.0.1-py3-none-any.whl54python3.13-nixbot> Finished executing pypaInstallPhase55python3.13-nixbot> Running phase: pythonOutputDistPhase56python3.13-nixbot> Executing pythonOutputDistPhase57python3.13-nixbot> Finished executing pythonOutputDistPhase58python3.13-nixbot> Running phase: fixupPhase59python3.13-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/6i00dldblimvk7cmv6mrd5xm1p1vwcs5-python3.13-nixbot60python3.13-nixbot> checking for references to /build/ in /nix/store/6i00dldblimvk7cmv6mrd5xm1p1vwcs5-python3.13-nixbot...61python3.13-nixbot> patching script interpreter paths in /nix/store/6i00dldblimvk7cmv6mrd5xm1p1vwcs5-python3.13-nixbot62python3.13-nixbot> stripping (with command strip and flags -S -p) in /nix/store/6i00dldblimvk7cmv6mrd5xm1p1vwcs5-python3.13-nixbot/lib /nix/store/6i00dldblimvk7cmv6mrd5xm1p1vwcs5-python3.13-nixbot/bin63python3.13-nixbot> shrinking RPATHs of ELF executables and libraries in /nix/store/0s79hn2q32rg2w7046g0chp5wkxw438d-python3.13-nixbot-dist64python3.13-nixbot> checking for references to /build/ in /nix/store/0s79hn2q32rg2w7046g0chp5wkxw438d-python3.13-nixbot-dist...65python3.13-nixbot> patching script interpreter paths in /nix/store/0s79hn2q32rg2w7046g0chp5wkxw438d-python3.13-nixbot-dist66python3.13-nixbot> Rewriting #!/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13 to #!/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.1367python3.13-nixbot> wrapping `/nix/store/6i00dldblimvk7cmv6mrd5xm1p1vwcs5-python3.13-nixbot/bin/nixbot'...68python3.13-nixbot> Executing pythonRemoveTestsDir69python3.13-nixbot> Finished executing pythonRemoveTestsDir70python3.13-nixbot> Running phase: pythonCatchConflictsPhase71python3.13-nixbot> Running phase: pythonRemoveBinBytecodePhase72python3.13-nixbot> Running phase: pythonImportsCheckPhase73python3.13-nixbot> Executing pythonImportsCheckPhase74building '/nix/store/6sgdqv4i2kl4rvx9aqnqb3192aswy37m-unit-nixbot.service.drv'75building '/nix/store/cs4kd4yc0is6kk8pq4a12rasbzzz5y2l-system-units.drv'76building '/nix/store/qjrj33i9hrfzh378398zyqbi34qzzcf4-etc.drv'77building '/nix/store/p8xx0j8mlnf49pm2qfic6gcbdwa19kbb-activate.drv'78building '/nix/store/h12zg1m1c94aiwmiszqj2qjf7sak71m5-nixos-system-gitlab-test.drv'79nixos-system-gitlab-test> structuredAttrs is enabled80building '/nix/store/wj2snjrwbn2w0ry75124kwjxxsqg6rzn-closure-info.drv'81closure-info> structuredAttrs is enabled82building '/nix/store/qxc2sga8r75wfxfswl8jjqvx4ijy400x-closure-info.drv'83closure-info> structuredAttrs is enabled84building '/nix/store/4fidvs0km172zsxjdc4cx7qcn9lc70wz-run-nixos-vm.drv'85building '/nix/store/99s2fkwqpay7qj58rzlwr67mwqi22f9c-nixos-vm.drv'86building '/nix/store/zwm641lcyn5yr1s5qc2q6p56nwpdxba6-driverConfiguration.json.drv'87driverConfiguration.json> structuredAttrs is enabled88building '/nix/store/ad3pwbbld7fbbvh9zcbgzxc3db6l15h4-nixos-test-driver-nixbot-gitlab.drv'89nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)90nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck91nixos-test-driver-nixbot-gitlab> All checks passed!92nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)93nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint94nixos-test-driver-nixbot-gitlab> All checks passed!95building '/nix/store/8pangg85q206f68jvknmcf9xf1djk28i-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@jamie'96building '/nix/store/8pangg85q206f68jvknmcf9xf1djk28i-vm-test-run-nixbot-gitlab.drv'97vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state98vm-test-run-nixbot-gitlab> start all VLans99vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)100vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds101vm-test-run-nixbot-gitlab> run the VM test script102vm-test-run-nixbot-gitlab> additionally exposed symbols:103vm-test-run-nixbot-gitlab> gitlab,104vm-test-run-nixbot-gitlab> vlan1,105vm-test-run-nixbot-gitlab> start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh106vm-test-run-nixbot-gitlab> start all VMs107vm-test-run-nixbot-gitlab> gitlab: starting vm108vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)109vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...110vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.dGopRlxi1h', fmt=raw size=1073741824111vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)112vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks: 0/262144 done113vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes114vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 73a4181d-dee2-4395-a054-6e2d70103dd2115vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:116vm-test-run-nixbot-gitlab> (finished: start all VMs, in 39.20 seconds)117vm-test-run-nixbot-gitlab> gitlab # 32768, 98304, 163840, 229376118vm-test-run-nixbot-gitlab> gitlab # 119vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service120vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8 done121vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting122vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8 done123vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done124vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8 done125vm-test-run-nixbot-gitlab> gitlab # 126vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.127vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...128vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.129vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)130vm-test-run-nixbot-gitlab> gitlab # 131vm-test-run-nixbot-gitlab> gitlab # 132vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA00133vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...134vm-test-run-nixbot-gitlab> gitlab # 135vm-test-run-nixbot-gitlab> gitlab # 136vm-test-run-nixbot-gitlab> gitlab # 137vm-test-run-nixbot-gitlab> gitlab # 138vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB00139vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...140vm-test-run-nixbot-gitlab> gitlab # 141vm-test-run-nixbot-gitlab> gitlab # 142vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...143vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... ok144vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Mon Jun 1 15:51:08 UTC 2026145vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/kf829h6f6fg6z04wcvmk5qx8ibb907xz-nixos-system-gitlab-test/init regInfo=/nix/store/mlnkgjz0wq496hvlmz8j53qgd7dq7nrl-closure-info/registration console=ttyS0,115200n8 console=tty0146vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-provided physical RAM map:147vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable148vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved149vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved150vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable151vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved152vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved153vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved154vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable155vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved156vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] NX (Execute Disable) protection: active157vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] APIC: Static calls initialized158vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] SMBIOS 2.8 present.159vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/2014160vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] DMI: Memory slots populated: 1/1161vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] Hypervisor detected: KVM162vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000163vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00164vm-test-run-nixbot-gitlab> gitlab # [ 0.000000] kvm-clock: using sched offset of 509920956 cycles165vm-test-run-nixbot-gitlab> gitlab # [ 0.000002] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns166vm-test-run-nixbot-gitlab> gitlab # [ 0.000005] tsc: Detected 2400.008 MHz processor167vm-test-run-nixbot-gitlab> gitlab # [ 0.000817] last_pfn = 0x1c0000 max_arch_pfn = 0x10000000000168vm-test-run-nixbot-gitlab> gitlab # [ 0.000852] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs169vm-test-run-nixbot-gitlab> gitlab # [ 0.000855] x86/PAT: Configuration [0-7]: WB WC UC- UC WB WP UC- WT170vm-test-run-nixbot-gitlab> gitlab # [ 0.000905] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000171vm-test-run-nixbot-gitlab> gitlab # [ 0.002772] found SMP MP-table at [mem 0x000f5470-0x000f547f]172vm-test-run-nixbot-gitlab> gitlab # [ 0.002783] Using GB pages for direct mapping173vm-test-run-nixbot-gitlab> gitlab # [ 0.002891] RAMDISK: [mem 0xbe4e0000-0xbffcffff]174vm-test-run-nixbot-gitlab> gitlab # [ 0.002900] ACPI: Early table checksum verification disabled175vm-test-run-nixbot-gitlab> gitlab # [ 0.002902] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )176vm-test-run-nixbot-gitlab> gitlab # [ 0.002906] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS BXPC 00000001 BXPC 00000001)177vm-test-run-nixbot-gitlab> gitlab # [ 0.002910] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS BXPC 00000001 BXPC 00000001)178vm-test-run-nixbot-gitlab> gitlab # [ 0.002917] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS BXPC 00000001 BXPC 00000001)179vm-test-run-nixbot-gitlab> gitlab # [ 0.002919] ACPI: FACS 0x00000000BFFE0000 000040180vm-test-run-nixbot-gitlab> gitlab # [ 0.002920] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS BXPC 00000001 BXPC 00000001)181vm-test-run-nixbot-gitlab> gitlab # [ 0.002922] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS BXPC 00000001 BXPC 00000001)182vm-test-run-nixbot-gitlab> gitlab # [ 0.002924] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS BXPC 00000001 BXPC 00000001)183vm-test-run-nixbot-gitlab> gitlab # [ 0.002925] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]184vm-test-run-nixbot-gitlab> gitlab # [ 0.002926] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]185vm-test-run-nixbot-gitlab> gitlab # [ 0.002927] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]186vm-test-run-nixbot-gitlab> gitlab # [ 0.002927] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]187vm-test-run-nixbot-gitlab> gitlab # [ 0.002928] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]188vm-test-run-nixbot-gitlab> gitlab # [ 0.002928] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]189vm-test-run-nixbot-gitlab> gitlab # [ 0.003416] No NUMA configuration found190vm-test-run-nixbot-gitlab> gitlab # [ 0.003417] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]191vm-test-run-nixbot-gitlab> gitlab # [ 0.003420] NODE_DATA(0) allocated [mem 0x1bfffa780-0x1bffffcff]192vm-test-run-nixbot-gitlab> gitlab # [ 0.006377] Zone ranges:193vm-test-run-nixbot-gitlab> gitlab # [ 0.006378] DMA [mem 0x0000000000001000-0x0000000000ffffff]194vm-test-run-nixbot-gitlab> gitlab # [ 0.006379] DMA32 [mem 0x0000000001000000-0x00000000ffffffff]195vm-test-run-nixbot-gitlab> gitlab # [ 0.006381] Normal [mem 0x0000000100000000-0x00000001bfffffff]196vm-test-run-nixbot-gitlab> gitlab # [ 0.006382] Device empty197vm-test-run-nixbot-gitlab> gitlab # [ 0.006382] Movable zone start for each node198vm-test-run-nixbot-gitlab> gitlab # [ 0.006383] Early memory node ranges199vm-test-run-nixbot-gitlab> gitlab # [ 0.006383] node 0: [mem 0x0000000000001000-0x000000000009efff]200vm-test-run-nixbot-gitlab> gitlab # [ 0.006384] node 0: [mem 0x0000000000100000-0x00000000bffd7fff]201vm-test-run-nixbot-gitlab> gitlab # [ 0.006385] node 0: [mem 0x0000000100000000-0x00000001bfffffff]202vm-test-run-nixbot-gitlab> gitlab # [ 0.006386] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]203vm-test-run-nixbot-gitlab> gitlab # [ 0.006444] On node 0, zone DMA: 1 pages in unavailable ranges204vm-test-run-nixbot-gitlab> gitlab # [ 0.006732] On node 0, zone DMA: 97 pages in unavailable ranges205vm-test-run-nixbot-gitlab> gitlab # [ 0.124063] On node 0, zone Normal: 40 pages in unavailable ranges206vm-test-run-nixbot-gitlab> gitlab # [ 0.125067] ACPI: PM-Timer IO Port: 0x608207vm-test-run-nixbot-gitlab> gitlab # [ 0.125093] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])208vm-test-run-nixbot-gitlab> gitlab # [ 0.125131] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-23209vm-test-run-nixbot-gitlab> gitlab # [ 0.125135] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)210vm-test-run-nixbot-gitlab> gitlab # [ 0.125136] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)211vm-test-run-nixbot-gitlab> gitlab # [ 0.125137] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)212vm-test-run-nixbot-gitlab> gitlab # [ 0.125138] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)213vm-test-run-nixbot-gitlab> gitlab # [ 0.125139] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)214vm-test-run-nixbot-gitlab> gitlab # [ 0.125142] ACPI: Using ACPI (MADT) for SMP configuration information215vm-test-run-nixbot-gitlab> gitlab # [ 0.125143] ACPI: HPET id: 0x8086a201 base: 0xfed00000216vm-test-run-nixbot-gitlab> gitlab # [ 0.125149] TSC deadline timer available217vm-test-run-nixbot-gitlab> gitlab # [ 0.125154] CPU topo: Max. logical packages: 1218vm-test-run-nixbot-gitlab> gitlab # [ 0.125155] CPU topo: Max. logical dies: 1219vm-test-run-nixbot-gitlab> gitlab # [ 0.125155] CPU topo: Max. dies per package: 1220vm-test-run-nixbot-gitlab> gitlab # [ 0.125158] CPU topo: Max. threads per core: 1221vm-test-run-nixbot-gitlab> gitlab # [ 0.125159] CPU topo: Num. cores per package: 4222vm-test-run-nixbot-gitlab> gitlab # [ 0.125160] CPU topo: Num. threads per package: 4223vm-test-run-nixbot-gitlab> gitlab # [ 0.125160] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs224vm-test-run-nixbot-gitlab> gitlab # [ 0.125185] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()225vm-test-run-nixbot-gitlab> gitlab # [ 0.125202] kvm-guest: KVM setup pv remote TLB flush226vm-test-run-nixbot-gitlab> gitlab # [ 0.125206] kvm-guest: setup PV sched yield227vm-test-run-nixbot-gitlab> gitlab # [ 0.125228] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]228vm-test-run-nixbot-gitlab> gitlab # [ 0.125229] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]229vm-test-run-nixbot-gitlab> gitlab # [ 0.125230] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]230vm-test-run-nixbot-gitlab> gitlab # [ 0.125232] [mem 0xc0000000-0xfeffbfff] available for PCI devices231vm-test-run-nixbot-gitlab> gitlab # [ 0.125233] Booting paravirtualized kernel on KVM232vm-test-run-nixbot-gitlab> gitlab # [ 0.125237] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns233vm-test-run-nixbot-gitlab> gitlab # [ 0.129747] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:1234vm-test-run-nixbot-gitlab> gitlab # [ 0.132150] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u524288235vm-test-run-nixbot-gitlab> gitlab # [ 0.132203] kvm-guest: PV spinlocks enabled236vm-test-run-nixbot-gitlab> gitlab # [ 0.132205] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)237vm-test-run-nixbot-gitlab> gitlab # [ 0.132208] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/kf829h6f6fg6z04wcvmk5qx8ibb907xz-nixos-system-gitlab-test/init regInfo=/nix/store/mlnkgjz0wq496hvlmz8j53qgd7dq7nrl-closure-info/registration console=ttyS0,115200n8 console=tty0238vm-test-run-nixbot-gitlab> gitlab # [ 0.132300] Unknown kernel command line parameters "regInfo=/nix/store/mlnkgjz0wq496hvlmz8j53qgd7dq7nrl-closure-info/registration", will be passed to user space.239vm-test-run-nixbot-gitlab> gitlab # [ 0.132312] random: crng init done240vm-test-run-nixbot-gitlab> gitlab # [ 0.132313] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes241vm-test-run-nixbot-gitlab> gitlab # [ 0.142000] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)242vm-test-run-nixbot-gitlab> gitlab # [ 0.146771] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)243vm-test-run-nixbot-gitlab> gitlab # [ 0.146844] software IO TLB: area num 4.244vm-test-run-nixbot-gitlab> gitlab # [ 0.222156] Fallback order for Node 0: 0245vm-test-run-nixbot-gitlab> gitlab # [ 0.222163] Built 1 zonelists, mobility grouping on. Total pages: 1572726246vm-test-run-nixbot-gitlab> gitlab # [ 0.222165] Policy zone: Normal247vm-test-run-nixbot-gitlab> gitlab # [ 0.224732] mem auto-init: stack:all(zero), heap alloc:on, heap free:off248vm-test-run-nixbot-gitlab> gitlab # [ 0.234361] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=1249vm-test-run-nixbot-gitlab> gitlab # [ 0.248474] allocated 12582912 bytes of page_ext250vm-test-run-nixbot-gitlab> gitlab # [ 0.258445] ftrace: allocating 48565 entries in 192 pages251vm-test-run-nixbot-gitlab> gitlab # [ 0.258447] ftrace: allocated 192 pages with 2 groups252vm-test-run-nixbot-gitlab> gitlab # [ 0.259343] Dynamic Preempt: lazy253vm-test-run-nixbot-gitlab> gitlab # [ 0.259530] rcu: Preemptible hierarchical RCU implementation.254vm-test-run-nixbot-gitlab> gitlab # [ 0.259531] rcu: RCU event tracing is enabled.255vm-test-run-nixbot-gitlab> gitlab # [ 0.259532] rcu: RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.256vm-test-run-nixbot-gitlab> gitlab # [ 0.259533] Trampoline variant of Tasks RCU enabled.257vm-test-run-nixbot-gitlab> gitlab # [ 0.259534] Rude variant of Tasks RCU enabled.258vm-test-run-nixbot-gitlab> gitlab # [ 0.259534] Tracing variant of Tasks RCU enabled.259vm-test-run-nixbot-gitlab> gitlab # [ 0.259535] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.260vm-test-run-nixbot-gitlab> gitlab # [ 0.259535] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=4261vm-test-run-nixbot-gitlab> gitlab # [ 0.259555] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.262vm-test-run-nixbot-gitlab> gitlab # [ 0.259557] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.263vm-test-run-nixbot-gitlab> gitlab # [ 0.259558] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.264vm-test-run-nixbot-gitlab> gitlab # [ 0.263925] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 16265vm-test-run-nixbot-gitlab> gitlab # [ 0.264258] rcu: srcu_init: Setting srcu_struct sizes based on contention.266vm-test-run-nixbot-gitlab> gitlab # [ 0.264374] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)267vm-test-run-nixbot-gitlab> gitlab # [ 0.271544] Console: colour VGA+ 80x25268vm-test-run-nixbot-gitlab> gitlab # [ 0.271548] printk: legacy console [tty0] enabled269vm-test-run-nixbot-gitlab> gitlab # [ 0.314949] printk: legacy console [ttyS0] enabled270vm-test-run-nixbot-gitlab> gitlab # [ 0.513674] ACPI: Core revision 20250807271vm-test-run-nixbot-gitlab> gitlab # [ 0.515214] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns272vm-test-run-nixbot-gitlab> gitlab # [ 0.519966] APIC: Switch to symmetric I/O mode setup273vm-test-run-nixbot-gitlab> gitlab # [ 0.521732] x2apic enabled274vm-test-run-nixbot-gitlab> gitlab # [ 0.522957] APIC: Switched APIC routing to: physical x2apic275vm-test-run-nixbot-gitlab> gitlab # [ 0.524643] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()276vm-test-run-nixbot-gitlab> gitlab # [ 0.526831] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()277vm-test-run-nixbot-gitlab> gitlab # [ 0.529563] kvm-guest: setup PV IPIs278vm-test-run-nixbot-gitlab> gitlab # [ 0.531832] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-1279vm-test-run-nixbot-gitlab> gitlab # [ 0.533634] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns280vm-test-run-nixbot-gitlab> gitlab # [ 0.536684] Calibrating delay loop (skipped) preset value.. 4800.01 BogoMIPS (lpj=2400008)281vm-test-run-nixbot-gitlab> gitlab # [ 0.538799] x86/cpu: User Mode Instruction Prevention (UMIP) activated282vm-test-run-nixbot-gitlab> gitlab # [ 0.539839] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 127283vm-test-run-nixbot-gitlab> gitlab # [ 0.540683] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 0284vm-test-run-nixbot-gitlab> gitlab # [ 0.541687] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto285vm-test-run-nixbot-gitlab> gitlab # [ 0.543683] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl286vm-test-run-nixbot-gitlab> gitlab # [ 0.544683] Spectre V2 : Mitigation: Enhanced / Automatic IBRS287vm-test-run-nixbot-gitlab> gitlab # [ 0.546682] Speculative Return Stack Overflow: Mitigation: Safe RET288vm-test-run-nixbot-gitlab> gitlab # [ 0.548682] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization289vm-test-run-nixbot-gitlab> gitlab # [ 0.550688] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier290vm-test-run-nixbot-gitlab> gitlab # [ 0.551683] active return thunk: srso_alias_return_thunk291vm-test-run-nixbot-gitlab> gitlab # [ 0.553710] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'292vm-test-run-nixbot-gitlab> gitlab # [ 0.554682] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'293vm-test-run-nixbot-gitlab> gitlab # [ 0.555682] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'294vm-test-run-nixbot-gitlab> gitlab # [ 0.556682] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'295vm-test-run-nixbot-gitlab> gitlab # [ 0.557682] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'296vm-test-run-nixbot-gitlab> gitlab # [ 0.558682] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'297vm-test-run-nixbot-gitlab> gitlab # [ 0.559682] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'298vm-test-run-nixbot-gitlab> gitlab # [ 0.560682] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers'299vm-test-run-nixbot-gitlab> gitlab # [ 0.561682] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)'300vm-test-run-nixbot-gitlab> gitlab # [ 0.563683] x86/fpu: xstate_offset[2]: 576, xstate_sizes[2]: 256301vm-test-run-nixbot-gitlab> gitlab # [ 0.564682] x86/fpu: xstate_offset[5]: 832, xstate_sizes[5]: 64302vm-test-run-nixbot-gitlab> gitlab # [ 0.565682] x86/fpu: xstate_offset[6]: 896, xstate_sizes[6]: 512303vm-test-run-nixbot-gitlab> gitlab # [ 0.567682] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 1024304vm-test-run-nixbot-gitlab> gitlab # [ 0.568682] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]: 8305vm-test-run-nixbot-gitlab> gitlab # [ 0.569682] x86/fpu: xstate_offset[11]: 2440, xstate_sizes[11]: 16306vm-test-run-nixbot-gitlab> gitlab # [ 0.570682] x86/fpu: xstate_offset[12]: 2456, xstate_sizes[12]: 24307vm-test-run-nixbot-gitlab> gitlab # [ 0.571682] x86/fpu: Enabled xstate features 0x1ae7, context size is 2480 bytes, using 'compacted' format.308vm-test-run-nixbot-gitlab> gitlab # [ 0.601586] Freeing SMP alternatives memory: 44K309vm-test-run-nixbot-gitlab> gitlab # [ 0.602684] pid_max: default: 32768 minimum: 301310vm-test-run-nixbot-gitlab> gitlab # [ 0.603801] LSM: initializing lsm=capability,landlock,yama,bpf,ima311vm-test-run-nixbot-gitlab> gitlab # [ 0.605784] landlock: Up and running.312vm-test-run-nixbot-gitlab> gitlab # [ 0.607682] Yama: becoming mindful.313vm-test-run-nixbot-gitlab> gitlab # [ 0.608892] LSM support for eBPF active314vm-test-run-nixbot-gitlab> gitlab # [ 0.609937] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)315vm-test-run-nixbot-gitlab> gitlab # [ 0.611838] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)316vm-test-run-nixbot-gitlab> gitlab # [ 0.614436] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)317vm-test-run-nixbot-gitlab> gitlab # [ 0.615244] Performance Events: Fam17h+ core perfctr, AMD PMU driver.318vm-test-run-nixbot-gitlab> gitlab # [ 0.615687] ... version: 2319vm-test-run-nixbot-gitlab> gitlab # [ 0.616684] ... bit width: 48320vm-test-run-nixbot-gitlab> gitlab # [ 0.617739] ... generic counters: 6321vm-test-run-nixbot-gitlab> gitlab # [ 0.618684] ... generic bitmap: 000000000000003f322vm-test-run-nixbot-gitlab> gitlab # [ 0.619684] ... fixed-purpose counters: 0323vm-test-run-nixbot-gitlab> gitlab # [ 0.620684] ... fixed-purpose bitmap: 0000000000000000324vm-test-run-nixbot-gitlab> gitlab # [ 0.621684] ... value mask: 0000ffffffffffff325vm-test-run-nixbot-gitlab> gitlab # [ 0.622684] ... max period: 00007fffffffffff326vm-test-run-nixbot-gitlab> gitlab # [ 0.623684] ... global_ctrl mask: 000000000000003f327vm-test-run-nixbot-gitlab> gitlab # [ 0.624810] signal: max sigframe size: 3376328vm-test-run-nixbot-gitlab> gitlab # [ 0.625772] rcu: Hierarchical SRCU implementation.329vm-test-run-nixbot-gitlab> gitlab # [ 0.626692] rcu: Max phase no-delay instances is 400.330vm-test-run-nixbot-gitlab> gitlab # [ 0.627937] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level331vm-test-run-nixbot-gitlab> gitlab # [ 0.633262] smp: Bringing up secondary CPUs ...332vm-test-run-nixbot-gitlab> gitlab # [ 0.634101] smpboot: x86: Booting SMP configuration:333vm-test-run-nixbot-gitlab> gitlab # [ 0.634694] .... node #0, CPUs: #1 #2 #3334vm-test-run-nixbot-gitlab> gitlab # [ 0.638807] smp: Brought up 1 node, 4 CPUs335vm-test-run-nixbot-gitlab> gitlab # [ 0.640684] smpboot: Total of 4 processors activated (19200.06 BogoMIPS)336vm-test-run-nixbot-gitlab> gitlab # [ 0.642091] Memory: 6013144K/6290904K available (17098K kernel code, 2721K rwdata, 13520K rodata, 3644K init, 3008K bss, 258292K reserved, 0K cma-reserved)337vm-test-run-nixbot-gitlab> gitlab # [ 0.644684] devtmpfs: initialized338vm-test-run-nixbot-gitlab> gitlab # [ 0.645974] x86/mm: Memory block size: 128MB339vm-test-run-nixbot-gitlab> gitlab # [ 0.649743] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns340vm-test-run-nixbot-gitlab> gitlab # [ 0.650796] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)341vm-test-run-nixbot-gitlab> gitlab # [ 0.651775] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).342vm-test-run-nixbot-gitlab> gitlab # [ 0.652806] pinctrl core: initialized pinctrl subsystem343vm-test-run-nixbot-gitlab> gitlab # [ 0.654013] PM: RTC time: 13:13:50, date: 2026-06-08344vm-test-run-nixbot-gitlab> gitlab # [ 0.657964] NET: Registered PF_NETLINK/PF_ROUTE protocol family345vm-test-run-nixbot-gitlab> gitlab # [ 0.660108] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations346vm-test-run-nixbot-gitlab> gitlab # [ 0.660746] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations347vm-test-run-nixbot-gitlab> gitlab # [ 0.662810] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations348vm-test-run-nixbot-gitlab> gitlab # [ 0.663697] audit: initializing netlink subsys (disabled)349vm-test-run-nixbot-gitlab> gitlab # [ 0.664899] audit: type=2000 audit(1780924430.751:1): state=initialized audit_enabled=0 res=1350vm-test-run-nixbot-gitlab> gitlab # [ 0.665046] thermal_sys: Registered thermal governor 'fair_share'351vm-test-run-nixbot-gitlab> gitlab # [ 0.666685] thermal_sys: Registered thermal governor 'bang_bang'352vm-test-run-nixbot-gitlab> gitlab # [ 0.667685] thermal_sys: Registered thermal governor 'step_wise'353vm-test-run-nixbot-gitlab> gitlab # [ 0.668685] thermal_sys: Registered thermal governor 'user_space'354vm-test-run-nixbot-gitlab> gitlab # [ 0.669684] thermal_sys: Registered thermal governor 'power_allocator'355vm-test-run-nixbot-gitlab> gitlab # [ 0.670721] cpuidle: using governor menu356vm-test-run-nixbot-gitlab> gitlab # [ 0.673944] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.5357vm-test-run-nixbot-gitlab> gitlab # [ 0.675009] PCI: Using configuration type 1 for base access358vm-test-run-nixbot-gitlab> gitlab # [ 0.675685] PCI: Using configuration type 1 for extended access359vm-test-run-nixbot-gitlab> gitlab # [ 0.676841] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.360vm-test-run-nixbot-gitlab> gitlab # [ 0.679776] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages361vm-test-run-nixbot-gitlab> gitlab # [ 0.680686] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page362vm-test-run-nixbot-gitlab> gitlab # [ 0.681685] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages363vm-test-run-nixbot-gitlab> gitlab # [ 0.682684] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page364vm-test-run-nixbot-gitlab> gitlab # [ 0.688552] ACPI: Added _OSI(Module Device)365vm-test-run-nixbot-gitlab> gitlab # [ 0.691693] ACPI: Added _OSI(Processor Device)366vm-test-run-nixbot-gitlab> gitlab # [ 0.694693] ACPI: Added _OSI(Processor Aggregator Device)367vm-test-run-nixbot-gitlab> gitlab # [ 0.703581] ACPI: 1 ACPI AML tables successfully acquired and loaded368vm-test-run-nixbot-gitlab> gitlab # [ 0.712886] ACPI: Interpreter enabled369vm-test-run-nixbot-gitlab> gitlab # [ 0.713730] ACPI: PM: (supports S0 S3 S4 S5)370vm-test-run-nixbot-gitlab> gitlab # [ 0.714687] ACPI: Using IOAPIC for interrupt routing371vm-test-run-nixbot-gitlab> gitlab # [ 0.716012] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug372vm-test-run-nixbot-gitlab> gitlab # [ 0.722697] PCI: Using E820 reservations for host bridge windows373vm-test-run-nixbot-gitlab> gitlab # [ 0.727386] ACPI: Enabled 2 GPEs in block 00 to 0F374vm-test-run-nixbot-gitlab> gitlab # [ 0.744548] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])375vm-test-run-nixbot-gitlab> gitlab # [ 0.748706] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]376vm-test-run-nixbot-gitlab> gitlab # [ 0.755938] acpiphp: Slot [3] registered377vm-test-run-nixbot-gitlab> gitlab # [ 0.758813] acpiphp: Slot [4] registered378vm-test-run-nixbot-gitlab> gitlab # [ 0.760812] acpiphp: Slot [5] registered379vm-test-run-nixbot-gitlab> gitlab # [ 0.763877] acpiphp: Slot [6] registered380vm-test-run-nixbot-gitlab> gitlab # [ 0.765802] acpiphp: Slot [7] registered381vm-test-run-nixbot-gitlab> gitlab # [ 0.768819] acpiphp: Slot [8] registered382vm-test-run-nixbot-gitlab> gitlab # [ 0.771812] acpiphp: Slot [9] registered383vm-test-run-nixbot-gitlab> gitlab # [ 0.773842] acpiphp: Slot [10] registered384vm-test-run-nixbot-gitlab> gitlab # [ 0.775758] acpiphp: Slot [11] registered385vm-test-run-nixbot-gitlab> gitlab # [ 0.776756] acpiphp: Slot [12] registered386vm-test-run-nixbot-gitlab> gitlab # [ 0.777752] acpiphp: Slot [13] registered387vm-test-run-nixbot-gitlab> gitlab # [ 0.779917] acpiphp: Slot [14] registered388vm-test-run-nixbot-gitlab> gitlab # [ 0.780721] acpiphp: Slot [15] registered389vm-test-run-nixbot-gitlab> gitlab # [ 0.783783] acpiphp: Slot [16] registered390vm-test-run-nixbot-gitlab> gitlab # [ 0.786811] acpiphp: Slot [17] registered391vm-test-run-nixbot-gitlab> gitlab # [ 0.789782] acpiphp: Slot [18] registered392vm-test-run-nixbot-gitlab> gitlab # [ 0.793778] acpiphp: Slot [19] registered393vm-test-run-nixbot-gitlab> gitlab # [ 0.796780] acpiphp: Slot [20] registered394vm-test-run-nixbot-gitlab> gitlab # [ 0.799810] acpiphp: Slot [21] registered395vm-test-run-nixbot-gitlab> gitlab # [ 0.802783] acpiphp: Slot [22] registered396vm-test-run-nixbot-gitlab> gitlab # [ 0.805779] acpiphp: Slot [23] registered397vm-test-run-nixbot-gitlab> gitlab # [ 0.809791] acpiphp: Slot [24] registered398vm-test-run-nixbot-gitlab> gitlab # [ 0.812816] acpiphp: Slot [25] registered399vm-test-run-nixbot-gitlab> gitlab # [ 0.815780] acpiphp: Slot [26] registered400vm-test-run-nixbot-gitlab> gitlab # [ 0.818779] acpiphp: Slot [27] registered401vm-test-run-nixbot-gitlab> gitlab # [ 0.821758] acpiphp: Slot [28] registered402vm-test-run-nixbot-gitlab> gitlab # [ 0.824786] acpiphp: Slot [29] registered403vm-test-run-nixbot-gitlab> gitlab # [ 0.826760] acpiphp: Slot [30] registered404vm-test-run-nixbot-gitlab> gitlab # [ 0.829853] acpiphp: Slot [31] registered405vm-test-run-nixbot-gitlab> gitlab # [ 0.832831] PCI host bridge to bus 0000:00406vm-test-run-nixbot-gitlab> gitlab # [ 0.834733] pci_bus 0000:00: root bus resource [io 0x0000-0x0cf7 window]407vm-test-run-nixbot-gitlab> gitlab # [ 0.838691] pci_bus 0000:00: root bus resource [io 0x0d00-0xffff window]408vm-test-run-nixbot-gitlab> gitlab # [ 0.841690] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]409vm-test-run-nixbot-gitlab> gitlab # [ 0.843685] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]410vm-test-run-nixbot-gitlab> gitlab # [ 0.845686] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]411vm-test-run-nixbot-gitlab> gitlab # [ 0.847701] pci_bus 0000:00: root bus resource [bus 00-ff]412vm-test-run-nixbot-gitlab> gitlab # [ 0.852980] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint413vm-test-run-nixbot-gitlab> gitlab # [ 0.862091] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint414vm-test-run-nixbot-gitlab> gitlab # [ 0.869969] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint415vm-test-run-nixbot-gitlab> gitlab # [ 0.881855] pci 0000:00:01.1: BAR 4 [io 0xc220-0xc22f]416vm-test-run-nixbot-gitlab> gitlab # [ 0.886856] pci 0000:00:01.1: BAR 0 [io 0x01f0-0x01f7]: legacy IDE quirk417vm-test-run-nixbot-gitlab> gitlab # [ 0.891694] pci 0000:00:01.1: BAR 1 [io 0x03f6]: legacy IDE quirk418vm-test-run-nixbot-gitlab> gitlab # [ 0.895694] pci 0000:00:01.1: BAR 2 [io 0x0170-0x0177]: legacy IDE quirk419vm-test-run-nixbot-gitlab> gitlab # [ 0.900694] pci 0000:00:01.1: BAR 3 [io 0x0376]: legacy IDE quirk420vm-test-run-nixbot-gitlab> gitlab # [ 0.905359] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint421vm-test-run-nixbot-gitlab> gitlab # [ 0.913821] pci 0000:00:01.2: BAR 4 [io 0xc140-0xc15f]422vm-test-run-nixbot-gitlab> gitlab # [ 0.918425] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint423vm-test-run-nixbot-gitlab> gitlab # [ 0.922133] pci 0000:00:01.3: quirk: [io 0x0600-0x063f] claimed by PIIX4 ACPI424vm-test-run-nixbot-gitlab> gitlab # [ 0.927730] pci 0000:00:01.3: quirk: [io 0x0700-0x070f] claimed by PIIX4 SMB425vm-test-run-nixbot-gitlab> gitlab # [ 0.932898] pci 0000:00:01.3: quirk_piix4_acpi+0x0/0x180 took 10742 usecs426vm-test-run-nixbot-gitlab> gitlab # [ 0.938675] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint427vm-test-run-nixbot-gitlab> gitlab # [ 0.959843] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]428vm-test-run-nixbot-gitlab> gitlab # [ 0.963745] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]429vm-test-run-nixbot-gitlab> gitlab # [ 0.967816] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]430vm-test-run-nixbot-gitlab> gitlab # [ 0.969963] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]431vm-test-run-nixbot-gitlab> gitlab # [ 0.984757] pci 0000:00:02.0: pci_fixup_video+0x0/0x100 took 14648 usecs432vm-test-run-nixbot-gitlab> gitlab # [ 0.990992] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint433vm-test-run-nixbot-gitlab> gitlab # [ 1.004728] pci 0000:00:03.0: BAR 0 [io 0xc160-0xc17f]434vm-test-run-nixbot-gitlab> gitlab # [ 1.008730] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]435vm-test-run-nixbot-gitlab> gitlab # [ 1.013824] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]436vm-test-run-nixbot-gitlab> gitlab # [ 1.018727] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]437vm-test-run-nixbot-gitlab> gitlab # [ 1.028847] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint438vm-test-run-nixbot-gitlab> gitlab # [ 1.040718] pci 0000:00:04.0: BAR 0 [io 0xc180-0xc19f]439vm-test-run-nixbot-gitlab> gitlab # [ 1.041700] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]440vm-test-run-nixbot-gitlab> gitlab # [ 1.043744] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]441vm-test-run-nixbot-gitlab> gitlab # [ 1.049032] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint442vm-test-run-nixbot-gitlab> gitlab # [ 1.053708] pci 0000:00:05.0: BAR 0 [io 0xc1a0-0xc1bf]443vm-test-run-nixbot-gitlab> gitlab # [ 1.056701] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]444vm-test-run-nixbot-gitlab> gitlab # [ 1.060841] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]445vm-test-run-nixbot-gitlab> gitlab # [ 1.072694] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint446vm-test-run-nixbot-gitlab> gitlab # [ 1.087728] pci 0000:00:06.0: BAR 0 [io 0xc1c0-0xc1df]447vm-test-run-nixbot-gitlab> gitlab # [ 1.091730] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]448vm-test-run-nixbot-gitlab> gitlab # [ 1.096823] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]449vm-test-run-nixbot-gitlab> gitlab # [ 1.107679] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint450vm-test-run-nixbot-gitlab> gitlab # [ 1.118725] pci 0000:00:07.0: BAR 0 [io 0xc000-0xc07f]451vm-test-run-nixbot-gitlab> gitlab # [ 1.121707] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]452vm-test-run-nixbot-gitlab> gitlab # [ 1.123740] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]453vm-test-run-nixbot-gitlab> gitlab # [ 1.134063] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint454vm-test-run-nixbot-gitlab> gitlab # [ 1.144732] pci 0000:00:08.0: BAR 0 [io 0xc080-0xc0ff]455vm-test-run-nixbot-gitlab> gitlab # [ 1.146699] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]456vm-test-run-nixbot-gitlab> gitlab # [ 1.148738] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]457vm-test-run-nixbot-gitlab> gitlab # [ 1.153280] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint458vm-test-run-nixbot-gitlab> gitlab # [ 1.158725] pci 0000:00:09.0: BAR 0 [io 0xc1e0-0xc1ff]459vm-test-run-nixbot-gitlab> gitlab # [ 1.159699] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]460vm-test-run-nixbot-gitlab> gitlab # [ 1.161745] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]461vm-test-run-nixbot-gitlab> gitlab # [ 1.164701] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]462vm-test-run-nixbot-gitlab> gitlab # [ 1.168699] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint463vm-test-run-nixbot-gitlab> gitlab # [ 1.172437] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]464vm-test-run-nixbot-gitlab> gitlab # [ 1.174739] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]465vm-test-run-nixbot-gitlab> gitlab # [ 1.178736] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint466vm-test-run-nixbot-gitlab> gitlab # [ 1.184927] pci 0000:00:0b.0: BAR 0 [io 0xc100-0xc13f]467vm-test-run-nixbot-gitlab> gitlab # [ 1.186700] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]468vm-test-run-nixbot-gitlab> gitlab # [ 1.188739] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]469vm-test-run-nixbot-gitlab> gitlab # [ 1.192873] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint470vm-test-run-nixbot-gitlab> gitlab # [ 1.200704] pci 0000:00:0c.0: BAR 0 [io 0xc200-0xc21f]471vm-test-run-nixbot-gitlab> gitlab # [ 1.202699] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]472vm-test-run-nixbot-gitlab> gitlab # [ 1.204738] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]473vm-test-run-nixbot-gitlab> gitlab # [ 1.214309] ACPI: PCI: Interrupt link LNKA configured for IRQ 10474vm-test-run-nixbot-gitlab> gitlab # [ 1.216899] ACPI: PCI: Interrupt link LNKB configured for IRQ 10475vm-test-run-nixbot-gitlab> gitlab # [ 1.218886] ACPI: PCI: Interrupt link LNKC configured for IRQ 11476vm-test-run-nixbot-gitlab> gitlab # [ 1.220885] ACPI: PCI: Interrupt link LNKD configured for IRQ 11477vm-test-run-nixbot-gitlab> gitlab # [ 1.222797] ACPI: PCI: Interrupt link LNKS configured for IRQ 9478vm-test-run-nixbot-gitlab> gitlab # [ 1.226719] iommu: Default domain type: Translated479vm-test-run-nixbot-gitlab> gitlab # [ 1.227684] iommu: DMA domain TLB invalidation policy: lazy mode480vm-test-run-nixbot-gitlab> gitlab # [ 1.230014] ACPI: bus type USB registered481vm-test-run-nixbot-gitlab> gitlab # [ 1.231842] usbcore: registered new interface driver usbfs482vm-test-run-nixbot-gitlab> gitlab # [ 1.233731] usbcore: registered new interface driver hub483vm-test-run-nixbot-gitlab> gitlab # [ 1.234754] usbcore: registered new device driver usb484vm-test-run-nixbot-gitlab> gitlab # [ 1.238439] NetLabel: Initializing485vm-test-run-nixbot-gitlab> gitlab # [ 1.239523] NetLabel: domain hash size = 128486vm-test-run-nixbot-gitlab> gitlab # [ 1.240684] NetLabel: protocols = UNLABELED CIPSOv4 CALIPSO487vm-test-run-nixbot-gitlab> gitlab # [ 1.242742] NetLabel: unlabeled traffic allowed by default488vm-test-run-nixbot-gitlab> gitlab # [ 1.243701] PCI: Using ACPI for IRQ routing489vm-test-run-nixbot-gitlab> gitlab # [ 1.246793] pci 0000:00:02.0: vgaarb: setting as boot VGA device490vm-test-run-nixbot-gitlab> gitlab # [ 1.247679] pci 0000:00:02.0: vgaarb: bridge control possible491vm-test-run-nixbot-gitlab> gitlab # [ 1.247679] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none492vm-test-run-nixbot-gitlab> gitlab # [ 1.252690] vgaarb: loaded493vm-test-run-nixbot-gitlab> gitlab # [ 1.253918] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 0494vm-test-run-nixbot-gitlab> gitlab # [ 1.254684] hpet0: 3 comparators, 64-bit 100.000000 MHz counter495vm-test-run-nixbot-gitlab> gitlab # [ 1.261824] clocksource: Switched to clocksource kvm-clock496vm-test-run-nixbot-gitlab> gitlab # [ 1.264232] VFS: Disk quotas dquot_6.6.0497vm-test-run-nixbot-gitlab> gitlab # [ 1.265563] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)498vm-test-run-nixbot-gitlab> gitlab # [ 1.267942] pnp: PnP ACPI init499vm-test-run-nixbot-gitlab> gitlab # [ 1.269690] pnp: PnP ACPI: found 6 devices500vm-test-run-nixbot-gitlab> gitlab # [ 1.282142] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns501vm-test-run-nixbot-gitlab> gitlab # [ 1.288685] clocksource: Switched to clocksource acpi_pm502vm-test-run-nixbot-gitlab> gitlab # [ 1.293237] NET: Registered PF_INET protocol family503vm-test-run-nixbot-gitlab> gitlab # [ 1.300582] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)504vm-test-run-nixbot-gitlab> gitlab # [ 1.332949] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)505vm-test-run-nixbot-gitlab> gitlab # [ 1.335563] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)506vm-test-run-nixbot-gitlab> gitlab # [ 1.337987] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)507vm-test-run-nixbot-gitlab> gitlab # [ 1.343143] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)508vm-test-run-nixbot-gitlab> gitlab # [ 1.345547] TCP: Hash tables configured (established 65536 bind 65536)509vm-test-run-nixbot-gitlab> gitlab # [ 1.347963] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)510vm-test-run-nixbot-gitlab> gitlab # [ 1.350650] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)511vm-test-run-nixbot-gitlab> gitlab # [ 1.353032] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)512vm-test-run-nixbot-gitlab> gitlab # [ 1.355363] NET: Registered PF_UNIX/PF_LOCAL protocol family513vm-test-run-nixbot-gitlab> gitlab # [ 1.357140] NET: Registered PF_XDP protocol family514vm-test-run-nixbot-gitlab> gitlab # [ 1.358712] pci_bus 0000:00: resource 4 [io 0x0000-0x0cf7 window]515vm-test-run-nixbot-gitlab> gitlab # [ 1.360570] pci_bus 0000:00: resource 5 [io 0x0d00-0xffff window]516vm-test-run-nixbot-gitlab> gitlab # [ 1.362463] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]517vm-test-run-nixbot-gitlab> gitlab # [ 1.364489] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]518vm-test-run-nixbot-gitlab> gitlab # [ 1.366518] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]519vm-test-run-nixbot-gitlab> gitlab # [ 1.368856] pci 0000:00:01.0: PIIX3: Enabling Passive Release520vm-test-run-nixbot-gitlab> gitlab # [ 1.370649] pci 0000:00:00.0: Limiting direct PCI/PCI transfers521vm-test-run-nixbot-gitlab> gitlab # [ 1.374045] ACPI: \_SB_.LNKD: Enabled at IRQ 11522vm-test-run-nixbot-gitlab> gitlab # [ 1.377861] PCI: CLS 0 bytes, default 64523vm-test-run-nixbot-gitlab> gitlab # [ 1.379282] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)524vm-test-run-nixbot-gitlab> gitlab # [ 1.379962] Trying to unpack rootfs image as initramfs...525vm-test-run-nixbot-gitlab> gitlab # [ 1.381222] software IO TLB: mapped [mem 0x00000000ba4e0000-0x00000000be4e0000] (64MB)526vm-test-run-nixbot-gitlab> gitlab # [ 1.381369] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns527vm-test-run-nixbot-gitlab> gitlab # [ 1.408665] Initialise system trusted keyrings528vm-test-run-nixbot-gitlab> gitlab # [ 1.410538] workingset: timestamp_bits=40 max_order=21 bucket_order=0529vm-test-run-nixbot-gitlab> gitlab # [ 1.429794] Key type asymmetric registered530vm-test-run-nixbot-gitlab> gitlab # [ 1.431140] Asymmetric key parser 'x509' registered531vm-test-run-nixbot-gitlab> gitlab # [ 1.432803] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)532vm-test-run-nixbot-gitlab> gitlab # [ 1.435486] io scheduler mq-deadline registered533vm-test-run-nixbot-gitlab> gitlab # [ 1.436916] io scheduler kyber registered534vm-test-run-nixbot-gitlab> gitlab # [ 1.443092] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled535vm-test-run-nixbot-gitlab> gitlab # [ 1.445477] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A536vm-test-run-nixbot-gitlab> gitlab # [ 1.449471] Linux agpgart interface v0.103537vm-test-run-nixbot-gitlab> gitlab # [ 1.450874] ACPI: bus type drm_connector registered538vm-test-run-nixbot-gitlab> gitlab # [ 1.454469] usbcore: registered new interface driver usbserial_generic539vm-test-run-nixbot-gitlab> gitlab # [ 1.456393] usbserial: USB Serial support registered for generic540vm-test-run-nixbot-gitlab> gitlab # [ 1.458198] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.541vm-test-run-nixbot-gitlab> gitlab # [ 1.458198] Please enable it if your BIOS has the CPPC option.542vm-test-run-nixbot-gitlab> gitlab # [ 1.462175] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled543vm-test-run-nixbot-gitlab> gitlab # [ 1.464653] drop_monitor: Initializing network drop monitor service544vm-test-run-nixbot-gitlab> gitlab # [ 1.466692] NET: Registered PF_INET6 protocol family545vm-test-run-nixbot-gitlab> gitlab # [ 1.469887] Segment Routing with IPv6546vm-test-run-nixbot-gitlab> gitlab # [ 1.471171] In-situ OAM (IOAM) with IPv6547vm-test-run-nixbot-gitlab> gitlab # [ 1.474128] IPI shorthand broadcast: enabled548vm-test-run-nixbot-gitlab> gitlab # [ 1.486078] sched_clock: Marking stable (1225075804, 260411082)->(1569154629, -83667743)549vm-test-run-nixbot-gitlab> gitlab # [ 1.493295] registered taskstats version 1550vm-test-run-nixbot-gitlab> gitlab # [ 1.497713] Loading compiled-in X.509 certificates551vm-test-run-nixbot-gitlab> gitlab # [ 1.523802] Demotion targets for Node 0: null552vm-test-run-nixbot-gitlab> gitlab # [ 1.527084] Key type .fscrypt registered553vm-test-run-nixbot-gitlab> gitlab # [ 1.529637] Key type fscrypt-provisioning registered554vm-test-run-nixbot-gitlab> gitlab # [ 1.533011] ima: No TPM chip found, activating TPM-bypass!555vm-test-run-nixbot-gitlab> gitlab # [ 1.536386] ima: Allocated hash algorithm: sha1556vm-test-run-nixbot-gitlab> gitlab # [ 1.539328] ima: No architecture policies found557vm-test-run-nixbot-gitlab> gitlab # [ 1.542867] PM: Magic number: 14:147:230558vm-test-run-nixbot-gitlab> gitlab # [ 1.547357] RAS: Correctable Errors collector initialized.559vm-test-run-nixbot-gitlab> gitlab # [ 1.553207] clk: Disabling unused clocks560vm-test-run-nixbot-gitlab> gitlab # [ 1.554519] PM: genpd: Disabling unused power domains561vm-test-run-nixbot-gitlab> gitlab # [ 1.682986] Freeing initrd memory: 27584K562vm-test-run-nixbot-gitlab> gitlab # [ 1.691775] Freeing unused decrypted memory: 2028K563vm-test-run-nixbot-gitlab> gitlab # [ 1.700529] Freeing unused kernel image (initmem) memory: 3644K564vm-test-run-nixbot-gitlab> gitlab # [ 1.705143] Write protecting the kernel read-only data: 32768k565vm-test-run-nixbot-gitlab> gitlab # [ 1.712623] Freeing unused kernel image (text/rodata gap) memory: 1332K566vm-test-run-nixbot-gitlab> gitlab # [ 1.719082] Freeing unused kernel image (rodata/data gap) memory: 816K567vm-test-run-nixbot-gitlab> gitlab # [ 1.780754] x86/mm: Checked W+X mappings: passed, no W+X pages found.568vm-test-run-nixbot-gitlab> gitlab # [ 1.782722] Run /init as init process569vm-test-run-nixbot-gitlab> gitlab # [ 1.797093] systemd[1]: Inserted module 'autofs4'570vm-test-run-nixbot-gitlab> gitlab # [ 1.824346] fuse: init (API version 7.45)571vm-test-run-nixbot-gitlab> gitlab # [ 1.834186] ACPI: \_SB_.LNKC: Enabled at IRQ 10572vm-test-run-nixbot-gitlab> gitlab # [ 1.844317] ACPI: \_SB_.LNKA: Enabled at IRQ 10573vm-test-run-nixbot-gitlab> gitlab # [ 1.849329] ACPI: \_SB_.LNKB: Enabled at IRQ 11574vm-test-run-nixbot-gitlab> gitlab # [ 1.909999] systemd[1]: Successfully made /usr/ read-only.575vm-test-run-nixbot-gitlab> gitlab # [ 2.247834] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)576vm-test-run-nixbot-gitlab> gitlab # [ 2.265669] systemd[1]: Detected virtualization kvm.577vm-test-run-nixbot-gitlab> gitlab # [ 2.269814] systemd[1]: Detected architecture x86-64.578vm-test-run-nixbot-gitlab> gitlab # [ 2.274026] systemd[1]: Running in initrd.579vm-test-run-nixbot-gitlab> gitlab # [ 2.278366] systemd[1]: Initializing machine ID from random generator.580vm-test-run-nixbot-gitlab> gitlab # [ 2.283928] systemd[1]: Hostname set to <gitlab>.581vm-test-run-nixbot-gitlab> gitlab # [ 2.363631] systemd[1]: Queued start job for default target Initrd Default Target.582vm-test-run-nixbot-gitlab> gitlab # [ 2.518165] systemd[1]: Created slice Slice /system/modprobe.583vm-test-run-nixbot-gitlab> gitlab # [ 2.523648] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.584vm-test-run-nixbot-gitlab> gitlab # [ 2.530091] systemd[1]: Expecting device /dev/disk/by-label/nix-store...585vm-test-run-nixbot-gitlab> gitlab # [ 2.535563] systemd[1]: Expecting device /dev/disk/by-label/nixos...586vm-test-run-nixbot-gitlab> gitlab # [ 2.540858] systemd[1]: Reached target Path Units.587vm-test-run-nixbot-gitlab> gitlab # [ 2.544636] systemd[1]: Reached target Slice Units.588vm-test-run-nixbot-gitlab> gitlab # [ 2.547953] systemd[1]: Reached target Swaps.589vm-test-run-nixbot-gitlab> gitlab # [ 2.551001] systemd[1]: Reached target Timer Units.590vm-test-run-nixbot-gitlab> gitlab # [ 2.554649] systemd[1]: Listening on D-Bus System Message Bus Socket.591vm-test-run-nixbot-gitlab> gitlab # [ 2.559009] systemd[1]: Listening on Journal Socket (/dev/log).592vm-test-run-nixbot-gitlab> gitlab # [ 2.561744] systemd[1]: Listening on Journal Sockets.593vm-test-run-nixbot-gitlab> gitlab # [ 2.563652] systemd[1]: Listening on udev Control Socket.594vm-test-run-nixbot-gitlab> gitlab # [ 2.565575] systemd[1]: Listening on udev Kernel Socket.595vm-test-run-nixbot-gitlab> gitlab # [ 2.567312] systemd[1]: Reached target Socket Units.596vm-test-run-nixbot-gitlab> gitlab # [ 2.571727] systemd[1]: Starting Create List of Static Device Nodes...597vm-test-run-nixbot-gitlab> gitlab # [ 2.575981] systemd[1]: Starting Load Kernel Module 9pnet_virtio...598vm-test-run-nixbot-gitlab> gitlab # [ 2.589766] systemd[1]: Starting Load Kernel Module configfs...599vm-test-run-nixbot-gitlab> gitlab # [ 2.595244] systemd[1]: Starting Journal Service...600vm-test-run-nixbot-gitlab> gitlab # [ 2.599131] systemd[1]: Starting Load Kernel Modules...601vm-test-run-nixbot-gitlab> gitlab # [ 2.600906] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki602vm-test-run-nixbot-gitlab> gitlab # [ 2.608135] systemd[1]: Starting Coldplug All udev Devices...603vm-test-run-nixbot-gitlab> gitlab # [ 2.617542] netfs: FS-Cache loaded604vm-test-run-nixbot-gitlab> gitlab # [ 2.620689] systemd-journald[152]: Collecting audit messages is disabled.605vm-test-run-nixbot-gitlab> gitlab # [ 2.624791] systemd[1]: Finished Create List of Static Device Nodes.606vm-test-run-nixbot-gitlab> gitlab # [ 2.629525] 9pnet: Installing 9P2000 support607vm-test-run-nixbot-gitlab> gitlab # [ 2.632701] systemd[1]: modprobe@configfs.service: Deactivated successfully.608vm-test-run-nixbot-gitlab> gitlab # [ 2.639337] systemd[1]: Finished Load Kernel Module configfs.609vm-test-run-nixbot-gitlab> gitlab # [ 2.642329] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.610vm-test-run-nixbot-gitlab> gitlab # [ 2.644065] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.611vm-test-run-nixbot-gitlab> gitlab # [ 2.646149] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev612vm-test-run-nixbot-gitlab> gitlab # [ 2.650506] systemd[1]: Finished Load Kernel Module 9pnet_virtio.613vm-test-run-nixbot-gitlab> gitlab # [ 2.656952] systemd[1]: Finished Load Kernel Modules.614vm-test-run-nixbot-gitlab> gitlab # [ 2.659368] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config615vm-test-run-nixbot-gitlab> gitlab # [ 2.665065] systemd[1]: Starting Apply Kernel Variables...616vm-test-run-nixbot-gitlab> gitlab # [ 2.668826] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...617vm-test-run-nixbot-gitlab> gitlab # [ 2.686775] systemd[1]: Finished Apply Kernel Variables.618vm-test-run-nixbot-gitlab> gitlab # [ 2.690678] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.619vm-test-run-nixbot-gitlab> gitlab # [ 2.695341] systemd[1]: Starting Create Static Device Nodes in /dev...620vm-test-run-nixbot-gitlab> gitlab # [ 2.435977] systemd-modules-load[154]: Using 4 probe threads621vm-test-run-nixbot-gitlab> gitlab # [ 2.697740] systemd[1]: Started Journal Service.622vm-test-run-nixbot-gitlab> gitlab # [ 2.439265] systemd-modules-load[154]: Inserted module 'virtio_balloon'623vm-test-run-nixbot-gitlab> gitlab # [ 2.441420] systemd-modules-load[154]: Inserted module 'virtio_gpu'624vm-test-run-nixbot-gitlab> gitlab # [ 2.443193] systemd-modules-load[154]: Inserted module 'dm_mod'625vm-test-run-nixbot-gitlab> gitlab # [ 2.453098] systemd[1]: Finished Create Static Device Nodes in /dev.626vm-test-run-nixbot-gitlab> gitlab # [ 2.454736] systemd[1]: Reached target Preparation for Local File Systems.627vm-test-run-nixbot-gitlab> gitlab # [ 2.456490] systemd[1]: Reached target Local File Systems.628vm-test-run-nixbot-gitlab> gitlab # [ 2.458280] systemd[1]: Starting Create System Files and Directories...629vm-test-run-nixbot-gitlab> gitlab # [ 2.462994] systemd[1]: Starting Rule-based Manager for Device Events and Files...630vm-test-run-nixbot-gitlab> gitlab # [ 2.473784] systemd[1]: Finished Create System Files and Directories.631vm-test-run-nixbot-gitlab> gitlab # [ 2.483928] systemd-udevd[192]: Using default interface naming scheme 'v260'.632vm-test-run-nixbot-gitlab> gitlab # [ 2.499109] systemd[1]: Started Rule-based Manager for Device Events and Files.633vm-test-run-nixbot-gitlab> gitlab # [ 2.509169] systemd[1]: Finished Coldplug All udev Devices.634vm-test-run-nixbot-gitlab> gitlab # [ 2.510504] systemd[1]: Reached target System Initialization.635vm-test-run-nixbot-gitlab> gitlab # [ 2.511851] systemd[1]: Reached target Basic System.636vm-test-run-nixbot-gitlab> gitlab # [ 2.903129] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,12637vm-test-run-nixbot-gitlab> gitlab # [ 2.916224] serio: i8042 KBD port at 0x60,0x64 irq 1638vm-test-run-nixbot-gitlab> gitlab # [ 2.917522] serio: i8042 AUX port at 0x60,0x64 irq 12639vm-test-run-nixbot-gitlab> gitlab # [ 2.921932] uhci_hcd 0000:00:01.2: UHCI Host Controller640vm-test-run-nixbot-gitlab> gitlab # [ 2.924271] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 1641vm-test-run-nixbot-gitlab> gitlab # [ 2.926143] uhci_hcd 0000:00:01.2: detected 2 ports642vm-test-run-nixbot-gitlab> gitlab # [ 2.928460] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c140643vm-test-run-nixbot-gitlab> gitlab # [ 2.930170] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.18644vm-test-run-nixbot-gitlab> gitlab # [ 2.932990] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=1645vm-test-run-nixbot-gitlab> gitlab # [ 2.934906] usb usb1: Product: UHCI Host Controller646vm-test-run-nixbot-gitlab> gitlab # [ 2.936225] usb usb1: Manufacturer: Linux 6.18.34 uhci_hcd647vm-test-run-nixbot-gitlab> gitlab # [ 2.937678] SCSI subsystem initialized648vm-test-run-nixbot-gitlab> gitlab # [ 2.938739] usb usb1: SerialNumber: 0000:00:01.2649vm-test-run-nixbot-gitlab> gitlab # [ 2.942603] hub 1-0:1.0: USB hub found650vm-test-run-nixbot-gitlab> gitlab # [ 2.943896] hub 1-0:1.0: 2 ports detected651vm-test-run-nixbot-gitlab> gitlab # [ 2.947957] virtio_blk virtio4: 4/0/0 default/read/poll queues652vm-test-run-nixbot-gitlab> gitlab # [ 2.979681] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)653vm-test-run-nixbot-gitlab> gitlab # [ 2.998315] virtio_blk virtio5: 4/0/0 default/read/poll queues654vm-test-run-nixbot-gitlab> gitlab # [ 2.739348] (udev-worker)[201]: Network interface NamePolicy= disabled on kernel command line.655vm-test-run-nixbot-gitlab> gitlab # [ 2.744318] (udev-worker)[198]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.656vm-test-run-nixbot-gitlab> gitlab # [ 3.008601] scsi host0: ata_piix657vm-test-run-nixbot-gitlab> gitlab # [ 2.748554] (udev-worker)[198]: Network interface NamePolicy= disabled on kernel command line.658vm-test-run-nixbot-gitlab> gitlab # [ 3.014521] scsi host1: ata_piix659vm-test-run-nixbot-gitlab> gitlab # [ 3.015067] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input0660vm-test-run-nixbot-gitlab> gitlab # [ 2.756541] systemd[1]: Start[ 3.015631] virtio_blk virtio5: [vdb] 11527232 512-byte logical blocks (5.90 GB/5.50 GiB)661vm-test-run-nixbot-gitlab> gitlab # ing Virtual Console Setup...662vm-test-run-nixbot-gitlab> gitlab # [ 3.015667] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 0663vm-test-run-nixbot-gitlab> gitlab # [ 3.015670] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 0664vm-test-run-nixbot-gitlab> gitlab # [ 2.787788] systemd-vconsole-setup[232]: Configuration of first virtual console was skipped, ignoring remaining ones.665vm-test-run-nixbot-gitlab> gitlab # [ 2.792604] systemd[1]: Finished Virtual Console Setup.666vm-test-run-nixbot-gitlab> gitlab # [ 3.166669] usb 1-1: new full-speed USB device number 2 using uhci_hcd667vm-test-run-nixbot-gitlab> gitlab # [ 3.173808] ata2: found unknown device (class 0)668vm-test-run-nixbot-gitlab> gitlab # [ 3.178180] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/100669vm-test-run-nixbot-gitlab> gitlab # [ 3.186225] scsi 1:0:0:0: CD-ROM QEMU QEMU DVD-ROM 2.5+ PQ: 0 ANSI: 5670vm-test-run-nixbot-gitlab> gitlab # [ 2.990245] systemd[1]: Found device /dev/disk/by-label/nixos.671vm-test-run-nixbot-gitlab> gitlab # [ 2.996644] systemd[1]: Found device /dev/disk/by-label/nix-store.672vm-test-run-nixbot-gitlab> gitlab # [ 3.001215] systemd[1]: Reached target Initrd Root Device.673vm-test-run-nixbot-gitlab> gitlab # [ 3.005774] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...674vm-test-run-nixbot-gitlab> gitlab # [ 3.270268] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray675vm-test-run-nixbot-gitlab> gitlab # [ 3.312667] cdrom: Uniform CD-ROM driver Revision: 3.20676vm-test-run-nixbot-gitlab> gitlab # [ 3.057163] systemd-fsck[240]: nixos: clean, 12/65536 files, 13019/262144 blocks677vm-test-run-nixbot-gitlab> gitlab # [ 3.071805] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.678vm-test-run-nixbot-gitlab> gitlab # [ 3.338540] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.00679vm-test-run-nixbot-gitlab> gitlab # [ 3.343370] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=10680vm-test-run-nixbot-gitlab> gitlab # [ 3.348536] usb 1-1: Product: QEMU USB Tablet681vm-test-run-nixbot-gitlab> gitlab # [ 3.352042] usb 1-1: Manufacturer: QEMU682vm-test-run-nixbot-gitlab> gitlab # [ 3.354985] usb 1-1: SerialNumber: 28754-0000:00:01.2-1683vm-test-run-nixbot-gitlab> gitlab # [ 3.379185] hid: raw HID events driver (C) Jiri Kosina684vm-test-run-nixbot-gitlab> gitlab # [ 3.387758] usbcore: registered new interface driver usbhid685vm-test-run-nixbot-gitlab> gitlab # [ 3.389161] usbhid: USB HID core driver686vm-test-run-nixbot-gitlab> gitlab # [ 3.395066] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input2687vm-test-run-nixbot-gitlab> gitlab # [ 3.398606] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input0688vm-test-run-nixbot-gitlab> gitlab # [ 3.369384] systemd[1]: Mounting /sysroot...689vm-test-run-nixbot-gitlab> gitlab # [ 3.808493] EXT4-fs (vda): mounted filesystem 73a4181d-dee2-4395-a054-6e2d70103dd2 r/w with ordered data mode. Quota mode: none.690vm-test-run-nixbot-gitlab> gitlab # [ 3.552716] systemd[1]: Mounted /sysroot.691vm-test-run-nixbot-gitlab> gitlab # [ 3.554604] systemd[1]: Reached target Initrd Root File System.692vm-test-run-nixbot-gitlab> gitlab # [ 3.559865] systemd[1]: Mounting /sysroot/nix/.ro-store...693vm-test-run-nixbot-gitlab> gitlab # [ 3.564149] systemd[1]: Mounting /sysroot/nix/.rw-store...694vm-test-run-nixbot-gitlab> gitlab # [ 3.571634] systemd[1]: Mounting /sysroot/run...695vm-test-run-nixbot-gitlab> gitlab # [ 3.576617] systemd[1]: Mounting /sysroot/tmp/shared...696vm-test-run-nixbot-gitlab> gitlab # [ 3.579718] systemd[1]: Mounting /sysroot/tmp/xchg...697vm-test-run-nixbot-gitlab> gitlab # [ 3.583956] systemd[1]: Starting Mountpoints Configured in the Real Root...698vm-test-run-nixbot-gitlab> gitlab # [ 3.587399] systemd[1]: Mounted /sysroot/nix/.rw-store.699vm-test-run-nixbot-gitlab> gitlab # [ 3.849825] erofs (device vdb): mounted with root inode @ nid 128.700vm-test-run-nixbot-gitlab> gitlab # [ 3.593756] systemd[1]: Mounted /sysroot/nix/.ro-store.701vm-test-run-nixbot-gitlab> gitlab # [ 3.596805] systemd[1]: Mount[ 3.857168] 9p: Installing v9fs 9p2000 file system support702vm-test-run-nixbot-gitlab> gitlab # ed /sysroot/run.703vm-test-run-nixbot-gitlab> gitlab # [ 3.603590] systemd[1]: Mounted /sysroot/tmp/shared.704vm-test-run-nixbot-gitlab> gitlab # [ 3.607807] systemd-sysroot-fstab-check[269]: /sysroot should be mounted in the initrd, will request daemon-reload.705vm-test-run-nixbot-gitlab> gitlab # [ 3.610899] systemd[1]: Starting rw-sysroot-nix-store.service...706vm-test-run-nixbot-gitlab> gitlab # [ 3.612776] systemd[1]: Mounted /sysroot/tmp/xchg.707vm-test-run-nixbot-gitlab> gitlab # [ 3.614546] systemd[1]: Reload requested from client PID 269 ('systemd-sysroot') (unit initrd-parse-etc.service)...708vm-test-run-nixbot-gitlab> gitlab # [ 3.617221] systemd[1]: Reloading...709vm-test-run-nixbot-gitlab> gitlab # [ 3.843744] systemd[1]: Reloading finished in 228 ms.710vm-test-run-nixbot-gitlab> gitlab # [ 3.904890] systemd-sysroot-fstab-check[269]: Requesting initrd-fs.target/start/replace...711vm-test-run-nixbot-gitlab> gitlab # [ 4.057838] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.712vm-test-run-nixbot-gitlab> gitlab # [ 4.062989] systemd[1]: Finished rw-sysroot-nix-store.service.713vm-test-run-nixbot-gitlab> gitlab # [ 4.076149] systemd-sysroot-fstab-check[269]: Requesting swap.target/start/replace...714vm-test-run-nixbot-gitlab> gitlab # [ 4.084576] systemd[1]: initrd-parse-etc.service: Deactivated successfully.715vm-test-run-nixbot-gitlab> gitlab # [ 4.092548] systemd[1]: Finished Mountpoints Configured in the Real Root.716vm-test-run-nixbot-gitlab> gitlab # [ 4.096647] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.717vm-test-run-nixbot-gitlab> gitlab # [ 4.109237] systemd[1]: Starting rw-sysroot-nix-store.service...718vm-test-run-nixbot-gitlab> gitlab # [ 4.140224] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.719vm-test-run-nixbot-gitlab> gitlab # [ 4.148577] systemd[1]: Finished rw-sysroot-nix-store.service.720vm-test-run-nixbot-gitlab> gitlab # [ 4.370958] systemd[1]: Mounting /sysroot/nix/store...721vm-test-run-nixbot-gitlab> gitlab # [ 4.425893] systemd[1]: Mounted /sysroot/nix/store.722vm-test-run-nixbot-gitlab> gitlab # [ 4.429286] systemd[1]: Reached target Initrd File Systems.723vm-test-run-nixbot-gitlab> gitlab # [ 4.433738] systemd[1]: Starting Find NixOS closure...724vm-test-run-nixbot-gitlab> gitlab # [ 4.440728] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...725vm-test-run-nixbot-gitlab> gitlab # [ 4.469762] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.726vm-test-run-nixbot-gitlab> gitlab # [ 4.473934] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.727vm-test-run-nixbot-gitlab> gitlab # [ 4.490431] systemd[1]: Finished Find NixOS closure.728vm-test-run-nixbot-gitlab> gitlab # [ 4.495833] systemd[1]: Reached target Initrd Default Target.729vm-test-run-nixbot-gitlab> gitlab # [ 4.502978] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...730vm-test-run-nixbot-gitlab> gitlab # [ 4.537935] systemd[1]: Stopped target Initrd Default Target.731vm-test-run-nixbot-gitlab> gitlab # [ 4.541470] systemd[1]: Stopped target Basic System.732vm-test-run-nixbot-gitlab> gitlab # [ 4.544418] systemd[1]: Stopped target Initrd Root Device.733vm-test-run-nixbot-gitlab> gitlab # [ 4.547825] systemd[1]: Stopped target Path Units.734vm-test-run-nixbot-gitlab> gitlab # [ 4.550851] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.735vm-test-run-nixbot-gitlab> gitlab # [ 4.555347] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.736vm-test-run-nixbot-gitlab> gitlab # [ 4.559968] systemd[1]: Stopped target Slice Units.737vm-test-run-nixbot-gitlab> gitlab # [ 4.563270] systemd[1]: Stopped target Socket Units.738vm-test-run-nixbot-gitlab> gitlab # [ 4.566547] systemd[1]: Stopped target System Initialization.739vm-test-run-nixbot-gitlab> gitlab # [ 4.569779] systemd[1]: Stopped target Swaps.740vm-test-run-nixbot-gitlab> gitlab # [ 4.572110] systemd[1]: Stopped target Timer Units.741vm-test-run-nixbot-gitlab> gitlab # [ 4.574728] systemd[1]: dbus.socket: Deactivated successfully.742vm-test-run-nixbot-gitlab> gitlab # [ 4.577596] systemd[1]: Closed D-Bus System Message Bus Socket.743vm-test-run-nixbot-gitlab> gitlab # [ 4.580457] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.744vm-test-run-nixbot-gitlab> gitlab # [ 4.583818] systemd[1]: Stopped Find NixOS closure.745vm-test-run-nixbot-gitlab> gitlab # [ 4.585748] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio746vm-test-run-nixbot-gitlab> gitlab # [ 4.589716] systemd[1]: Starting rw-sysroot-nix-store.service...747vm-test-run-nixbot-gitlab> gitlab # [ 4.591237] systemd[1]: systemd-sysctl.service: Deactivated successfully.748vm-test-run-nixbot-gitlab> gitlab # [ 4.592857] systemd[1]: Stopped Apply Kernel Variables.749vm-test-run-nixbot-gitlab> gitlab # [ 4.594258] systemd[1]: systemd-modules-load.service: Deactivated successfully.750vm-test-run-nixbot-gitlab> gitlab # [ 4.596225] systemd[1]: Stopped Load Kernel Modules.751vm-test-run-nixbot-gitlab> gitlab # [ 4.598249] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.752vm-test-run-nixbot-gitlab> gitlab # [ 4.600180] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.753vm-test-run-nixbot-gitlab> gitlab # [ 4.605571] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.754vm-test-run-nixbot-gitlab> gitlab # [ 4.607312] systemd[1]: Stopped Create System Files and Directories.755vm-test-run-nixbot-gitlab> gitlab # [ 4.611848] systemd[1]: Stopped target Local File Systems.756vm-test-run-nixbot-gitlab> gitlab # [ 4.613228] systemd[1]: Stopped target Preparation for Local File Systems.757vm-test-run-nixbot-gitlab> gitlab # [ 4.614852] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.758vm-test-run-nixbot-gitlab> gitlab # [ 4.616580] systemd[1]: Stopped Coldplug All udev Devices.759vm-test-run-nixbot-gitlab> gitlab # [ 4.622790] systemd[1]: Stopping Rule-based Manager for Device Events and Files...760vm-test-run-nixbot-gitlab> gitlab # [ 4.625326] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.761vm-test-run-nixbot-gitlab> gitlab # [ 4.627279] systemd[1]: Stopped Virtual Console Setup.762vm-test-run-nixbot-gitlab> gitlab # [ 4.636663] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.763vm-test-run-nixbot-gitlab> gitlab # [ 4.640549] systemd[1]: Finished rw-sysroot-nix-store.service.764vm-test-run-nixbot-gitlab> gitlab # [ 4.647528] systemd[1]: systemd-udevd.service: Deactivated successfully.765vm-test-run-nixbot-gitlab> gitlab # [ 4.652290] systemd[1]: Stopped Rule-based Manager for Device Events and Files.766vm-test-run-nixbot-gitlab> gitlab # [ 4.662825] systemd[1]: initrd-cleanup.service: Deactivated successfully.767vm-test-run-nixbot-gitlab> gitlab # [ 4.666807] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.768vm-test-run-nixbot-gitlab> gitlab # [ 4.676216] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.769vm-test-run-nixbot-gitlab> gitlab # [ 4.677969] systemd[1]: Closed udev Control Socket.770vm-test-run-nixbot-gitlab> gitlab # [ 4.684626] systemd[1]: Starting Cleanup udev Database...771vm-test-run-nixbot-gitlab> gitlab # [ 4.685996] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.772vm-test-run-nixbot-gitlab> gitlab # [ 4.687836] systemd[1]: Stopped Create Static Device Nodes in /dev.773vm-test-run-nixbot-gitlab> gitlab # [ 4.690728] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.774vm-test-run-nixbot-gitlab> gitlab # [ 4.692665] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.775vm-test-run-nixbot-gitlab> gitlab # [ 4.696870] systemd[1]: kmod-static-nodes.service: Deactivated successfully.776vm-test-run-nixbot-gitlab> gitlab # [ 4.698556] systemd[1]: Stopped Create List of Static Device Nodes.777vm-test-run-nixbot-gitlab> gitlab # [ 4.716675] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.778vm-test-run-nixbot-gitlab> gitlab # [ 4.718589] systemd[1]: Finished Cleanup udev Database.779vm-test-run-nixbot-gitlab> gitlab # [ 4.722627] systemd[1]: Reached target Switch Root.780vm-test-run-nixbot-gitlab> gitlab # [ 4.725677] systemd[1]: Starting NixOS Activation...781vm-test-run-nixbot-gitlab> gitlab # [ 4.849920] initrd-nixos-activation-start[567]: booting system configuration /nix/store/kf829h6f6fg6z04wcvmk5qx8ibb907xz-nixos-system-gitlab-test782vm-test-run-nixbot-gitlab> gitlab # [ 4.888429] initrd-nixos-activation-start[567]: running activation script...783vm-test-run-nixbot-gitlab> gitlab # [ 5.123854] initrd-nixos-activation-start[590]: setting up /etc...784vm-test-run-nixbot-gitlab> gitlab # [ 5.246807] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.785vm-test-run-nixbot-gitlab> gitlab # [ 5.253946] systemd[1]: Finished NixOS Activation.786vm-test-run-nixbot-gitlab> gitlab # [ 5.265704] systemd[1]: Starting Switch Root...787vm-test-run-nixbot-gitlab> gitlab # [ 5.304967] systemd[1]: Switching root.788vm-test-run-nixbot-gitlab> gitlab # [ 5.944641] systemd-journald[152]: Received SIGTERM from PID 1 (systemd).789vm-test-run-nixbot-gitlab> gitlab # [ 6.066988] NET: Registered PF_VSOCK protocol family790vm-test-run-nixbot-gitlab> gitlab # [ 6.448809] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)791vm-test-run-nixbot-gitlab> gitlab # [ 6.460291] systemd[1]: Detected virtualization kvm.792vm-test-run-nixbot-gitlab> gitlab # [ 6.463566] systemd[1]: Detected architecture x86-64.793vm-test-run-nixbot-gitlab> gitlab # [ 6.466819] systemd[1]: Detected first boot.794vm-test-run-nixbot-gitlab> gitlab # [ 6.470861] systemd[1]: Initializing machine ID from random generator.795vm-test-run-nixbot-gitlab> gitlab # [ 6.614657] systemd[1]: bpf-restrict-fs: LSM BPF program attached796vm-test-run-nixbot-gitlab> gitlab # [ 6.681027] systemd[1]: Applying preset policy.797vm-test-run-nixbot-gitlab> gitlab # [ 6.835227] systemd[1]: Populated /etc with preset unit settings.798vm-test-run-nixbot-gitlab> gitlab # [ 6.953153] systemd[1]: initrd-switch-root.service: Deactivated successfully.799vm-test-run-nixbot-gitlab> gitlab # [ 6.955639] systemd[1]: Stopped initrd-switch-root.service.800vm-test-run-nixbot-gitlab> gitlab # [ 6.959003] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.801vm-test-run-nixbot-gitlab> gitlab # [ 6.962349] systemd[1]: Created slice Slice /system/getty.802vm-test-run-nixbot-gitlab> gitlab # [ 6.965202] systemd[1]: Created slice GitLab DevOps Platform Slice.803vm-test-run-nixbot-gitlab> gitlab # [ 6.967583] systemd[1]: Created slice User and Session Slice.804vm-test-run-nixbot-gitlab> gitlab # [ 6.969180] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.805vm-test-run-nixbot-gitlab> gitlab # [ 6.971308] systemd[1]: Started Forward Password Requests to Wall Directory Watch.806vm-test-run-nixbot-gitlab> gitlab # [ 6.973208] systemd[1]: Expecting device /dev/hvc0...807vm-test-run-nixbot-gitlab> gitlab # [ 6.974608] systemd[1]: Expecting device /dev/ttyS0...808vm-test-run-nixbot-gitlab> gitlab # [ 6.975950] systemd[1]: Reached target Local Encrypted Volumes.809vm-test-run-nixbot-gitlab> gitlab # [ 6.977493] systemd[1]: Stopped target initrd-fs.target.810vm-test-run-nixbot-gitlab> gitlab # [ 6.978857] systemd[1]: Stopped target initrd-root-fs.target.811vm-test-run-nixbot-gitlab> gitlab # [ 6.980275] systemd[1]: Stopped target initrd-switch-root.target.812vm-test-run-nixbot-gitlab> gitlab # [ 6.981898] systemd[1]: Reached target Virtual Machines and Containers.813vm-test-run-nixbot-gitlab> gitlab # [ 6.983589] systemd[1]: Reached target Path Units.814vm-test-run-nixbot-gitlab> gitlab # [ 6.984912] systemd[1]: Reached target Remote File Systems.815vm-test-run-nixbot-gitlab> gitlab # [ 6.986332] systemd[1]: Reached target Slice Units.816vm-test-run-nixbot-gitlab> gitlab # [ 6.987747] systemd[1]: Reached target Swaps.817vm-test-run-nixbot-gitlab> gitlab # [ 6.990036] systemd[1]: Listening on Process Core Dump Socket.818vm-test-run-nixbot-gitlab> gitlab # [ 6.992174] systemd[1]: Listening on Credential Encryption/Decryption.819vm-test-run-nixbot-gitlab> gitlab # [ 6.995669] systemd[1]: Starting Journal Log Access Socket...820vm-test-run-nixbot-gitlab> gitlab # [ 6.997924] systemd[1]: Listening on Journal Audit Socket.821vm-test-run-nixbot-gitlab> gitlab # [ 6.999635] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.822vm-test-run-nixbot-gitlab> gitlab # [ 7.001520] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki823vm-test-run-nixbot-gitlab> gitlab # [ 7.004107] systemd[1]: Listening on udev Control Socket.824vm-test-run-nixbot-gitlab> gitlab # [ 7.007733] systemd[1]: Mounting Huge Pages File System...825vm-test-run-nixbot-gitlab> gitlab # [ 7.010877] systemd[1]: Mounting POSIX Message Queue File System...826vm-test-run-nixbot-gitlab> gitlab # [ 7.013983] systemd[1]: Mounting Kernel Debug File System...827vm-test-run-nixbot-gitlab> gitlab # [ 7.017810] systemd[1]: Mounting Kernel Trace File System...828vm-test-run-nixbot-gitlab> gitlab # [ 7.027046] systemd[1]: Starting Create List of Static Device Nodes...829vm-test-run-nixbot-gitlab> gitlab # [ 7.028973] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio830vm-test-run-nixbot-gitlab> gitlab # [ 7.034318] systemd[1]: Starting Load Kernel Module configfs...831vm-test-run-nixbot-gitlab> gitlab # [ 7.035908] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm832vm-test-run-nixbot-gitlab> gitlab # [ 7.039822] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore833vm-test-run-nixbot-gitlab> gitlab # [ 7.048591] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse834vm-test-run-nixbot-gitlab> gitlab # [ 7.052656] systemd[1]: Mounting FUSE Control File System...835vm-test-run-nixbot-gitlab> gitlab # [ 7.054129] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67836vm-test-run-nixbot-gitlab> gitlab # [ 7.073170] systemd[1]: Starting Journal Service...837vm-test-run-nixbot-gitlab> gitlab # [ 7.076135] systemd[1]: Starting Load Kernel Modules...838vm-test-run-nixbot-gitlab> gitlab # [ 7.079669] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...839vm-test-run-nixbot-gitlab> gitlab # [ 7.083520] systemd[1]: Starting Remount Root and Kernel File Systems...840vm-test-run-nixbot-gitlab> gitlab # [ 7.085152] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki841vm-test-run-nixbot-gitlab> gitlab # [ 7.092109] systemd[1]: Starting Coldplug All udev Devices...842vm-test-run-nixbot-gitlab> gitlab # [ 7.102275] systemd[1]: Listening on Journal Log Access Socket.843vm-test-run-nixbot-gitlab> gitlab # [ 7.105811] loop: module loaded844vm-test-run-nixbot-gitlab> gitlab # [ 7.105917] systemd[1]: Mounted Huge Pages File System.845vm-test-run-nixbot-gitlab> gitlab # [ 7.110810] systemd[1]: Mounted POSIX Message Queue File System.846vm-test-run-nixbot-gitlab> gitlab # [ 7.113051] systemd-journald[785]: Collecting audit messages is enabled.847vm-test-run-nixbot-gitlab> gitlab # [ 7.114256] systemd[1]: Mounted Kernel Debug File System.848vm-test-run-nixbot-gitlab> gitlab # [ 7.116546] EXT4-fs (vda): re-mounted 73a4181d-dee2-4395-a054-6e2d70103dd2.849vm-test-run-nixbot-gitlab> gitlab # [ 7.117803] systemd[1]: Mounted Kernel Trace File System.850vm-test-run-nixbot-gitlab> gitlab # [ 7.122161] systemd[1]: Finished Create List of Static Device Nodes.851vm-test-run-nixbot-gitlab> gitlab # [ 7.124475] systemd[1]: modprobe@configfs.service: Deactivated successfully.852vm-test-run-nixbot-gitlab> gitlab # [ 7.126929] systemd[1]: Finished Load Kernel Module configfs.853vm-test-run-nixbot-gitlab> gitlab # [ 7.128895] systemd[1]: Mounted FUSE Control File System.854vm-test-run-nixbot-gitlab> gitlab # [ 7.131329] systemd[1]: Finished Remount Root and Kernel File Systems.855vm-test-run-nixbot-gitlab> gitlab # [ 7.134165] systemd[1]: Finished Load Kernel Modules.856vm-test-run-nixbot-gitlab> gitlab # [ 6.875532] systemd[1]: Queue[ 7.135811] systemd[1]: Started Journal Service.857vm-test-run-nixbot-gitlab> gitlab # d start job for default target Multi-User System.858vm-test-run-nixbot-gitlab> gitlab # [ 6.878832] systemd[1]: Unnecessary job was removed for /dev/vdb.859vm-test-run-nixbot-gitlab> gitlab # [ 6.880747] systemd[1]: systemd-journald.service: Deactivated successfully.860vm-test-run-nixbot-gitlab> gitlab # [ 6.882851] systemd-modules-load[786]: Using 3 probe threads861vm-test-run-nixbot-gitlab> gitlab # [ 6.886503] systemd-modules-load[786]: Inserted module 'loop'862vm-test-run-nixbot-gitlab> gitlab # [ 6.888285] systemd-modules-load[786]: Inserted module 'tls'863vm-test-run-nixbot-gitlab> gitlab # [ 6.889940] systemd[1]: Mounting Kernel Configuration File System...864vm-test-run-nixbot-gitlab> gitlab # [ 6.891765] systemd[1]: Starting Firewall...865vm-test-run-nixbot-gitlab> gitlab # [ 6.893245] systemd[1]: Starting Flush Journal to Persistent Storage...866vm-test-run-nixbot-gitlab> gitlab # [ 6.895443] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore867vm-test-run-nixbot-gitlab> gitlab # [ 6.898482] systemd[1]: Starting Load/Save OS Random Seed...868vm-test-run-nixbot-gitlab> gitlab # [ 6.902158] systemd-oomd[787]: No swap; memory pressure usage will be degraded869vm-test-run-nixbot-gitlab> gitlab # [ 6.906203] systemd[1]: Starting Apply Kernel Variables...870vm-test-run-nixbot-gitlab> gitlab # [ 6.909145] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...871vm-test-run-nixbot-gitlab> gitlab # [ 6.911133] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki872vm-test-run-nixbot-gitlab> gitlab # [ 6.923163] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.873vm-test-run-nixbot-gitlab> gitlab # [ 7.185750] systemd-journald[785]: Received client request to flush runtime journal.874vm-test-run-nixbot-gitlab> gitlab # [ 6.993217] systemd[1]: Mounted Kernel Configuration File System.875vm-test-run-nixbot-gitlab> gitlab # [ 6.998197] systemd[1]: Finished Load/Save OS Random Seed.876vm-test-run-nixbot-gitlab> gitlab # [ 7.000489] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.877vm-test-run-nixbot-gitlab> gitlab # [ 7.003070] systemd[1]: Finished Apply Kernel Variables.878vm-test-run-nixbot-gitlab> gitlab # [ 7.004602] systemd[1]: Reached target First Boot Complete.879vm-test-run-nixbot-gitlab> gitlab # [ 7.005989] systemd[1]: Starting Create Static Device Nodes in /dev...880vm-test-run-nixbot-gitlab> gitlab # [ 7.007583] systemd[1]: Finished Create Static Device Nodes in /dev.881vm-test-run-nixbot-gitlab> gitlab # [ 7.009131] systemd[1]: Reached target Preparation for Local File Systems.882vm-test-run-nixbot-gitlab> gitlab # [ 7.010792] systemd[1]: Starting Rule-based Manager for Device Events and Files...883vm-test-run-nixbot-gitlab> gitlab # [ 7.012675] systemd[1]: Finished Flush Journal to Persistent Storage.884vm-test-run-nixbot-gitlab> gitlab # [ 7.020951] systemd-udevd[828]: Using default interface naming scheme 'v260'.885vm-test-run-nixbot-gitlab> gitlab # [ 7.024717] systemd[1]: Finished Coldplug All udev Devices.886vm-test-run-nixbot-gitlab> gitlab # [ 7.060688] systemd[1]: Started Rule-based Manager for Device Events and Files.887vm-test-run-nixbot-gitlab> gitlab # [ 7.176587] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse888vm-test-run-nixbot-gitlab> gitlab # [ 7.188874] systemd[1]: Finished Firewall.889vm-test-run-nixbot-gitlab> gitlab # [ 7.204478] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.890vm-test-run-nixbot-gitlab> gitlab # [ 7.223190] (udev-worker)[914]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.891vm-test-run-nixbot-gitlab> gitlab # [ 7.227580] (udev-worker)[914]: Network interface NamePolicy= disabled on kernel command line.892vm-test-run-nixbot-gitlab> gitlab # [ 7.229841] (udev-worker)[918]: Network interface NamePolicy= disabled on kernel command line.893vm-test-run-nixbot-gitlab> gitlab # [ 7.233364] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.894vm-test-run-nixbot-gitlab> gitlab # [ 7.240552] systemd[1]: Condition check resulted in Virtio network device being skipped.895vm-test-run-nixbot-gitlab> gitlab # [ 7.242518] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore896vm-test-run-nixbot-gitlab> gitlab # [ 7.245171] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc67897vm-test-run-nixbot-gitlab> gitlab # [ 7.249068] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore898vm-test-run-nixbot-gitlab> gitlab # [ 7.251863] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki899vm-test-run-nixbot-gitlab> gitlab # [ 7.254113] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki900vm-test-run-nixbot-gitlab> gitlab # [ 7.559638] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input3901vm-test-run-nixbot-gitlab> gitlab # [ 7.566492] ACPI: button: Power Button [PWRF]902vm-test-run-nixbot-gitlab> gitlab # [ 7.575025] rtc_cmos 00:05: RTC can wake from S4903vm-test-run-nixbot-gitlab> gitlab # [ 7.580352] rtc_cmos 00:05: registered as rtc0904vm-test-run-nixbot-gitlab> gitlab # [ 7.582440] rtc_cmos 00:05: setting system clock to 2026-06-08T13:13:57 UTC (1780924437)905vm-test-run-nixbot-gitlab> gitlab # [ 7.589572] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs906vm-test-run-nixbot-gitlab> gitlab # [ 7.592073] Floppy drive(s): fd0 is 2.88M AMI BIOS907vm-test-run-nixbot-gitlab> gitlab # [ 7.598591] systemd-journald[785]: Time jumped backwards, rotating.908vm-test-run-nixbot-gitlab> gitlab # [ 7.601763] parport_pc 00:03: reported by Plug and Play ACPI909vm-test-run-nixbot-gitlab> gitlab # [ 7.603584] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]910vm-test-run-nixbot-gitlab> gitlab # [ 7.607094] FDC 0 is a S82078B911vm-test-run-nixbot-gitlab> gitlab # [ 7.617826] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console912vm-test-run-nixbot-gitlab> gitlab # [ 7.626280] mousedev: PS/2 mouse device common for all mice913vm-test-run-nixbot-gitlab> gitlab # [ 7.637689] Console: switching to colour dummy device 80x25914vm-test-run-nixbot-gitlab> gitlab # [ 7.640748] [drm] Found bochs VGA, ID 0xb0c5.915vm-test-run-nixbot-gitlab> gitlab # [ 7.641641] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.916vm-test-run-nixbot-gitlab> gitlab # [ 7.646738] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 0917vm-test-run-nixbot-gitlab> gitlab # [ 7.648494] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD918vm-test-run-nixbot-gitlab> gitlab # [ 7.649708] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input5919vm-test-run-nixbot-gitlab> gitlab # [ 7.649766] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic920vm-test-run-nixbot-gitlab> gitlab # [ 7.649774] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 0921vm-test-run-nixbot-gitlab> gitlab # [ 7.660558] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input4922vm-test-run-nixbot-gitlab> gitlab # [ 7.663803] fbcon: bochs-drmdrmfb (fb0) is primary device923vm-test-run-nixbot-gitlab> gitlab # [ 7.671170] Console: switching to colour frame buffer device 160x50924vm-test-run-nixbot-gitlab> gitlab # [ 7.674645] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device925vm-test-run-nixbot-gitlab> gitlab # [ 7.678558] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input6926vm-test-run-nixbot-gitlab> gitlab # [ 7.491527] systemd[1]: Starting Virtual Console Setup...927vm-test-run-nixbot-gitlab> gitlab # [ 7.517063] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.928vm-test-run-nixbot-gitlab> gitlab # [ 7.519972] systemd[1]: Stopped Virtual Console Setup.929vm-test-run-nixbot-gitlab> gitlab # [ 7.536180] systemd[1]: Starting Virtual Console Setup...930vm-test-run-nixbot-gitlab> gitlab # [ 7.550571] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.931vm-test-run-nixbot-gitlab> gitlab # [ 7.554309] systemd[1]: Stopped Virtual Console Setup.932vm-test-run-nixbot-gitlab> gitlab # [ 7.558359] systemd[1]: Starting Virtual Console Setup...933vm-test-run-nixbot-gitlab> gitlab # [ 7.820238] ppdev: user-space parallel port driver934vm-test-run-nixbot-gitlab> gitlab # [ 7.843717] kvm_amd: TSC scaling supported935vm-test-run-nixbot-gitlab> gitlab # [ 7.844855] kvm_amd: Nested Virtualization enabled936vm-test-run-nixbot-gitlab> gitlab # [ 7.846050] kvm_amd: Nested Paging enabled937vm-test-run-nixbot-gitlab> gitlab # [ 7.847148] kvm_amd: LBR virtualization supported938vm-test-run-nixbot-gitlab> gitlab # [ 7.848315] kvm_amd: Virtual VMLOAD VMSAVE supported939vm-test-run-nixbot-gitlab> gitlab # [ 7.849493] kvm_amd: Virtual GIF supported940vm-test-run-nixbot-gitlab> gitlab # [ 7.850552] kvm_amd: Virtual NMI enabled941vm-test-run-nixbot-gitlab> gitlab # [ 7.647975] systemd-vconsole-setup[960]: Configuration of first virtual console was skipped, ignoring remaining ones.942vm-test-run-nixbot-gitlab> gitlab # [ 7.652207] systemd[1]: Finished Virtual Console Setup.943vm-test-run-nixbot-gitlab> gitlab # [ 7.694815] systemd[1]: Mounting /run/wrappers...944vm-test-run-nixbot-gitlab> gitlab # [ 7.714174] systemd[1]: Mounted /run/wrappers.945vm-test-run-nixbot-gitlab> gitlab # [ 7.715523] systemd[1]: Reached target Local File Systems.946vm-test-run-nixbot-gitlab> gitlab # [ 7.717146] systemd[1]: Listening on Boot Loader Control Service Socket.947vm-test-run-nixbot-gitlab> gitlab # [ 7.718955] systemd[1]: Starting register-nix-paths.service...948vm-test-run-nixbot-gitlab> gitlab # [ 7.720629] systemd[1]: Starting Create SUID/SGID Wrappers...949vm-test-run-nixbot-gitlab> gitlab # [ 7.725510] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.950vm-test-run-nixbot-gitlab> gitlab # [ 7.728134] systemd[1]: Starting Save Transient machine-id to Disk...951vm-test-run-nixbot-gitlab> gitlab # [ 7.730469] systemd[1]: Starting Create System Files and Directories...952vm-test-run-nixbot-gitlab> gitlab # [ 8.003009] EDAC MC: Ver: 3.0.0953vm-test-run-nixbot-gitlab> gitlab # [ 7.758424] systemd[1]: Finished Create System Files and Directories.954vm-test-run-nixbot-gitlab> gitlab # [ 7.761162] systemd[1]: Starting Rebuild Journal Catalog...955vm-test-run-nixbot-gitlab> gitlab # [ 7.763878] systemd[1]: Starting Record System Boot/Shutdown in UTMP...956vm-test-run-nixbot-gitlab> gitlab # [ 7.769421] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.957vm-test-run-nixbot-gitlab> gitlab # [ 7.773321] systemd[1]: Finished Save Transient machine-id to Disk.958vm-test-run-nixbot-gitlab> gitlab # [ 7.788765] systemd[1]: Finished Record System Boot/Shutdown in UTMP.959vm-test-run-nixbot-gitlab> gitlab # [ 7.792566] systemd[1]: Finished Rebuild Journal Catalog.960vm-test-run-nixbot-gitlab> gitlab # [ 7.795060] systemd[1]: Starting Update is Completed...961vm-test-run-nixbot-gitlab> gitlab # [ 7.811371] systemd[1]: Finished Update is Completed.962vm-test-run-nixbot-gitlab> gitlab # [ 7.873823] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.963vm-test-run-nixbot-gitlab> gitlab # [ 7.876387] systemd[1]: Finished Create SUID/SGID Wrappers.964vm-test-run-nixbot-gitlab> gitlab # [ 7.878140] systemd[1]: suid-sgid-wrappers.service: Consumed 127ms CPU time over 155ms wall clock time, 4.4M memory peak, 1.1M read from disk.965vm-test-run-nixbot-gitlab> gitlab # [ 8.100452] systemd[1]: Finished register-nix-paths.service.966vm-test-run-nixbot-gitlab> gitlab # [ 8.104944] systemd[1]: Reached target System Initialization.967vm-test-run-nixbot-gitlab> gitlab # [ 8.109407] systemd[1]: Started Discard unused filesystem blocks once a week.968vm-test-run-nixbot-gitlab> gitlab # [ 8.113856] systemd[1]: Started logrotate.timer.969vm-test-run-nixbot-gitlab> gitlab # [ 8.116890] systemd[1]: Started Daily Cleanup of Temporary Directories.970vm-test-run-nixbot-gitlab> gitlab # [ 8.120862] systemd[1]: Reached target Timer Units.971vm-test-run-nixbot-gitlab> gitlab # [ 8.124238] systemd[1]: Listening on D-Bus System Message Bus Socket.972vm-test-run-nixbot-gitlab> gitlab # [ 8.128290] systemd[1]: Listening on Nix Daemon Socket.973vm-test-run-nixbot-gitlab> gitlab # [ 8.131618] systemd[1]: Listening on Hostname Service Socket.974vm-test-run-nixbot-gitlab> gitlab # [ 8.135256] systemd[1]: Reached target Socket Units.975vm-test-run-nixbot-gitlab> gitlab # [ 8.138507] systemd[1]: Reached target Basic System.976vm-test-run-nixbot-gitlab> gitlab # [ 8.143987] systemd[1]: Started backdoor.service.977vm-test-run-nixbot-gitlab> gitlab # [ 8.148961] systemd[1]: Starting gitlab-config.service...978vm-test-run-nixbot-gitlab> gitlab # [ 8.160324] systemd[1]: Starting Import lastlog data into lastlog2 database...979vm-test-run-nixbot-gitlab> gitlab # [ 8.164427] systemd[1]: Starting Logrotate configuration check...980vm-test-run-nixbot-gitlab> gitlab # connecting to host...981vm-test-run-nixbot-gitlab> gitlab # [ 8.179303] systemd[1]: Starting Name Service Cache Daemon (nsncd)...982vm-test-run-nixbot-gitlab> gitlab # [ 8.183457] systemd[1]: Starting Post-Boot Actions...983vm-test-run-nixbot-gitlab> gitlab # [ 8.185609] systemd[1]: Started Reset console on configuration changes.984vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'985vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell986vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.05 seconds)987vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.05 seconds)988vm-test-run-nixbot-gitlab> gitlab # [ 8.187431] systemd[1]: Starting resolvconf update...989vm-test-run-nixbot-gitlab> gitlab # [ 8.193446] logrotate[1053]: warning: logrotate in debug mode does nothing except printing debug messages! Consider using verbose mode (-v) instead if this is not what you want.990vm-test-run-nixbot-gitlab> gitlab # [ 8.196768] logrotate[1053]: reading config file /nix/store/sn4bd2nqi3yg4r51djm9i2rmfgbwvmhb-logrotate.conf991vm-test-run-nixbot-gitlab> gitlab # [ 8.198118] logrotate[1053]: note: 'monthly' overrides previously specified 'weekly'992vm-test-run-nixbot-gitlab> gitlab # [ 8.199523] logrotate[1053]: Reading state from file: /var/lib/logrotate.status993vm-test-run-nixbot-gitlab> gitlab # [ 8.200867] logrotate[1053]: state file /var/lib/logrotate.status does not exist994vm-test-run-nixbot-gitlab> gitlab # [ 8.204085] logrotate[1053]: Allocating hash table for state file, size 64 entries995vm-test-run-nixbot-gitlab> gitlab # [ 8.205256] logrotate[1053]: Handling 4 logs996vm-test-run-nixbot-gitlab> gitlab # [ 8.206094] logrotate[1053]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed997vm-test-run-nixbot-gitlab> gitlab # [ 8.206941] logrotate[1053]: considering log /var/log/btmp998vm-test-run-nixbot-gitlab> gitlab # [ 8.209122] logrotate[1053]: Creating new state999vm-test-run-nixbot-gitlab> gitlab # [ 8.210093] logrotate[1053]: Now: 2026-06-08 13:131000vm-test-run-nixbot-gitlab> gitlab # [ 8.210988] logrotate[1053]: Last rotated at 2026-06-08 13:001001vm-test-run-nixbot-gitlab> gitlab # [ 8.211906] logrotate[1053]: log does not need rotating (log has already been rotated)1002vm-test-run-nixbot-gitlab> gitlab # [ 8.212813] logrotate[1053]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed1003vm-test-run-nixbot-gitlab> gitlab # [ 8.214164] logrotate[1053]: considering log /var/log/wtmp1004vm-test-run-nixbot-gitlab> gitlab # [ 8.214927] logrotate[1053]: Creating new state1005vm-test-run-nixbot-gitlab> gitlab # [ 8.216172] logrotate[1053]: Now: 2026-06-08 13:131006vm-test-run-nixbot-gitlab> gitlab # [ 8.217095] logrotate[1053]: Last rotated at 2026-06-08 13:001007vm-test-run-nixbot-gitlab> gitlab # [ 8.217668] logrotate[1053]: log does not need rotating (log has already been rotated)1008vm-test-run-nixbot-gitlab> gitlab # [ 8.218871] logrotate[1053]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed1009vm-test-run-nixbot-gitlab> gitlab # [ 8.220121] logrotate[1053]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1053)1010vm-test-run-nixbot-gitlab> gitlab # [ 8.221041] logrotate[1053]: considering log /var/gitlab/state/log/*.log1011vm-test-run-nixbot-gitlab> gitlab # [ 8.221922] logrotate[1053]: log /var/gitlab/state/log/*.log does not exist -- skipping1012vm-test-run-nixbot-gitlab> gitlab # [ 8.223166] logrotate[1053]: Creating new state1013vm-test-run-nixbot-gitlab> gitlab # [ 8.224078] logrotate[1053]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1053)1014vm-test-run-nixbot-gitlab> gitlab # [ 8.224929] logrotate[1053]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed1015vm-test-run-nixbot-gitlab> gitlab # [ 8.226217] logrotate[1053]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1053)1016vm-test-run-nixbot-gitlab> gitlab # [ 8.227074] logrotate[1053]: considering log /var/log/nginx/*.log1017vm-test-run-nixbot-gitlab> gitlab # [ 8.227905] logrotate[1053]: log /var/log/nginx/*.log does not exist -- skipping1018vm-test-run-nixbot-gitlab> gitlab # [ 8.229190] logrotate[1053]: Creating new state1019vm-test-run-nixbot-gitlab> gitlab # [ 8.230068] logrotate[1053]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1053)1020vm-test-run-nixbot-gitlab> gitlab # [ 8.230960] systemd[1]: Finished Post-Boot Actions.1021vm-test-run-nixbot-gitlab> gitlab # [ 8.252871] systemd[1]: Finished Logrotate configuration check.1022vm-test-run-nixbot-gitlab> gitlab # [ 8.268220] systemd[1]: Starting D-Bus System Message Bus...1023vm-test-run-nixbot-gitlab> gitlab # [ 8.270137] nsncd[1056]: Jun 08 13:13:58.447 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"1024vm-test-run-nixbot-gitlab> gitlab # [ 8.275814] systemd[1]: Started Name Service Cache Daemon (nsncd).1025vm-test-run-nixbot-gitlab> gitlab # [ 8.277667] systemd[1]: Finished Import lastlog data into lastlog2 database.1026vm-test-run-nixbot-gitlab> gitlab # [ 8.279863] systemd[1]: Reached target Host and Network Name Lookups.1027vm-test-run-nixbot-gitlab> gitlab # [ 8.281659] systemd[1]: Reached target User and Group Name Lookups.1028vm-test-run-nixbot-gitlab> gitlab # [ 8.288110] systemd[1]: Starting User Login Management...1029vm-test-run-nixbot-gitlab> gitlab # [ 8.316493] systemd[1]: Stopped target Host and Network Name Lookups.1030vm-test-run-nixbot-gitlab> gitlab # [ 8.318505] systemd[1]: Stopping Host and Network Name Lookups...1031vm-test-run-nixbot-gitlab> gitlab # [ 8.319871] systemd[1]: Stopped target User and Group Name Lookups.1032vm-test-run-nixbot-gitlab> gitlab # [ 8.321177] systemd[1]: Stopping User and Group Name Lookups...1033vm-test-run-nixbot-gitlab> gitlab # [ 8.322130] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...1034vm-test-run-nixbot-gitlab> gitlab # [ 8.324789] systemd[1]: nscd.service: Deactivated successfully.1035vm-test-run-nixbot-gitlab> gitlab # [ 8.326622] systemd[1]: Stopped Name Service Cache Daemon (nsncd).1036vm-test-run-nixbot-gitlab> gitlab # [ 8.329438] systemd[1]: nscd.service: Consumed 17ms CPU time over 148ms wall clock time, 7.7M memory peak, 5.6M read from disk.1037vm-test-run-nixbot-gitlab> gitlab # [ 8.332699] systemd[1]: Starting Name Service Cache Daemon (nsncd)...1038vm-test-run-nixbot-gitlab> gitlab # [ 8.335006] dbus-broker-launch[1082]: Looking up NSS user entry for 'systemd-timesync'...1039vm-test-run-nixbot-gitlab> gitlab # [ 8.337269] dbus-broker-launch[1082]: NSS returned no entry for 'systemd-timesync'1040vm-test-run-nixbot-gitlab> gitlab # [ 8.339555] dbus-broker-launch[1082]: Invalid user-name in /nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"1041vm-test-run-nixbot-gitlab> gitlab # [ 8.348112] systemd[1]: Started D-Bus System Message Bus.1042vm-test-run-nixbot-gitlab> gitlab # [ 8.350339] systemd-logind[1110]: New seat seat0.1043vm-test-run-nixbot-gitlab> gitlab # [ 8.353753] systemd-logind[1110]: Watching system buttons on /dev/input/event2 (Power Button)1044vm-test-run-nixbot-gitlab> gitlab # [ 8.356523] systemd-logind[1110]: Watching system buttons on /dev/input/event5 (QEMU Virtio Keyboard)1045vm-test-run-nixbot-gitlab> gitlab # [ 8.358900] systemd-logind[1110]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)1046vm-test-run-nixbot-gitlab> gitlab # [ 8.361581] dbus-broker-launch[1082]: Ready1047vm-test-run-nixbot-gitlab> gitlab # [ 8.363176] nsncd[1139]: Jun 08 13:13:58.539 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"1048vm-test-run-nixbot-gitlab> gitlab # [ 8.367470] systemd[1]: Started User Login Management.1049vm-test-run-nixbot-gitlab> gitlab # [ 8.368918] systemd[1]: Started Name Service Cache Daemon (nsncd).1050vm-test-run-nixbot-gitlab> gitlab # [ 8.370568] systemd[1]: Reached target Host and Network Name Lookups.1051vm-test-run-nixbot-gitlab> gitlab # [ 8.372335] systemd[1]: Reached target User and Group Name Lookups.1052vm-test-run-nixbot-gitlab> gitlab # [ 8.375071] systemd[1]: Starting linger-users.service...1053vm-test-run-nixbot-gitlab> gitlab # [ 8.385822] systemd[1]: Finished resolvconf update.1054vm-test-run-nixbot-gitlab> gitlab # [ 8.388145] systemd[1]: Reached target Preparation for Network.1055vm-test-run-nixbot-gitlab> gitlab # [ 8.390837] systemd[1]: Starting DHCP Client...1056vm-test-run-nixbot-gitlab> gitlab # [ 8.393914] systemd[1]: Starting Address configuration of eth1...1057vm-test-run-nixbot-gitlab> gitlab # [ 8.395852] systemd[1]: Starting Extra networking commands....1058vm-test-run-nixbot-gitlab> gitlab # [ 8.399217] systemd[1]: linger-users.service: Deactivated successfully.1059vm-test-run-nixbot-gitlab> gitlab # [ 8.400362] systemd[1]: Finished linger-users.service.1060vm-test-run-nixbot-gitlab> gitlab # [ 8.430608] network-addresses-eth1-start[1167]: adding address 192.168.1.1/24... done1061vm-test-run-nixbot-gitlab> gitlab # [ 8.433430] network-addresses-eth1-start[1167]: adding address 2001:db8:1::1/64... done1062vm-test-run-nixbot-gitlab> gitlab # [ 8.439231] systemd[1]: Finished Address configuration of eth1.1063vm-test-run-nixbot-gitlab> gitlab # [ 8.474127] systemd[1]: Finished Extra networking commands..1064vm-test-run-nixbot-gitlab> gitlab # [ 8.475807] systemd[1]: Reached target Network.1065vm-test-run-nixbot-gitlab> gitlab # [ 8.477192] systemd[1]: Starting gitlab-workhorse.service...1066vm-test-run-nixbot-gitlab> gitlab # [ 8.478981] dhcpcd[1176]: dhcpcd-10.3.2 starting1067vm-test-run-nixbot-gitlab> gitlab # [ 8.480689] systemd[1]: Starting Nginx Web Server...1068vm-test-run-nixbot-gitlab> gitlab # [ 8.482481] dhcpcd[1227]: dev: loaded udev1069vm-test-run-nixbot-gitlab> gitlab # [ 8.746778] 8021q: 802.1Q VLAN Support v1.81070vm-test-run-nixbot-gitlab> gitlab # [ 8.486402] systemd[1]: Start[ 8.747850] 8021q: adding VLAN 0 to HW filter on device eth11071vm-test-run-nixbot-gitlab> gitlab # ing PostgreSQL Server...1072vm-test-run-nixbot-gitlab> gitlab # [ 8.493511] systemd[1]: Starting Redis Server - redis-gitlab...1073vm-test-run-nixbot-gitlab> gitlab # [ 8.495542] systemd[1]: Starting Permit User Sessions...1074vm-test-run-nixbot-gitlab> gitlab # [ 8.514742] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.1075vm-test-run-nixbot-gitlab> gitlab # [ 8.526271] systemd[1]: Finished Permit User Sessions.1076vm-test-run-nixbot-gitlab> gitlab # [ 8.536389] systemd[1]: Started Getty on tty1.1077vm-test-run-nixbot-gitlab> gitlab # [ 8.537736] systemd[1]: Reached target Login Prompts.1078vm-test-run-nixbot-gitlab> gitlab # [ 8.854237] cfg80211: Loading compiled-in X.509 certificates for regulatory database1079vm-test-run-nixbot-gitlab> gitlab # [ 8.863978] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'1080vm-test-run-nixbot-gitlab> gitlab # [ 8.865548] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'1081vm-test-run-nixbot-gitlab> gitlab # [ 8.867901] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -21082vm-test-run-nixbot-gitlab> gitlab # [ 8.870963] cfg80211: failed to load regulatory.db1083vm-test-run-nixbot-gitlab> gitlab # [ 8.903112] 8021q: adding VLAN 0 to HW filter on device eth01084vm-test-run-nixbot-gitlab> gitlab # [ 8.644793] dhcpcd[1227]: eth0: waiting for carrier1085vm-test-run-nixbot-gitlab> gitlab # [ 8.646437] dhcpcd[1227]: eth0: carrier acquired1086vm-test-run-nixbot-gitlab> gitlab # [ 8.647880] nginx-pre-start[1251]: nginx: the configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf syntax is ok1087vm-test-run-nixbot-gitlab> gitlab # [ 8.651227] nginx-pre-start[1251]: nginx: configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf test is successful1088vm-test-run-nixbot-gitlab> gitlab # [ 8.654522] systemd[1]: Started Nginx Web Server.1089vm-test-run-nixbot-gitlab> gitlab # [ 8.656050] dhcpcd[1227]: DUID 00:01:00:01:31:b9:7c:96:52:54:00:12:34:561090vm-test-run-nixbot-gitlab> gitlab # [ 8.658184] dhcpcd[1227]: eth0: IAID 00:12:34:561091vm-test-run-nixbot-gitlab> gitlab # [ 8.659638] dhcpcd[1227]: eth0: adding address fe80::5054:ff:fe12:34561092vm-test-run-nixbot-gitlab> gitlab # [ 8.665148] redis-server[1250]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1093vm-test-run-nixbot-gitlab> gitlab # [ 8.668847] redis-server[1250]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1094vm-test-run-nixbot-gitlab> gitlab # [ 8.671335] redis-server[1250]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1250, just started1095vm-test-run-nixbot-gitlab> gitlab # [ 8.674176] systemd[1]: Started Redis Server - redis-gitlab.1096vm-test-run-nixbot-gitlab> gitlab # [ 8.676496] redis-server[1250]: Configuration loaded1097vm-test-run-nixbot-gitlab> gitlab # [ 8.678352] redis[1250]: monotonic clock: POSIX clock_gettime1098vm-test-run-nixbot-gitlab> gitlab # [ 8.680471] redis[1250]: Running mode=standalone, port=0.1099vm-test-run-nixbot-gitlab> gitlab # [ 8.682452] redis[1250]: Server initialized1100vm-test-run-nixbot-gitlab> gitlab # [ 8.683881] redis[1250]: Ready to accept connections unix1101vm-test-run-nixbot-gitlab> gitlab # [ 8.685752] redis[1250]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1102vm-test-run-nixbot-gitlab> gitlab # [ 8.695912] postgresql-pre-start[1257]: The files belonging to this database system will be owned by user "postgres".1103vm-test-run-nixbot-gitlab> gitlab # [ 8.699358] postgresql-pre-start[1257]: This user must also own the server process.1104vm-test-run-nixbot-gitlab> gitlab # [ 8.703838] postgresql-pre-start[1257]: The database cluster will be initialized with locale "en_US.UTF-8".1105vm-test-run-nixbot-gitlab> gitlab # [ 8.704857] postgresql-pre-start[1257]: The default database encoding has accordingly been set to "UTF8".1106vm-test-run-nixbot-gitlab> gitlab # [ 8.707304] postgresql-pre-start[1257]: The default text search configuration will be set to "english".1107vm-test-run-nixbot-gitlab> gitlab # [ 8.708261] postgresql-pre-start[1257]: Data page checksums are disabled.1108vm-test-run-nixbot-gitlab> gitlab # [ 8.709274] postgresql-pre-start[1257]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1109vm-test-run-nixbot-gitlab> gitlab # [ 8.710527] postgresql-pre-start[1257]: creating subdirectories ... ok1110vm-test-run-nixbot-gitlab> gitlab # [ 8.711808] postgresql-pre-start[1257]: selecting dynamic shared memory implementation ... posix1111vm-test-run-nixbot-gitlab> gitlab # [ 8.755495] postgresql-pre-start[1257]: selecting default "max_connections" ... 1001112vm-test-run-nixbot-gitlab> gitlab # [ 8.792565] postgresql-pre-start[1257]: selecting default "shared_buffers" ... 128MB1113vm-test-run-nixbot-gitlab> gitlab # [ 8.978770] systemd[1]: Started gitlab-workhorse.service.1114vm-test-run-nixbot-gitlab> gitlab # [ 9.154267] postgresql-pre-start[1257]: selecting default time zone ... UTC1115vm-test-run-nixbot-gitlab> gitlab # [ 9.158337] postgresql-pre-start[1257]: creating configuration files ... ok1116vm-test-run-nixbot-gitlab> gitlab # [ 9.207631] gitlab-workhorse[1286]: time="2026-06-08T13:13:59Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41117vm-test-run-nixbot-gitlab> gitlab # [ 9.215397] gitlab-workhorse[1286]: time="2026-06-08T13:13:59Z" level=info msg="Using redis/go-redis"1118vm-test-run-nixbot-gitlab> gitlab # [ 9.225625] gitlab-workhorse[1286]: time="2026-06-08T13:13:59Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1119vm-test-run-nixbot-gitlab> gitlab # [ 9.336732] postgresql-pre-start[1257]: running bootstrap script ... ok1120vm-test-run-nixbot-gitlab> gitlab # [ 9.445582] dhcpcd[1227]: eth0: soliciting a DHCP lease1121vm-test-run-nixbot-gitlab> gitlab # [ 9.712316] NET: Registered PF_PACKET protocol family1122vm-test-run-nixbot-gitlab> gitlab # [ 9.457454] dhcpcd[1227]: eth0: offered 10.0.2.15 from 10.0.2.21123vm-test-run-nixbot-gitlab> gitlab # [ 9.462728] dhcpcd[1227]: eth0: probing address 10.0.2.15/241124vm-test-run-nixbot-gitlab> gitlab # [ 9.808844] postgresql-pre-start[1257]: performing post-bootstrap initialization ... ok1125vm-test-run-nixbot-gitlab> gitlab # [ 10.234243] postgresql-pre-start[1257]: syncing data to disk ... ok1126vm-test-run-nixbot-gitlab> gitlab # [ 10.236964] postgresql-pre-start[1257]: initdb: warning: enabling "trust" authentication for local connections1127vm-test-run-nixbot-gitlab> gitlab # [ 10.240955] postgresql-pre-start[1257]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1128vm-test-run-nixbot-gitlab> gitlab # [ 10.245395] postgresql-pre-start[1257]: Success. You can now start the database server using:1129vm-test-run-nixbot-gitlab> gitlab # [ 10.248362] postgresql-pre-start[1257]: pg_ctl -D /var/lib/postgresql/17 -l logfile start1130vm-test-run-nixbot-gitlab> gitlab # [ 10.374579] postgres[1311]: [1311] LOG: starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1131vm-test-run-nixbot-gitlab> gitlab # [ 10.382711] postgres[1311]: [1311] LOG: listening on IPv6 address "::1", port 54321132vm-test-run-nixbot-gitlab> gitlab # [ 10.387738] postgres[1311]: [1311] LOG: listening on IPv4 address "127.0.0.1", port 54321133vm-test-run-nixbot-gitlab> gitlab # [ 10.392987] postgres[1311]: [1311] LOG: listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1134vm-test-run-nixbot-gitlab> gitlab # [ 10.400711] postgres[1322]: [1322] LOG: database system was shut down at 2026-06-08 13:13:59 GMT1135vm-test-run-nixbot-gitlab> gitlab # [ 10.411070] postgres[1311]: [1311] LOG: database system is ready to accept connections1136vm-test-run-nixbot-gitlab> gitlab # [ 10.417909] systemd[1]: Started PostgreSQL Server.1137vm-test-run-nixbot-gitlab> gitlab # [ 10.420799] systemd[1]: Starting PostgreSQL Setup Scripts...1138vm-test-run-nixbot-gitlab> gitlab # [ 10.611540] postgresql-setup-start[1338]: CREATE DATABASE1139vm-test-run-nixbot-gitlab> gitlab # [ 10.644080] postgresql-setup-start[1348]: CREATE ROLE1140vm-test-run-nixbot-gitlab> gitlab # [ 10.660685] postgresql-setup-start[1350]: ALTER DATABASE1141vm-test-run-nixbot-gitlab> gitlab # [ 10.691902] postgresql-setup-start[1355]: CREATE ROLE1142vm-test-run-nixbot-gitlab> gitlab # [ 10.697300] systemd[1]: Finished PostgreSQL Setup Scripts.1143vm-test-run-nixbot-gitlab> gitlab # [ 10.699238] systemd[1]: Reached target PostgreSQL.1144vm-test-run-nixbot-gitlab> gitlab # [ 10.702504] systemd[1]: Starting gitlab-postgresql.service...1145vm-test-run-nixbot-gitlab> gitlab # [ 10.706916] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1343]: mkdir -p /var/gitlab/state/home/.ssh: OK1146vm-test-run-nixbot-gitlab> gitlab # [ 10.708864] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1343]: chmod 700 /var/gitlab/state/home/.ssh: OK1147vm-test-run-nixbot-gitlab> gitlab # [ 10.710799] dhcpcd[1227]: eth0: soliciting an IPv6 router1148vm-test-run-nixbot-gitlab> gitlab # [ 10.712553] dhcpcd[1227]: eth0: Router Advertisement from fe80::21149vm-test-run-nixbot-gitlab> gitlab # [ 10.713918] dhcpcd[1227]: eth0: adding address fec0::5054:ff:fe12:3456/641150vm-test-run-nixbot-gitlab> gitlab # [ 10.714982] dhcpcd[1227]: eth0: adding route to fec0::/641151vm-test-run-nixbot-gitlab> gitlab # [ 10.716555] dhcpcd[1227]: eth0: adding default route via fe80::21152vm-test-run-nixbot-gitlab> gitlab # [ 10.762844] systemd[1]: Finished gitlab-config.service.1153vm-test-run-nixbot-gitlab> gitlab # [ 10.767270] systemd[1]: Started gitaly.service.1154vm-test-run-nixbot-gitlab> gitlab # [ 10.769961] systemd[1]: Starting gitlab-db-config.service...1155vm-test-run-nixbot-gitlab> gitlab # [ 10.826599] gitlab-postgresql-start[1373]: CREATE DATABASE1156vm-test-run-nixbot-gitlab> gitlab # [ 10.859428] gitlab-postgresql-start[1384]: CREATE EXTENSION1157vm-test-run-nixbot-gitlab> gitlab # [ 10.896510] gitlab-postgresql-start[1386]: CREATE EXTENSION1158vm-test-run-nixbot-gitlab> gitlab # [ 10.900440] systemd[1]: Finished gitlab-postgresql.service.1159vm-test-run-nixbot-gitlab> gitlab # [ 11.307902] gitaly[1377]: time="2026-06-08T13:14:01.484Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/2wcq0nlg508fs5wq7jnpg1lw2pib950g-gitaly.toml' and fix the errors that are printed." pid=13771160vm-test-run-nixbot-gitlab> gitlab # [ 11.311451] gitaly[1377]: time="2026-06-08T13:14:01.485Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13771161vm-test-run-nixbot-gitlab> gitlab # [ 11.314503] gitaly[1377]: time="2026-06-08T13:14:01.485Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13771162vm-test-run-nixbot-gitlab> gitlab # [ 11.317564] gitaly[1377]: time="2026-06-08T13:14:01.485Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13771163vm-test-run-nixbot-gitlab> gitlab # [ 11.321421] gitaly[1377]: time="2026-06-08T13:14:01.485Z" level=info msg="Starting Gitaly" pid=1377 version=18.11.41164vm-test-run-nixbot-gitlab> gitlab # [ 11.535955] gitaly[1377]: time="2026-06-08T13:14:01.713Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=227 pid=13771165vm-test-run-nixbot-gitlab> gitlab # [ 11.537396] gitaly[1377]: time="2026-06-08T13:14:01.713Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13771166vm-test-run-nixbot-gitlab> gitlab # [ 11.538615] gitaly[1377]: time="2026-06-08T13:14:01.714Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13771167vm-test-run-nixbot-gitlab> gitlab # [ 11.539905] gitaly[1377]: time="2026-06-08T13:14:01.714Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1377/git-exec-1107746154.d/git pid=13771168vm-test-run-nixbot-gitlab> gitlab # [ 11.553075] gitaly[1377]: time="2026-06-08T13:14:01.730Z" level=info msg="finished detecting git version" duration_ms=16 pid=13771169vm-test-run-nixbot-gitlab> gitlab # [ 11.554176] gitaly[1377]: time="2026-06-08T13:14:01.730Z" level=info msg="using Git version" pid=1377 version=2.53.g1170vm-test-run-nixbot-gitlab> gitlab # [ 11.555085] gitaly[1377]: time="2026-06-08T13:14:01.731Z" level=info msg="clearing disk cache object folder" pid=1377 storage=default1171vm-test-run-nixbot-gitlab> gitlab # [ 11.555846] gitaly[1377]: time="2026-06-08T13:14:01.731Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2699402897 pid=1377 storage=default1172vm-test-run-nixbot-gitlab> gitlab # [ 11.557360] gitaly[1377]: time="2026-06-08T13:14:01.731Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2699402897 pid=1377 storage=default1173vm-test-run-nixbot-gitlab> gitlab # [ 11.558339] gitaly[1377]: time="2026-06-08T13:14:01.731Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13771174vm-test-run-nixbot-gitlab> gitlab # [ 11.559251] gitaly[1377]: time="2026-06-08T13:14:01.732Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13771175vm-test-run-nixbot-gitlab> gitlab # [ 11.560106] gitaly[1377]: time="2026-06-08T13:14:01.732Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache2699402897 clear_duration_ms=0 pid=1377 storage=default1176vm-test-run-nixbot-gitlab> gitlab # [ 11.630386] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13771177vm-test-run-nixbot-gitlab> gitlab # [ 11.631803] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1377 schema=unix1178vm-test-run-nixbot-gitlab> gitlab # [ 11.632892] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="finished tempdir cleaner walk" pid=1377 storage=default time_ms=01179vm-test-run-nixbot-gitlab> gitlab # [ 11.635198] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1377/sock.d/intern pid=1377 schema=unix1180vm-test-run-nixbot-gitlab> gitlab # [ 11.636082] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="counting repositories" pid=13771181vm-test-run-nixbot-gitlab> gitlab # [ 11.636870] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="starting to count repositories" pid=1377 storage_path=/var/gitlab/state/repositories1182vm-test-run-nixbot-gitlab> gitlab # [ 11.638071] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1377 storage_path=/var/gitlab/state/repositories1183vm-test-run-nixbot-gitlab> gitlab # [ 11.638871] gitaly[1377]: time="2026-06-08T13:14:01.807Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13771184vm-test-run-nixbot-gitlab> gitlab # [ 11.640125] gitaly[1377]: time="2026-06-08T13:14:01.809Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13771185vm-test-run-nixbot-gitlab> gitlab # [ 11.640889] gitaly[1377]: time="2026-06-08T13:14:01.809Z" level=info msg="Started Gitaly" duration_ms=324 pid=13771186vm-test-run-nixbot-gitlab> gitlab # [ 11.642107] gitaly[1377]: time="2026-06-08T13:14:01.810Z" level=info msg="maintenance: daily scheduled" pid=1377 scheduled="2026-06-09 12:00:00 +0000 UTC"1187vm-test-run-nixbot-gitlab> gitlab # [ 12.188944] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1188vm-test-run-nixbot-gitlab> gitlab # [ 12.192569] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1189vm-test-run-nixbot-gitlab> gitlab # [ 12.215682] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1190vm-test-run-nixbot-gitlab> gitlab # [ 13.599943] gitaly[1377]: time="2026-06-08T13:14:03.777Z" level=info msg="License database preloaded" duration_ms=2291 pid=13771191vm-test-run-nixbot-gitlab> gitlab # [ 14.329489] dhcpcd[1227]: eth0: leased 10.0.2.15 for 86400 seconds1192vm-test-run-nixbot-gitlab> gitlab # [ 14.331819] dhcpcd[1227]: eth0: adding route to 10.0.2.0/241193vm-test-run-nixbot-gitlab> gitlab # [ 14.333590] dhcpcd[1227]: eth0: adding default route via 10.0.2.21194vm-test-run-nixbot-gitlab> gitlab # [ 14.458884] systemd[1]: Started DHCP Client.1195vm-test-run-nixbot-gitlab> gitlab # [ 14.461665] systemd[1]: Reached target Network is Online.1196vm-test-run-nixbot-gitlab> gitlab # [ 43.189441] postgres[1743]: [1743] ERROR: relation "feature_gates" does not exist at character 5231197vm-test-run-nixbot-gitlab> gitlab # [ 43.195527] postgres[1743]: [1743] STATEMENT: SELECT a.attname, format_type(a.atttypid, a.atttypmod),1198vm-test-run-nixbot-gitlab> gitlab # [ 43.200869] postgres[1743]: pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,1199vm-test-run-nixbot-gitlab> gitlab # [ 43.206633] postgres[1743]: c.collname, col_description(a.attrelid, a.attnum) AS comment,1200vm-test-run-nixbot-gitlab> gitlab # [ 43.212092] postgres[1743]: attidentity AS identity,1201vm-test-run-nixbot-gitlab> gitlab # [ 43.216202] postgres[1743]: attgenerated as attgenerated1202vm-test-run-nixbot-gitlab> gitlab # [ 43.220447] postgres[1743]: FROM pg_attribute a1203vm-test-run-nixbot-gitlab> gitlab # [ 43.223837] postgres[1743]: LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum1204vm-test-run-nixbot-gitlab> gitlab # [ 43.229656] postgres[1743]: LEFT JOIN pg_type t ON a.atttypid = t.oid1205vm-test-run-nixbot-gitlab> gitlab # [ 43.234137] postgres[1743]: LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation1206vm-test-run-nixbot-gitlab> gitlab # [ 43.240792] postgres[1743]: WHERE a.attrelid = '"feature_gates"'::regclass1207vm-test-run-nixbot-gitlab> gitlab # [ 43.244913] postgres[1743]: AND a.attnum > 0 AND NOT a.attisdropped1208vm-test-run-nixbot-gitlab> gitlab # [ 43.248337] postgres[1743]: ORDER BY a.attnum1209vm-test-run-nixbot-gitlab> gitlab # [ 43.250831] postgres[1743]:1210vm-test-run-nixbot-gitlab> gitlab # [ 43.393542] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1380]: W, [2026-06-08T13:14:33.570462 #1380] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1211vm-test-run-nixbot-gitlab> gitlab # [ 48.950219] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1807]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE: extension "btree_gist" already exists, skipping1212vm-test-run-nixbot-gitlab> gitlab # [ 48.958788] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1807]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE: extension "pg_trgm" already exists, skipping1213vm-test-run-nixbot-gitlab> gitlab # [ 49.278543] gitlab-workhorse[1286]: time="2026-06-08T13:14:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1214vm-test-run-nixbot-gitlab> gitlab # [ 59.288512] gitlab-workhorse[1286]: time="2026-06-08T13:14:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1215vm-test-run-nixbot-gitlab> gitlab # [ 66.346473] postgres[1885]: [1885] ERROR: relation "table_without_models" does not exist1216vm-test-run-nixbot-gitlab> gitlab # [ 66.349873] postgres[1885]: [1885] STATEMENT: SELECT pg_get_serial_sequence('table_without_models', 'id')1217vm-test-run-nixbot-gitlab> gitlab # [ 69.289575] gitlab-workhorse[1286]: time="2026-06-08T13:14:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1218vm-test-run-nixbot-gitlab> gitlab # [ 79.300789] gitlab-workhorse[1286]: time="2026-06-08T13:15:09Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1219vm-test-run-nixbot-gitlab> gitlab # [ 81.745774] systemd[1]: Finished gitlab-db-config.service.1220vm-test-run-nixbot-gitlab> gitlab # [ 81.754798] systemd[1]: Started gitlab-sidekiq.service.1221vm-test-run-nixbot-gitlab> gitlab # [ 81.761864] systemd[1]: Starting gitlab.service...1222vm-test-run-nixbot-gitlab> gitlab # [ 82.154559] bundle[2094]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1223vm-test-run-nixbot-gitlab> gitlab # [ 82.156883] bundle[2094]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1224vm-test-run-nixbot-gitlab> gitlab # [ 82.163598] bundle[2094]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1225vm-test-run-nixbot-gitlab> gitlab # [ 85.041154] sidekiq-cluster[2093]: {"severity":"INFO","time":"2026-06-08T13:15:15.200Z","message":"Starting cluster with 1 processes"}1226vm-test-run-nixbot-gitlab> gitlab # [ 85.222162] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.376Z","pid":2094,"message":"* Enabling systemd notification integration"}1227vm-test-run-nixbot-gitlab> gitlab # [ 85.229457] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"Puma starting in cluster mode..."}1228vm-test-run-nixbot-gitlab> gitlab # [ 85.235778] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}1229vm-test-run-nixbot-gitlab> gitlab # [ 85.242643] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1230vm-test-run-nixbot-gitlab> gitlab # [ 85.250739] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Min threads: 0"}1231vm-test-run-nixbot-gitlab> gitlab # [ 85.256428] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Max threads: 4"}1232vm-test-run-nixbot-gitlab> gitlab # [ 85.262149] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Environment: production"}1233vm-test-run-nixbot-gitlab> gitlab # [ 85.267849] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Master PID: 2094"}1234vm-test-run-nixbot-gitlab> gitlab # [ 85.272748] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Workers: 2"}1235vm-test-run-nixbot-gitlab> gitlab # [ 85.277203] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Restarts: (✔) hot (✖) phased (✖) refork"}1236vm-test-run-nixbot-gitlab> gitlab # [ 85.282538] bundle[2094]: {"timestamp":"2026-06-08T13:15:15.399Z","pid":2094,"message":"* Preloading application"}1237vm-test-run-nixbot-gitlab> gitlab # [ 89.311943] gitlab-workhorse[1286]: time="2026-06-08T13:15:19Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1238vm-test-run-nixbot-gitlab> gitlab # [ 99.322938] gitlab-workhorse[1286]: time="2026-06-08T13:15:29Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1239vm-test-run-nixbot-gitlab> gitlab # [ 109.266403] bundle[2094]: W, [2026-06-08T13:15:39.443364 #2094] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1240vm-test-run-nixbot-gitlab> gitlab # [ 109.333178] gitlab-workhorse[1286]: time="2026-06-08T13:15:39Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1241vm-test-run-nixbot-gitlab> gitlab # [ 112.032233] sidekiq-cluster[2124]: 2026-06-08T13:15:42.209Z pid=2124 tid=tz8 INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2124, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>430194688}1242vm-test-run-nixbot-gitlab> gitlab # [ 112.244604] sidekiq-cluster[2124]: W, [2026-06-08T13:15:42.422239 #2124] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1243vm-test-run-nixbot-gitlab> gitlab # [ 112.286224] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:42.463Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}1244vm-test-run-nixbot-gitlab> gitlab # [ 114.299477] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.476Z","message":"GitLab reliable fetch activated!"}1245vm-test-run-nixbot-gitlab> gitlab # [ 114.302827] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.476Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1246vm-test-run-nixbot-gitlab> gitlab # [ 114.349235] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.526Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}1247vm-test-run-nixbot-gitlab> gitlab # [ 114.362250] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.539Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}1248vm-test-run-nixbot-gitlab> gitlab # [ 114.378109] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.555Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}1249vm-test-run-nixbot-gitlab> gitlab # [ 114.386073] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.563Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}1250vm-test-run-nixbot-gitlab> gitlab # [ 114.393875] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.571Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}1251vm-test-run-nixbot-gitlab> gitlab # [ 114.400426] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.578Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}1252vm-test-run-nixbot-gitlab> gitlab # [ 114.406448] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.584Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}1253vm-test-run-nixbot-gitlab> gitlab # [ 114.413357] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.590Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}1254vm-test-run-nixbot-gitlab> gitlab # [ 114.420113] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.597Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}1255vm-test-run-nixbot-gitlab> gitlab # [ 114.426408] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.604Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}1256vm-test-run-nixbot-gitlab> gitlab # [ 114.431402] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.609Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}1257vm-test-run-nixbot-gitlab> gitlab # [ 114.437412] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.615Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}1258vm-test-run-nixbot-gitlab> gitlab # [ 114.442576] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.620Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}1259vm-test-run-nixbot-gitlab> gitlab # [ 114.448085] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.625Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}1260vm-test-run-nixbot-gitlab> gitlab # [ 114.453413] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.631Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}1261vm-test-run-nixbot-gitlab> gitlab # [ 114.457319] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.635Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}1262vm-test-run-nixbot-gitlab> gitlab # [ 114.461100] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.638Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}1263vm-test-run-nixbot-gitlab> gitlab # [ 114.465173] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.643Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}1264vm-test-run-nixbot-gitlab> gitlab # [ 114.468989] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.646Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}1265vm-test-run-nixbot-gitlab> gitlab # [ 114.472977] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.650Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}1266vm-test-run-nixbot-gitlab> gitlab # [ 114.476816] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.654Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}1267vm-test-run-nixbot-gitlab> gitlab # [ 114.480631] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.658Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}1268vm-test-run-nixbot-gitlab> gitlab # [ 114.484282] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.662Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}1269vm-test-run-nixbot-gitlab> gitlab # [ 114.487349] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.665Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}1270vm-test-run-nixbot-gitlab> gitlab # [ 114.490752] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.668Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}1271vm-test-run-nixbot-gitlab> gitlab # [ 114.494516] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.672Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}1272vm-test-run-nixbot-gitlab> gitlab # [ 114.498102] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.675Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}1273vm-test-run-nixbot-gitlab> gitlab # [ 114.501630] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.679Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}1274vm-test-run-nixbot-gitlab> gitlab # [ 114.505537] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.683Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}1275vm-test-run-nixbot-gitlab> gitlab # [ 114.509601] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.687Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}1276vm-test-run-nixbot-gitlab> gitlab # [ 114.513732] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.691Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}1277vm-test-run-nixbot-gitlab> gitlab # [ 114.517303] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.695Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}1278vm-test-run-nixbot-gitlab> gitlab # [ 114.525524] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.703Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}1279vm-test-run-nixbot-gitlab> gitlab # [ 114.532222] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.709Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}1280vm-test-run-nixbot-gitlab> gitlab # [ 114.536443] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.714Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}1281vm-test-run-nixbot-gitlab> gitlab # [ 114.540143] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.718Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}1282vm-test-run-nixbot-gitlab> gitlab # [ 114.543987] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.721Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}1283vm-test-run-nixbot-gitlab> gitlab # [ 114.547963] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.725Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}1284vm-test-run-nixbot-gitlab> gitlab # [ 114.551977] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.729Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}1285vm-test-run-nixbot-gitlab> gitlab # [ 114.557477] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.735Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}1286vm-test-run-nixbot-gitlab> gitlab # [ 114.564146] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.741Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}1287vm-test-run-nixbot-gitlab> gitlab # [ 114.570443] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.748Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}1288vm-test-run-nixbot-gitlab> gitlab # [ 114.576608] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.754Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}1289vm-test-run-nixbot-gitlab> gitlab # [ 114.582717] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.760Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}1290vm-test-run-nixbot-gitlab> gitlab # [ 114.588584] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.766Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}1291vm-test-run-nixbot-gitlab> gitlab # [ 114.595108] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.772Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}1292vm-test-run-nixbot-gitlab> gitlab # [ 114.601319] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.779Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}1293vm-test-run-nixbot-gitlab> gitlab # [ 114.607171] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.785Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}1294vm-test-run-nixbot-gitlab> gitlab # [ 114.613210] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.791Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}1295vm-test-run-nixbot-gitlab> gitlab # [ 114.619374] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.797Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}1296vm-test-run-nixbot-gitlab> gitlab # [ 114.625601] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.803Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}1297vm-test-run-nixbot-gitlab> gitlab # [ 114.631832] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.809Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}1298vm-test-run-nixbot-gitlab> gitlab # [ 114.638267] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.816Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}1299vm-test-run-nixbot-gitlab> gitlab # [ 114.651857] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.829Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}1300vm-test-run-nixbot-gitlab> gitlab # [ 114.658935] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.836Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}1301vm-test-run-nixbot-gitlab> gitlab # [ 114.665368] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.843Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}1302vm-test-run-nixbot-gitlab> gitlab # [ 114.675366] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.852Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}1303vm-test-run-nixbot-gitlab> gitlab # [ 114.682908] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.860Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}1304vm-test-run-nixbot-gitlab> gitlab # [ 114.693606] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.871Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}1305vm-test-run-nixbot-gitlab> gitlab # [ 114.698134] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.875Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}1306vm-test-run-nixbot-gitlab> gitlab # [ 114.703227] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.880Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}1307vm-test-run-nixbot-gitlab> gitlab # [ 114.708300] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.886Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}1308vm-test-run-nixbot-gitlab> gitlab # [ 114.712781] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.890Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}1309vm-test-run-nixbot-gitlab> gitlab # [ 114.718783] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.896Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}1310vm-test-run-nixbot-gitlab> gitlab # [ 114.724774] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.902Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}1311vm-test-run-nixbot-gitlab> gitlab # [ 114.728440] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.906Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}1312vm-test-run-nixbot-gitlab> gitlab # [ 114.732812] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.910Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}1313vm-test-run-nixbot-gitlab> gitlab # [ 114.760308] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.938Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}1314vm-test-run-nixbot-gitlab> gitlab # [ 114.765176] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.942Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}1315vm-test-run-nixbot-gitlab> gitlab # [ 114.769771] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.947Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}1316vm-test-run-nixbot-gitlab> gitlab # [ 114.774229] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.952Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}1317vm-test-run-nixbot-gitlab> gitlab # [ 114.779671] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.957Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}1318vm-test-run-nixbot-gitlab> gitlab # [ 114.783521] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.961Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}1319vm-test-run-nixbot-gitlab> gitlab # [ 114.787606] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.964Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}1320vm-test-run-nixbot-gitlab> gitlab # [ 114.790987] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.968Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}1321vm-test-run-nixbot-gitlab> gitlab # [ 114.793800] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.971Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}1322vm-test-run-nixbot-gitlab> gitlab # [ 114.797632] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.975Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}1323vm-test-run-nixbot-gitlab> gitlab # [ 114.801101] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.978Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}1324vm-test-run-nixbot-gitlab> gitlab # [ 114.804725] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.982Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}1325vm-test-run-nixbot-gitlab> gitlab # [ 114.807966] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.985Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}1326vm-test-run-nixbot-gitlab> gitlab # [ 114.811724] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.989Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}1327vm-test-run-nixbot-gitlab> gitlab # [ 114.814897] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.992Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}1328vm-test-run-nixbot-gitlab> gitlab # [ 114.818643] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:44.996Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}1329vm-test-run-nixbot-gitlab> gitlab # [ 114.822554] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.000Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}1330vm-test-run-nixbot-gitlab> gitlab # [ 114.826690] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.004Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}1331vm-test-run-nixbot-gitlab> gitlab # [ 114.830122] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.007Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}1332vm-test-run-nixbot-gitlab> gitlab # [ 114.833656] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.011Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}1333vm-test-run-nixbot-gitlab> gitlab # [ 114.837302] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.015Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}1334vm-test-run-nixbot-gitlab> gitlab # [ 114.841157] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.019Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}1335vm-test-run-nixbot-gitlab> gitlab # [ 114.844274] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.022Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}1336vm-test-run-nixbot-gitlab> gitlab # [ 114.847915] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.025Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}1337vm-test-run-nixbot-gitlab> gitlab # [ 114.851219] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.029Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}1338vm-test-run-nixbot-gitlab> gitlab # [ 114.854636] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.032Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}1339vm-test-run-nixbot-gitlab> gitlab # [ 114.857952] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.035Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}1340vm-test-run-nixbot-gitlab> gitlab # [ 114.861123] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.038Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}1341vm-test-run-nixbot-gitlab> gitlab # [ 114.865101] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.042Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}1342vm-test-run-nixbot-gitlab> gitlab # [ 114.868990] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.046Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}1343vm-test-run-nixbot-gitlab> gitlab # [ 114.871985] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.049Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}1344vm-test-run-nixbot-gitlab> gitlab # [ 114.874851] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.052Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}1345vm-test-run-nixbot-gitlab> gitlab # [ 114.886726] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.064Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}1346vm-test-run-nixbot-gitlab> gitlab # [ 114.890046] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.067Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}1347vm-test-run-nixbot-gitlab> gitlab # [ 114.893428] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.071Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}1348vm-test-run-nixbot-gitlab> gitlab # [ 114.897358] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.075Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}1349vm-test-run-nixbot-gitlab> gitlab # [ 114.901347] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.079Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}1350vm-test-run-nixbot-gitlab> gitlab # [ 114.904908] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.082Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}1351vm-test-run-nixbot-gitlab> gitlab # [ 114.908477] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.086Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}1352vm-test-run-nixbot-gitlab> gitlab # [ 114.911863] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.089Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}1353vm-test-run-nixbot-gitlab> gitlab # [ 114.915110] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.092Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}1354vm-test-run-nixbot-gitlab> gitlab # [ 114.919218] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.097Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}1355vm-test-run-nixbot-gitlab> gitlab # [ 114.922122] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:15:45.100Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}1356vm-test-run-nixbot-gitlab> gitlab # [ 117.833544] sidekiq-cluster[2124]: InitializerConnections Query: SET client_min_messages TO 'warning'1357vm-test-run-nixbot-gitlab> gitlab # [ 117.836856] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:341:in `block in current_feature_value'1358vm-test-run-nixbot-gitlab> gitlab # [ 117.838970] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:356:in `with_feature'1359vm-test-run-nixbot-gitlab> gitlab # [ 117.841629] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:337:in `current_feature_value'1360vm-test-run-nixbot-gitlab> gitlab # [ 117.843621] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:130:in `enabled?'1361vm-test-run-nixbot-gitlab> gitlab # [ 117.845641] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1362vm-test-run-nixbot-gitlab> gitlab # [ 117.847807] sidekiq-cluster[2124]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1363vm-test-run-nixbot-gitlab> gitlab # [ 117.896788] sidekiq-cluster[2124]: InitializerConnections Query: SET standard_conforming_strings = on1364vm-test-run-nixbot-gitlab> gitlab # [ 117.898623] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:341:in `block in current_feature_value'1365vm-test-run-nixbot-gitlab> gitlab # [ 117.900885] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:356:in `with_feature'1366vm-test-run-nixbot-gitlab> gitlab # [ 117.902463] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:337:in `current_feature_value'1367vm-test-run-nixbot-gitlab> gitlab # [ 117.903936] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:130:in `enabled?'1368vm-test-run-nixbot-gitlab> gitlab # [ 117.905263] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1369vm-test-run-nixbot-gitlab> gitlab # [ 117.906968] sidekiq-cluster[2124]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1370vm-test-run-nixbot-gitlab> gitlab # [ 117.931376] sidekiq-cluster[2124]: InitializerConnections Query: SET intervalstyle = iso_86011371vm-test-run-nixbot-gitlab> gitlab # [ 117.933139] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:341:in `block in current_feature_value'1372vm-test-run-nixbot-gitlab> gitlab # [ 117.934468] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:356:in `with_feature'1373vm-test-run-nixbot-gitlab> gitlab # [ 117.935956] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:337:in `current_feature_value'1374vm-test-run-nixbot-gitlab> gitlab # [ 117.937302] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:130:in `enabled?'1375vm-test-run-nixbot-gitlab> gitlab # [ 117.939167] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1376vm-test-run-nixbot-gitlab> gitlab # [ 117.940843] sidekiq-cluster[2124]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1377vm-test-run-nixbot-gitlab> gitlab # [ 117.979614] sidekiq-cluster[2124]: InitializerConnections Query: /*application:sidekiq,db_config_database:gitlab,db_config_name:main*/ SELECT t.oid, t.typname1378vm-test-run-nixbot-gitlab> gitlab # [ 117.980978] sidekiq-cluster[2124]: FROM pg_type as t1379vm-test-run-nixbot-gitlab> gitlab # [ 117.982484] sidekiq-cluster[2124]: WHERE t.typname IN ('int2', 'int4', 'int8', 'oid', 'float4', 'float8', 'numeric', 'bool', 'timestamp', 'timestamptz')1380vm-test-run-nixbot-gitlab> gitlab # [ 117.984774] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:341:in `block in current_feature_value'1381vm-test-run-nixbot-gitlab> gitlab # [ 117.987418] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:356:in `with_feature'1382vm-test-run-nixbot-gitlab> gitlab # [ 117.989607] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:337:in `current_feature_value'1383vm-test-run-nixbot-gitlab> gitlab # [ 117.991676] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:130:in `enabled?'1384vm-test-run-nixbot-gitlab> gitlab # [ 117.992903] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1385vm-test-run-nixbot-gitlab> gitlab # [ 117.994297] sidekiq-cluster[2124]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1386vm-test-run-nixbot-gitlab> gitlab # [ 118.025938] sidekiq-cluster[2124]: InitializerConnections Query: SET SESSION timezone TO 'UTC'1387vm-test-run-nixbot-gitlab> gitlab # [ 118.027181] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:341:in `block in current_feature_value'1388vm-test-run-nixbot-gitlab> gitlab # [ 118.027979] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:356:in `with_feature'1389vm-test-run-nixbot-gitlab> gitlab # [ 118.029157] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:337:in `current_feature_value'1390vm-test-run-nixbot-gitlab> gitlab # [ 118.029993] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:130:in `enabled?'1391vm-test-run-nixbot-gitlab> gitlab # [ 118.030836] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1392vm-test-run-nixbot-gitlab> gitlab # [ 118.031996] sidekiq-cluster[2124]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1393vm-test-run-nixbot-gitlab> gitlab # [ 118.062780] sidekiq-cluster[2124]: InitializerConnections Query: /*application:sidekiq,db_config_database:gitlab,db_config_name:main*/ SELECT "feature_gates"."key", "feature_gates"."value" FROM "feature_gates" WHERE "feature_gates"."feature_key" = 'per_thread_db_connection_pool_metrics'1394vm-test-run-nixbot-gitlab> gitlab # [ 118.063995] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:341:in `block in current_feature_value'1395vm-test-run-nixbot-gitlab> gitlab # [ 118.064645] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:356:in `with_feature'1396vm-test-run-nixbot-gitlab> gitlab # [ 118.065548] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:337:in `current_feature_value'1397vm-test-run-nixbot-gitlab> gitlab # [ 118.067104] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/feature.rb:130:in `enabled?'1398vm-test-run-nixbot-gitlab> gitlab # [ 118.067660] sidekiq-cluster[2124]: InitializerConnections Backtrace: lib/gitlab/daemon.rb:58:in `block (2 levels) in start'1399vm-test-run-nixbot-gitlab> gitlab # [ 118.068987] sidekiq-cluster[2124]: See https://docs.gitlab.com/ee/development/rails_initializers.html#database-connections-in-initializers1400vm-test-run-nixbot-gitlab> gitlab # [ 119.344118] gitlab-workhorse[1286]: time="2026-06-08T13:15:49Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1401vm-test-run-nixbot-gitlab> gitlab # [ 129.346752] gitlab-workhorse[1286]: time="2026-06-08T13:15:59Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=1402vm-test-run-nixbot-gitlab> gitlab # [ 137.501208] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:07.677Z","message":"Booted Rails 7.2.3 application in production environment"}1403vm-test-run-nixbot-gitlab> gitlab # [ 137.510195] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:07.678Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}1404vm-test-run-nixbot-gitlab> gitlab # [ 137.519356] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:07.679Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}1405vm-test-run-nixbot-gitlab> gitlab # [ 137.527685] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:07.679Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}1406vm-test-run-nixbot-gitlab> gitlab # [ 137.536842] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:07.681Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}1407vm-test-run-nixbot-gitlab> gitlab # [ 138.968785] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:09.145Z","message":"Cleaning working queues"}1408vm-test-run-nixbot-gitlab> gitlab # [ 138.975614] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:09.148Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"8752370160319c8f060dbc38","created_at":"2026-06-08T13:15:11.228Z","trace_propagation_headers":{"sentry-trace":"a24a74705f4d420482cb9f814b62abca-b2408898721b471b","baggage":"sentry-trace_id=a24a74705f4d420482cb9f814b62abca,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"09bebd508924366fb51eff4874bbb92e","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T13:15:11.239Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-8752370160319c8f060dbc38: start","job_status":"start","queue_duration_s":57.909017,"scheduling_latency_s":57.909087}1409vm-test-run-nixbot-gitlab> gitlab # [ 139.104729] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.281Z","pid":2094,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}1410vm-test-run-nixbot-gitlab> gitlab # [ 139.112747] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.281Z","pid":2094,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}1411vm-test-run-nixbot-gitlab> gitlab # [ 139.118585] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.281Z","pid":2094,"message":"! #\u003cThread:0x0000745cae137a48 /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}1412vm-test-run-nixbot-gitlab> gitlab # [ 139.134714] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.281Z","pid":2094,"message":"! #\u003cThread:0x0000745cae3658d8 /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}1413vm-test-run-nixbot-gitlab> gitlab # [ 139.143472] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.282Z","pid":2094,"message":"Use Ctrl-C to stop"}1414vm-test-run-nixbot-gitlab> gitlab # [ 139.145754] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.282Z","pid":2094,"message":"Sending status to systemd every 1.0 sec"}1415vm-test-run-nixbot-gitlab> gitlab # [ 139.158079] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:09.335Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"8752370160319c8f060dbc38","created_at":"2026-06-08T13:15:11.228Z","trace_propagation_headers":{"sentry-trace":"a24a74705f4d420482cb9f814b62abca-b2408898721b471b","baggage":"sentry-trace_id=a24a74705f4d420482cb9f814b62abca,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"09bebd508924366fb51eff4874bbb92e","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T13:15:11.239Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-8752370160319c8f060dbc38: done: 0.187336 sec","job_status":"done","queue_duration_s":57.909017,"scheduling_latency_s":57.909087,"redis_calls":24,"redis_duration_s":0.0065439999999999995,"redis_read_bytes":912,"redis_write_bytes":2622,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.003626,"redis_feature_flag_read_bytes":902,"redis_feature_flag_write_bytes":1375,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00171,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001208,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.072624,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.09097385300000001,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.187336,"completed_at":"2026-06-08T13:16:09.335Z","load_balancing_strategy":"primary","db_duration_s":0.053804,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1416vm-test-run-nixbot-gitlab> gitlab # [ 139.448732] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.626Z","pid":2094,"message":"- Worker 0 (PID: 2653) booted in 0.3s, phase: 0"}1417vm-test-run-nixbot-gitlab> gitlab # [ 139.509201] bundle[2094]: {"timestamp":"2026-06-08T13:16:09.686Z","pid":2094,"message":"- Worker 1 (PID: 2657) booted in 0.31s, phase: 0"}1418vm-test-run-nixbot-gitlab> gitlab # [ 139.515675] systemd[1]: Started gitlab.service.1419vm-test-run-nixbot-gitlab> gitlab # [ 139.517663] systemd[1]: Reached target Common target for all GitLab services..1420vm-test-run-nixbot-gitlab> gitlab # [ 139.523407] systemd[1]: Starting setup-gitlab.service...1421vm-test-run-nixbot-gitlab> gitlab # [ 139.546727] setup-gitlab-start[2684]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'1422vm-test-run-nixbot-gitlab> gitlab # [ 142.161203] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:16:12 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 25871423vm-test-run-nixbot-gitlab> gitlab # [ 142.168349] setup-gitlab-start[2709]: ++ jq -r .access_token1424vm-test-run-nixbot-gitlab> gitlab # [ 142.172833] setup-gitlab-start[2708]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token1425vm-test-run-nixbot-gitlab> gitlab # [ 142.965222] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:16:13 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 7771426vm-test-run-nixbot-gitlab> gitlab # [ 142.974964] setup-gitlab-start[2684]: + BEARER=1268582b32f6cca167826c29cb57c5e8c57dd8f93c094048b75588e72186dc781427vm-test-run-nixbot-gitlab> gitlab # [ 142.980696] setup-gitlab-start[2684]: + AUTH='Authorization: Bearer 1268582b32f6cca167826c29cb57c5e8c57dd8f93c094048b75588e72186dc78'1428vm-test-run-nixbot-gitlab> gitlab # [ 142.987296] setup-gitlab-start[2684]: + curl -fs -X PUT -H 'Authorization: Bearer 1268582b32f6cca167826c29cb57c5e8c57dd8f93c094048b75588e72186dc78' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'1429vm-test-run-nixbot-gitlab> gitlab # [ 143.984685] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:16:14 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 9921430vm-test-run-nixbot-gitlab> gitlab # [ 143.997351] setup-gitlab-start[2684]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear1431vm-test-run-nixbot-gitlab> gitlab # [ 144.019911] runuser[2725]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)1432vm-test-run-nixbot-gitlab> gitlab # [ 144.398979] setup-gitlab-start[2726]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1433vm-test-run-nixbot-gitlab> gitlab # [ 144.402438] setup-gitlab-start[2726]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1434vm-test-run-nixbot-gitlab> gitlab # [ 144.405202] setup-gitlab-start[2726]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1435vm-test-run-nixbot-gitlab> gitlab # [ 144.968592] setup-gitlab-start[2726]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions1436vm-test-run-nixbot-gitlab> gitlab # [ 144.971405] setup-gitlab-start[2726]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions1437vm-test-run-nixbot-gitlab> gitlab # [ 144.973960] setup-gitlab-start[2726]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions1438vm-test-run-nixbot-gitlab> gitlab # [ 150.539939] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:20.716Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"26d50fa98c63d710ee75d968","created_at":"2026-06-08T13:16:20.682Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0af148103e9c2aadf48682abb65f79ad","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.713Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-26d50fa98c63d710ee75d968: start","job_status":"start","queue_duration_s":0.002837,"scheduling_latency_s":0.00287}1439vm-test-run-nixbot-gitlab> gitlab # [ 150.637559] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:20.814Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"26d50fa98c63d710ee75d968","created_at":"2026-06-08T13:16:20.682Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0af148103e9c2aadf48682abb65f79ad","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.713Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-26d50fa98c63d710ee75d968: done: 0.097798 sec","job_status":"done","queue_duration_s":0.002837,"scheduling_latency_s":0.00287,"redis_calls":12,"redis_duration_s":0.024111,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.005355,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002252,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.012726,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.003778,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026814,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002123733,"duration_s":0.097798,"completed_at":"2026-06-08T13:16:20.814Z","load_balancing_strategy":"primary","db_duration_s":0.001744,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1440vm-test-run-nixbot-gitlab> gitlab # [ 150.700325] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:20.824Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7086b4a3d1728d0f708bbc67","created_at":"2026-06-08T13:16:20.732Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b0857e5565cc1e88318e18a3266bf28f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.755Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7086b4a3d1728d0f708bbc67: start","job_status":"start","queue_duration_s":0.068001,"scheduling_latency_s":0.068165}1441vm-test-run-nixbot-gitlab> gitlab # [ 151.362679] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.539Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"7086b4a3d1728d0f708bbc67","created_at":"2026-06-08T13:16:20.732Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b0857e5565cc1e88318e18a3266bf28f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.755Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-7086b4a3d1728d0f708bbc67: done: 0.715942 sec","job_status":"done","queue_duration_s":0.068001,"scheduling_latency_s":0.068165,"redis_calls":14,"redis_duration_s":0.026406000000000002,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.01838,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005257,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002769,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.056,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.056,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.340968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001043429,"exclusive_lock_hold_duration_s":0.61363581,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.715942,"completed_at":"2026-06-08T13:16:21.539Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.116255,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1442vm-test-run-nixbot-gitlab> gitlab # [ 151.368446] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.541Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"461758e00835c826aa5a69f9","created_at":"2026-06-08T13:16:20.779Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.794Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-461758e00835c826aa5a69f9: start","job_status":"start","queue_duration_s":0.747174,"scheduling_latency_s":0.747199}1443vm-test-run-nixbot-gitlab> gitlab # [ 151.490358] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.667Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"461758e00835c826aa5a69f9","created_at":"2026-06-08T13:16:20.779Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.794Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-461758e00835c826aa5a69f9: done: 0.125698 sec","job_status":"done","queue_duration_s":0.747174,"scheduling_latency_s":0.747199,"redis_calls":71,"redis_duration_s":0.030558000000000002,"redis_read_bytes":120,"redis_write_bytes":42674,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.003779,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.001231,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.024594,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000954,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.087201,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00066461,"duration_s":0.125698,"completed_at":"2026-06-08T13:16:21.667Z","load_balancing_strategy":"primary","db_duration_s":0.004719,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1444vm-test-run-nixbot-gitlab> gitlab # [ 151.493855] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.671Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"f5158efacc55609c5265da4d","created_at":"2026-06-08T13:16:20.816Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0628a157b3a0e48cb7dbb7f489b27534","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.830Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-f5158efacc55609c5265da4d: start","job_status":"start","queue_duration_s":0.84134,"scheduling_latency_s":0.841382}1445vm-test-run-nixbot-gitlab> gitlab # [ 151.529986] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.707Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"f5158efacc55609c5265da4d","created_at":"2026-06-08T13:16:20.816Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0628a157b3a0e48cb7dbb7f489b27534","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.830Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-f5158efacc55609c5265da4d: done: 0.035905 sec","job_status":"done","queue_duration_s":0.84134,"scheduling_latency_s":0.841382,"redis_calls":12,"redis_duration_s":0.005054,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000641,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002522,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001891,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019949,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001654959,"exclusive_lock_hold_duration_s":0.004889448,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.035905,"completed_at":"2026-06-08T13:16:21.707Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002528,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1446vm-test-run-nixbot-gitlab> gitlab # [ 151.580634] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.709Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"14f66aa607459be5056f22c0","created_at":"2026-06-08T13:16:20.862Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2536a84ed48702986df480bc4eb87ca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.872Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-14f66aa607459be5056f22c0: start","job_status":"start","queue_duration_s":0.836155,"scheduling_latency_s":0.836178}1447vm-test-run-nixbot-gitlab> gitlab # [ 151.657529] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.722Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1448vm-test-run-nixbot-gitlab> gitlab # [ 151.659720] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"14f66aa607459be5056f22c0","created_at":"2026-06-08T13:16:20.862Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b2536a84ed48702986df480bc4eb87ca","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.872Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-14f66aa607459be5056f22c0: done: 0.019767 sec","job_status":"done","queue_duration_s":0.836155,"scheduling_latency_s":0.836178,"redis_calls":10,"redis_duration_s":0.002542,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000409,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001293,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00084,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010114,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000327974,"duration_s":0.019767,"completed_at":"2026-06-08T13:16:21.728Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00214,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1449vm-test-run-nixbot-gitlab> gitlab # [ 151.674862] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.730Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"f8f13501276cbf4e8b4758b0","created_at":"2026-06-08T13:16:20.881Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3e8f33f3e55bd504a572119c8e1034ac","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.885Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-f8f13501276cbf4e8b4758b0: start","job_status":"start","queue_duration_s":0.844172,"scheduling_latency_s":0.844193}1450vm-test-run-nixbot-gitlab> gitlab # [ 151.753106] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.751Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"f8f13501276cbf4e8b4758b0","created_at":"2026-06-08T13:16:20.881Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3e8f33f3e55bd504a572119c8e1034ac","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.885Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-f8f13501276cbf4e8b4758b0: done: 0.02183 sec","job_status":"done","queue_duration_s":0.844172,"scheduling_latency_s":0.844193,"redis_calls":12,"redis_duration_s":0.003305,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000695,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001636,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000974,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011365,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000447822,"exclusive_lock_hold_duration_s":0.004148014,"duration_s":0.02183,"completed_at":"2026-06-08T13:16:21.751Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003138,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1451vm-test-run-nixbot-gitlab> gitlab # [ 151.763256] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.753Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"1c6702b52eb9c7e09248dd7a","created_at":"2026-06-08T13:16:20.889Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ec888a8936d40b945c0c01fd09fe2bac","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.893Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-1c6702b52eb9c7e09248dd7a: start","job_status":"start","queue_duration_s":0.859677,"scheduling_latency_s":0.859697}1452vm-test-run-nixbot-gitlab> gitlab # [ 151.845821] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.774Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"1c6702b52eb9c7e09248dd7a","created_at":"2026-06-08T13:16:20.889Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ec888a8936d40b945c0c01fd09fe2bac","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.893Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-1c6702b52eb9c7e09248dd7a: done: 0.021002 sec","job_status":"done","queue_duration_s":0.859677,"scheduling_latency_s":0.859697,"redis_calls":10,"redis_duration_s":0.002316,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000422,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001256,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000638,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011833,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.0003344,"duration_s":0.021002,"completed_at":"2026-06-08T13:16:21.774Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00246,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1453vm-test-run-nixbot-gitlab> gitlab # [ 151.851243] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.775Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"8abf43f454059c924fdf1fea","created_at":"2026-06-08T13:16:20.897Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4971a9c5d075626012181268e92a104","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.902Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-8abf43f454059c924fdf1fea: start","job_status":"start","queue_duration_s":0.873392,"scheduling_latency_s":0.873412}1454vm-test-run-nixbot-gitlab> gitlab # [ 151.919393] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.786Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1455vm-test-run-nixbot-gitlab> gitlab # [ 151.920134] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.792Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"8abf43f454059c924fdf1fea","created_at":"2026-06-08T13:16:20.897Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a4971a9c5d075626012181268e92a104","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.902Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-8abf43f454059c924fdf1fea: done: 0.016918 sec","job_status":"done","queue_duration_s":0.873392,"scheduling_latency_s":0.873412,"redis_calls":10,"redis_duration_s":0.002216,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000414,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001373,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000429,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009544,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000333003,"duration_s":0.016918,"completed_at":"2026-06-08T13:16:21.792Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000348,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1456vm-test-run-nixbot-gitlab> gitlab # [ 151.947439] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.794Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"44a2b09f37e04c137978e22f","created_at":"2026-06-08T13:16:20.910Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"41eff9e041bb5d18ca6360aeb7490041","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.926Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-44a2b09f37e04c137978e22f: start","job_status":"start","queue_duration_s":0.867715,"scheduling_latency_s":0.867737}1457vm-test-run-nixbot-gitlab> gitlab # [ 152.022059] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.824Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"44a2b09f37e04c137978e22f","created_at":"2026-06-08T13:16:20.910Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"41eff9e041bb5d18ca6360aeb7490041","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.926Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-44a2b09f37e04c137978e22f: done: 0.029695 sec","job_status":"done","queue_duration_s":0.867715,"scheduling_latency_s":0.867737,"redis_calls":16,"redis_duration_s":0.003502,"redis_read_bytes":15,"redis_write_bytes":1942,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.001741,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1148,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001344,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000417,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016869,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384127,"duration_s":0.029695,"completed_at":"2026-06-08T13:16:21.824Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00563,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1458vm-test-run-nixbot-gitlab> gitlab # [ 152.100904] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.825Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"dcfa08df3b0a93411f8ce9c6","created_at":"2026-06-08T13:16:20.940Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cd7c9f5fd41641926d76fe10a0e5aba3","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.947Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-dcfa08df3b0a93411f8ce9c6: start","job_status":"start","queue_duration_s":0.877832,"scheduling_latency_s":0.877853}1459vm-test-run-nixbot-gitlab> gitlab # [ 152.102204] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.959Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"dcfa08df3b0a93411f8ce9c6","created_at":"2026-06-08T13:16:20.940Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cd7c9f5fd41641926d76fe10a0e5aba3","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.947Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-dcfa08df3b0a93411f8ce9c6: done: 0.133815 sec","job_status":"done","queue_duration_s":0.877832,"scheduling_latency_s":0.877853,"redis_calls":10,"redis_duration_s":0.002148,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000401,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001322,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000425,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012304,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000386083,"duration_s":0.133815,"completed_at":"2026-06-08T13:16:21.959Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003228,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1460vm-test-run-nixbot-gitlab> gitlab # [ 152.182257] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.961Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"785f01ae5f21b04f474fcacc","created_at":"2026-06-08T13:16:20.951Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"33f68b3817c0723989ef845810981c81","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T13:16:20.956Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-785f01ae5f21b04f474fcacc: start","job_status":"start","queue_duration_s":1.004804,"scheduling_latency_s":1.004836}1461vm-test-run-nixbot-gitlab> gitlab # [ 152.185235] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.974Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1462vm-test-run-nixbot-gitlab> gitlab # [ 152.187429] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.980Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"785f01ae5f21b04f474fcacc","created_at":"2026-06-08T13:16:20.951Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"33f68b3817c0723989ef845810981c81","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T13:16:20.956Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-785f01ae5f21b04f474fcacc: done: 0.019282 sec","job_status":"done","queue_duration_s":1.004804,"scheduling_latency_s":1.004836,"redis_calls":10,"redis_duration_s":0.002353,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000509,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001382,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000462,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011239,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000349485,"duration_s":0.019282,"completed_at":"2026-06-08T13:16:21.980Z","load_balancing_strategy":"primary","db_duration_s":0.000535,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1463vm-test-run-nixbot-gitlab> gitlab # [ 152.221212] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.981Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"d236d97045d184c2ea8df37f","created_at":"2026-06-08T13:16:20.959Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76a1e1b990141b18b80b1389d4a40786","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T13:16:20.964Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-d236d97045d184c2ea8df37f: start","job_status":"start","queue_duration_s":1.017042,"scheduling_latency_s":1.017063}1464vm-test-run-nixbot-gitlab> gitlab # [ 152.242388] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.992Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1465vm-test-run-nixbot-gitlab> gitlab # [ 152.248382] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.998Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"d236d97045d184c2ea8df37f","created_at":"2026-06-08T13:16:20.959Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"76a1e1b990141b18b80b1389d4a40786","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T13:16:20.964Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-d236d97045d184c2ea8df37f: done: 0.016543 sec","job_status":"done","queue_duration_s":1.017042,"scheduling_latency_s":1.017063,"redis_calls":10,"redis_duration_s":0.002191,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000412,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001357,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009346,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000336076,"duration_s":0.016543,"completed_at":"2026-06-08T13:16:21.998Z","load_balancing_strategy":"primary","db_duration_s":0.00039,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1466vm-test-run-nixbot-gitlab> gitlab # [ 152.347555] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:21.999Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"887a99370eeebf2ed7a2bdd2","created_at":"2026-06-08T13:16:20.970Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3653bc09a0824b50f6a38fcfe43cf4b3","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.975Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-887a99370eeebf2ed7a2bdd2: start","job_status":"start","queue_duration_s":1.024369,"scheduling_latency_s":1.02439}1467vm-test-run-nixbot-gitlab> gitlab # [ 152.348938] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.026Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"887a99370eeebf2ed7a2bdd2","created_at":"2026-06-08T13:16:20.970Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"3653bc09a0824b50f6a38fcfe43cf4b3","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.975Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-887a99370eeebf2ed7a2bdd2: done: 0.026235 sec","job_status":"done","queue_duration_s":1.024369,"scheduling_latency_s":1.02439,"redis_calls":10,"redis_duration_s":0.0023439999999999997,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00046,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001383,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000501,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011631,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000381613,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.026235,"completed_at":"2026-06-08T13:16:22.026Z","load_balancing_strategy":"primary","db_duration_s":0.008087,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1468vm-test-run-nixbot-gitlab> gitlab # [ 152.424351] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.027Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"eb7773c2b4dc5b3d5664f17d","created_at":"2026-06-08T13:16:20.984Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.989Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-eb7773c2b4dc5b3d5664f17d: start","job_status":"start","queue_duration_s":1.038122,"scheduling_latency_s":1.038144}1469vm-test-run-nixbot-gitlab> gitlab # [ 152.425776] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.112Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleDeleteObjectsCronWorker","jid":"eb7773c2b4dc5b3d5664f17d","created_at":"2026-06-08T13:16:20.984Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8251d4193fad694e50c4958d17fdca56b6fb205fa6961a4b1ccb7cd497bc09c1","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:20.989Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleDeleteObjectsCronWorker JID-eb7773c2b4dc5b3d5664f17d: done: 0.085466 sec","job_status":"done","queue_duration_s":1.038122,"scheduling_latency_s":1.038144,"redis_calls":65,"redis_duration_s":0.015145,"redis_read_bytes":115,"redis_write_bytes":41282,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000862,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":656,"redis_queues_calls":2,"redis_queues_duration_s":0.00067,"redis_queues_read_bytes":4,"redis_queues_write_bytes":36985,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.012718,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3374,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000895,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":267,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.067177,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00035647,"duration_s":0.085466,"completed_at":"2026-06-08T13:16:22.112Z","load_balancing_strategy":"primary","db_duration_s":0.000681,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1470vm-test-run-nixbot-gitlab> gitlab # [ 152.500715] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.114Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"6780111aa754e7ae3d237fd3","created_at":"2026-06-08T13:16:20.995Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"01d38767bf7c6ff7b28e0b435820239f","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.003Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-6780111aa754e7ae3d237fd3: start","job_status":"start","queue_duration_s":1.111179,"scheduling_latency_s":1.111201}1471vm-test-run-nixbot-gitlab> gitlab # [ 152.577428] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.144Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"6780111aa754e7ae3d237fd3","created_at":"2026-06-08T13:16:20.995Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"01d38767bf7c6ff7b28e0b435820239f","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.003Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-6780111aa754e7ae3d237fd3: done: 0.030233 sec","job_status":"done","queue_duration_s":1.111179,"scheduling_latency_s":1.111201,"redis_calls":13,"redis_duration_s":0.0028640000000000002,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000424,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001469,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000971,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017151,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00904249,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.030233,"completed_at":"2026-06-08T13:16:22.144Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005246,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1472vm-test-run-nixbot-gitlab> gitlab # [ 152.647851] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.146Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"0b75c95cab0eefccd691fc95","created_at":"2026-06-08T13:16:21.011Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"05342e1686a63efa59e3be70194283a5","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.018Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-0b75c95cab0eefccd691fc95: start","job_status":"start","queue_duration_s":1.128008,"scheduling_latency_s":1.128029}1473vm-test-run-nixbot-gitlab> gitlab # [ 152.648870] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.684Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"0b75c95cab0eefccd691fc95","created_at":"2026-06-08T13:16:21.011Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"05342e1686a63efa59e3be70194283a5","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.018Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-0b75c95cab0eefccd691fc95: done: 0.538361 sec","job_status":"done","queue_duration_s":1.128008,"scheduling_latency_s":1.128029,"redis_calls":574,"redis_duration_s":0.12282,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000413,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001426,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.120981,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.301247,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000370438,"duration_s":0.538361,"completed_at":"2026-06-08T13:16:22.684Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000347,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1474vm-test-run-nixbot-gitlab> gitlab # [ 152.727610] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.689Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"2ba7acfbf51acfef13dd68c3","created_at":"2026-06-08T13:16:21.037Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"66594c32444221fc9bfd2911e0735ec9","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.048Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-2ba7acfbf51acfef13dd68c3: start","job_status":"start","queue_duration_s":1.641703,"scheduling_latency_s":1.641736}1475vm-test-run-nixbot-gitlab> gitlab # [ 152.728975] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.714Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"2ba7acfbf51acfef13dd68c3","created_at":"2026-06-08T13:16:21.037Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"66594c32444221fc9bfd2911e0735ec9","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.048Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-2ba7acfbf51acfef13dd68c3: done: 0.0245 sec","job_status":"done","queue_duration_s":1.641703,"scheduling_latency_s":1.641736,"redis_calls":12,"redis_duration_s":0.002722,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000426,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001267,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001029,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013854,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000546718,"exclusive_lock_hold_duration_s":0.0052006610000000005,"duration_s":0.0245,"completed_at":"2026-06-08T13:16:22.714Z","load_balancing_strategy":"primary","db_duration_s":0.002986,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1476vm-test-run-nixbot-gitlab> gitlab # [ 152.804537] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.715Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d9e048d149dc9921ec012d3c","created_at":"2026-06-08T13:16:21.063Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.073Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d9e048d149dc9921ec012d3c: start","job_status":"start","queue_duration_s":1.642013,"scheduling_latency_s":1.642035}1477vm-test-run-nixbot-gitlab> gitlab # [ 152.806440] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.744Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d9e048d149dc9921ec012d3c","created_at":"2026-06-08T13:16:21.063Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.073Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d9e048d149dc9921ec012d3c: done: 0.028534 sec","job_status":"done","queue_duration_s":1.642013,"scheduling_latency_s":1.642035,"redis_calls":19,"redis_duration_s":0.004084,"redis_read_bytes":23,"redis_write_bytes":4785,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000957,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000317,"redis_queues_read_bytes":4,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002205,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000605,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018327,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000381613,"duration_s":0.028534,"completed_at":"2026-06-08T13:16:22.744Z","load_balancing_strategy":"primary","db_duration_s":0.001618,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1478vm-test-run-nixbot-gitlab> gitlab # [ 152.877236] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.745Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"7c674aa73f79ed277fef04a7","created_at":"2026-06-08T13:16:21.086Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"270a52599538cc4a4c1d725daa91f8c5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.095Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-7c674aa73f79ed277fef04a7: start","job_status":"start","queue_duration_s":1.649985,"scheduling_latency_s":1.650005}1479vm-test-run-nixbot-gitlab> gitlab # [ 152.878823] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.838Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"7c674aa73f79ed277fef04a7","created_at":"2026-06-08T13:16:21.086Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"270a52599538cc4a4c1d725daa91f8c5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.095Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-7c674aa73f79ed277fef04a7: done: 0.092558 sec","job_status":"done","queue_duration_s":1.649985,"scheduling_latency_s":1.650005,"redis_calls":14,"redis_duration_s":0.0033109999999999997,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000822,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001029,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.061,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.058,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022714,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000448381,"exclusive_lock_hold_duration_s":0.06870984899999999,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.092558,"completed_at":"2026-06-08T13:16:22.838Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.063127,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1480vm-test-run-nixbot-gitlab> gitlab # [ 152.959312] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.840Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cfac894959cee057ebe6b032","created_at":"2026-06-08T13:16:21.108Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b4702f3b1d8910e79ad0ac251068a27","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.116Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cfac894959cee057ebe6b032: start","job_status":"start","queue_duration_s":1.723174,"scheduling_latency_s":1.723197}1481vm-test-run-nixbot-gitlab> gitlab # [ 152.960929] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.870Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"cfac894959cee057ebe6b032","created_at":"2026-06-08T13:16:21.108Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b4702f3b1d8910e79ad0ac251068a27","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.116Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-cfac894959cee057ebe6b032: done: 0.030838 sec","job_status":"done","queue_duration_s":1.723174,"scheduling_latency_s":1.723197,"redis_calls":12,"redis_duration_s":0.0028380000000000002,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000465,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001417,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000956,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015721,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000460674,"exclusive_lock_hold_duration_s":0.008259989,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.030838,"completed_at":"2026-06-08T13:16:22.870Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008262,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1482vm-test-run-nixbot-gitlab> gitlab # [ 153.089496] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.872Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"4063f429a5ac61e2d7b139c2","created_at":"2026-06-08T13:16:21.130Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"5f458d7e80b7384dec0214f2a15e990c","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.138Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-4063f429a5ac61e2d7b139c2: start","job_status":"start","queue_duration_s":1.733426,"scheduling_latency_s":1.733447}1483vm-test-run-nixbot-gitlab> gitlab # [ 153.091190] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.888Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":["1"],"class":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker","jid":"4063f429a5ac61e2d7b139c2","created_at":"2026-06-08T13:16:21.130Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"fleet_visibility","correlation_id":"5f458d7e80b7384dec0214f2a15e990c","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f3066c5baf1b66987ee2154bc897f8592e7a97485c950408f900b17a65777f1b","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.138Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ClickHouse::FinishedPipelinesSyncCronWorker JID-4063f429a5ac61e2d7b139c2: done: 0.016655 sec","job_status":"done","queue_duration_s":1.733426,"scheduling_latency_s":1.733447,"redis_calls":10,"redis_duration_s":0.002387,"redis_read_bytes":9,"redis_write_bytes":1203,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000502,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001406,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009376,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000386362,"duration_s":0.016655,"completed_at":"2026-06-08T13:16:22.888Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000425,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1484vm-test-run-nixbot-gitlab> gitlab # [ 153.164861] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.890Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1cecc517d1c66f1061ee4c28","created_at":"2026-06-08T13:16:21.149Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"852a6c52e967d50188f63deaad2c47fc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.157Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1cecc517d1c66f1061ee4c28: start","job_status":"start","queue_duration_s":1.732697,"scheduling_latency_s":1.732718}1485vm-test-run-nixbot-gitlab> gitlab # [ 153.166169] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.900Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1486vm-test-run-nixbot-gitlab> gitlab # [ 153.167534] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.906Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"1cecc517d1c66f1061ee4c28","created_at":"2026-06-08T13:16:21.149Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"852a6c52e967d50188f63deaad2c47fc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.157Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-1cecc517d1c66f1061ee4c28: done: 0.016322 sec","job_status":"done","queue_duration_s":1.732697,"scheduling_latency_s":1.732718,"redis_calls":10,"redis_duration_s":0.002187,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000412,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001275,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.0005,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000364572,"duration_s":0.016322,"completed_at":"2026-06-08T13:16:22.906Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000374,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1487vm-test-run-nixbot-gitlab> gitlab # [ 153.237177] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.908Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"e307c35c950b9f609058bfe8","created_at":"2026-06-08T13:16:21.179Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f3658dea681f697c8b1450734ee72be8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T13:16:21.185Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-e307c35c950b9f609058bfe8: start","job_status":"start","queue_duration_s":1.722609,"scheduling_latency_s":1.722629}1488vm-test-run-nixbot-gitlab> gitlab # [ 153.238481] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.933Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"e307c35c950b9f609058bfe8","created_at":"2026-06-08T13:16:21.179Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f3658dea681f697c8b1450734ee72be8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T13:16:21.185Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-e307c35c950b9f609058bfe8: done: 0.025444 sec","job_status":"done","queue_duration_s":1.722609,"scheduling_latency_s":1.722629,"redis_calls":10,"redis_duration_s":0.002357,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000415,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001536,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000406,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015772,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000336077,"duration_s":0.025444,"completed_at":"2026-06-08T13:16:22.933Z","load_balancing_strategy":"primary","db_duration_s":0.002872,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1489vm-test-run-nixbot-gitlab> gitlab # [ 153.299178] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.935Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"3bc268bbefc8551258027f5c","created_at":"2026-06-08T13:16:21.199Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b32fc1669797d057a1b1e659c3117830","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.207Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-3bc268bbefc8551258027f5c: start","job_status":"start","queue_duration_s":1.727185,"scheduling_latency_s":1.727205}1490vm-test-run-nixbot-gitlab> gitlab # [ 153.376282] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.945Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1491vm-test-run-nixbot-gitlab> gitlab # [ 153.377849] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.951Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"3bc268bbefc8551258027f5c","created_at":"2026-06-08T13:16:21.199Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b32fc1669797d057a1b1e659c3117830","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.207Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-3bc268bbefc8551258027f5c: done: 0.016545 sec","job_status":"done","queue_duration_s":1.727185,"scheduling_latency_s":1.727205,"redis_calls":10,"redis_duration_s":0.00212,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000401,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001301,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000418,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000326857,"duration_s":0.016545,"completed_at":"2026-06-08T13:16:22.951Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000383,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1492vm-test-run-nixbot-gitlab> gitlab # [ 153.394274] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.953Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"e136b1ad5e05e645f9ebe25a","created_at":"2026-06-08T13:16:21.230Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb0c5688f5dac27070a786df6ea4f930","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.238Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-e136b1ad5e05e645f9ebe25a: start","job_status":"start","queue_duration_s":1.714677,"scheduling_latency_s":1.714699}1493vm-test-run-nixbot-gitlab> gitlab # [ 153.466120] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.972Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"e136b1ad5e05e645f9ebe25a","created_at":"2026-06-08T13:16:21.230Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fb0c5688f5dac27070a786df6ea4f930","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.238Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-e136b1ad5e05e645f9ebe25a: done: 0.019622 sec","job_status":"done","queue_duration_s":1.714677,"scheduling_latency_s":1.714699,"redis_calls":12,"redis_duration_s":0.003284,"redis_read_bytes":11,"redis_write_bytes":1482,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001533,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":610,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001329,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011421,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000371276,"duration_s":0.019622,"completed_at":"2026-06-08T13:16:22.972Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000706,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1494vm-test-run-nixbot-gitlab> gitlab # [ 153.535895] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.973Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"4e39a1167a00d68df09660b8","created_at":"2026-06-08T13:16:21.248Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"895d5745c659c3616361f5907e034051","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.254Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-4e39a1167a00d68df09660b8: start","job_status":"start","queue_duration_s":1.719408,"scheduling_latency_s":1.719429}1495vm-test-run-nixbot-gitlab> gitlab # [ 153.537347] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.993Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"4e39a1167a00d68df09660b8","created_at":"2026-06-08T13:16:21.248Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"895d5745c659c3616361f5907e034051","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.254Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-4e39a1167a00d68df09660b8: done: 0.019673 sec","job_status":"done","queue_duration_s":1.719408,"scheduling_latency_s":1.719429,"redis_calls":10,"redis_duration_s":0.00267,"redis_read_bytes":9,"redis_write_bytes":1299,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000415,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":361,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001829,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000426,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000331048,"duration_s":0.019673,"completed_at":"2026-06-08T13:16:22.993Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002628,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1496vm-test-run-nixbot-gitlab> gitlab # [ 153.624126] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:22.995Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74161920d8ad2f1a41222135","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74161920d8ad2f1a41222135: start","job_status":"start","queue_duration_s":1.34482,"scheduling_latency_s":1.34484}1497vm-test-run-nixbot-gitlab> gitlab # [ 153.625469] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.015Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"74161920d8ad2f1a41222135","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-74161920d8ad2f1a41222135: done: 0.020675 sec","job_status":"done","queue_duration_s":1.34482,"scheduling_latency_s":1.34484,"redis_calls":16,"redis_duration_s":0.0036300000000000004,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000464,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001067,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002099,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000331048,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020675,"completed_at":"2026-06-08T13:16:23.015Z","load_balancing_strategy":"primary","db_duration_s":0.00039,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1498vm-test-run-nixbot-gitlab> gitlab # [ 153.715268] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.016Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac2e1b523a5a99e3491d9e12","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac2e1b523a5a99e3491d9e12: start","job_status":"start","queue_duration_s":1.366771,"scheduling_latency_s":1.366792}1499vm-test-run-nixbot-gitlab> gitlab # [ 153.716538] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.032Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac2e1b523a5a99e3491d9e12","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac2e1b523a5a99e3491d9e12: done: 0.015237 sec","job_status":"done","queue_duration_s":1.366771,"scheduling_latency_s":1.366792,"redis_calls":13,"redis_duration_s":0.0028390000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000845,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001994,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009841,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015237,"completed_at":"2026-06-08T13:16:23.032Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1500vm-test-run-nixbot-gitlab> gitlab # [ 153.791134] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.033Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16d3ed46318aa6a66f9ed487","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16d3ed46318aa6a66f9ed487: start","job_status":"start","queue_duration_s":1.383472,"scheduling_latency_s":1.383494}1501vm-test-run-nixbot-gitlab> gitlab # [ 153.792500] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.048Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16d3ed46318aa6a66f9ed487","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16d3ed46318aa6a66f9ed487: done: 0.015358 sec","job_status":"done","queue_duration_s":1.383472,"scheduling_latency_s":1.383494,"redis_calls":13,"redis_duration_s":0.002883,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001991,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01015,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015358,"completed_at":"2026-06-08T13:16:23.048Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1502vm-test-run-nixbot-gitlab> gitlab # [ 153.814840] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.050Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f363d6d4f6d98e42af9ad4fd","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f363d6d4f6d98e42af9ad4fd: start","job_status":"start","queue_duration_s":1.400386,"scheduling_latency_s":1.400409}1503vm-test-run-nixbot-gitlab> gitlab # [ 153.889309] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.065Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f363d6d4f6d98e42af9ad4fd","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f363d6d4f6d98e42af9ad4fd: done: 0.015304 sec","job_status":"done","queue_duration_s":1.400386,"scheduling_latency_s":1.400409,"redis_calls":13,"redis_duration_s":0.003265,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001056,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002209,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015304,"completed_at":"2026-06-08T13:16:23.065Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1504vm-test-run-nixbot-gitlab> gitlab # [ 153.896204] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.067Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c02f4a734ec8329d3dd74286","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c02f4a734ec8329d3dd74286: start","job_status":"start","queue_duration_s":1.417031,"scheduling_latency_s":1.417053}1505vm-test-run-nixbot-gitlab> gitlab # [ 153.966133] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.082Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c02f4a734ec8329d3dd74286","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c02f4a734ec8329d3dd74286: done: 0.015432 sec","job_status":"done","queue_duration_s":1.417031,"scheduling_latency_s":1.417053,"redis_calls":13,"redis_duration_s":0.003036,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000961,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002075,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015432,"completed_at":"2026-06-08T13:16:23.082Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1506vm-test-run-nixbot-gitlab> gitlab # [ 153.976234] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.083Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c71419c82c4e59f72324d13","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c71419c82c4e59f72324d13: start","job_status":"start","queue_duration_s":1.433714,"scheduling_latency_s":1.433734}1507vm-test-run-nixbot-gitlab> gitlab # [ 153.995827] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.099Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4c71419c82c4e59f72324d13","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4c71419c82c4e59f72324d13: done: 0.015135 sec","job_status":"done","queue_duration_s":1.433714,"scheduling_latency_s":1.433734,"redis_calls":13,"redis_duration_s":0.002848,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000897,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001951,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009755,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015135,"completed_at":"2026-06-08T13:16:23.098Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1508vm-test-run-nixbot-gitlab> gitlab # [ 154.086347] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.100Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ff384c95def329a4b5ab907","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ff384c95def329a4b5ab907: start","job_status":"start","queue_duration_s":1.450147,"scheduling_latency_s":1.450168}1509vm-test-run-nixbot-gitlab> gitlab # [ 154.087401] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.115Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0ff384c95def329a4b5ab907","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0ff384c95def329a4b5ab907: done: 0.01552 sec","job_status":"done","queue_duration_s":1.450147,"scheduling_latency_s":1.450168,"redis_calls":13,"redis_duration_s":0.002882,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00084,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002042,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01552,"completed_at":"2026-06-08T13:16:23.115Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1510vm-test-run-nixbot-gitlab> gitlab # [ 154.188098] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"101a85d51ac4ad4aab33c24b","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-101a85d51ac4ad4aab33c24b: start","job_status":"start","queue_duration_s":1.46697,"scheduling_latency_s":1.466991}1511vm-test-run-nixbot-gitlab> gitlab # [ 154.189428] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.132Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"101a85d51ac4ad4aab33c24b","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-101a85d51ac4ad4aab33c24b: done: 0.01523 sec","job_status":"done","queue_duration_s":1.46697,"scheduling_latency_s":1.466991,"redis_calls":13,"redis_duration_s":0.002945,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000952,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001993,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009583,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01523,"completed_at":"2026-06-08T13:16:23.132Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1512vm-test-run-nixbot-gitlab> gitlab # [ 154.264044] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.133Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9abc57747ca6f9c7d37b288a","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9abc57747ca6f9c7d37b288a: start","job_status":"start","queue_duration_s":1.483449,"scheduling_latency_s":1.483471}1513vm-test-run-nixbot-gitlab> gitlab # [ 154.265259] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.148Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9abc57747ca6f9c7d37b288a","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9abc57747ca6f9c7d37b288a: done: 0.014936 sec","job_status":"done","queue_duration_s":1.483449,"scheduling_latency_s":1.483471,"redis_calls":13,"redis_duration_s":0.002771,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000838,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009609,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014936,"completed_at":"2026-06-08T13:16:23.148Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1514vm-test-run-nixbot-gitlab> gitlab # [ 154.337070] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.150Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2f8162f434429dad805fe8e","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2f8162f434429dad805fe8e: start","job_status":"start","queue_duration_s":1.499804,"scheduling_latency_s":1.499825}1515vm-test-run-nixbot-gitlab> gitlab # [ 154.338398] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2f8162f434429dad805fe8e","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2f8162f434429dad805fe8e: done: 0.015349 sec","job_status":"done","queue_duration_s":1.499804,"scheduling_latency_s":1.499825,"redis_calls":13,"redis_duration_s":0.003116,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001101,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009652,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015349,"completed_at":"2026-06-08T13:16:23.165Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1516vm-test-run-nixbot-gitlab> gitlab # [ 154.409414] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.166Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab76c0132d4877265b6f4a46","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab76c0132d4877265b6f4a46: start","job_status":"start","queue_duration_s":1.516679,"scheduling_latency_s":1.516699}1517vm-test-run-nixbot-gitlab> gitlab # [ 154.410773] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.181Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab76c0132d4877265b6f4a46","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab76c0132d4877265b6f4a46: done: 0.01516 sec","job_status":"done","queue_duration_s":1.516679,"scheduling_latency_s":1.516699,"redis_calls":13,"redis_duration_s":0.002724,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000895,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001829,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009904,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01516,"completed_at":"2026-06-08T13:16:23.181Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1518vm-test-run-nixbot-gitlab> gitlab # [ 154.510361] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.183Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac640389dfc7a8fc601ad221","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac640389dfc7a8fc601ad221: start","job_status":"start","queue_duration_s":1.533369,"scheduling_latency_s":1.53339}1519vm-test-run-nixbot-gitlab> gitlab # [ 154.511388] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.198Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac640389dfc7a8fc601ad221","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac640389dfc7a8fc601ad221: done: 0.015033 sec","job_status":"done","queue_duration_s":1.533369,"scheduling_latency_s":1.53339,"redis_calls":13,"redis_duration_s":0.003062,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001119,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001943,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015033,"completed_at":"2026-06-08T13:16:23.198Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1520vm-test-run-nixbot-gitlab> gitlab # [ 154.580071] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.199Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"26d0df0ac6cb602f42e1a17a","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-26d0df0ac6cb602f42e1a17a: start","job_status":"start","queue_duration_s":1.549771,"scheduling_latency_s":1.549792}1521vm-test-run-nixbot-gitlab> gitlab # [ 154.581487] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.215Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"26d0df0ac6cb602f42e1a17a","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-26d0df0ac6cb602f42e1a17a: done: 0.015118 sec","job_status":"done","queue_duration_s":1.549771,"scheduling_latency_s":1.549792,"redis_calls":13,"redis_duration_s":0.002883,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001999,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009869,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015118,"completed_at":"2026-06-08T13:16:23.215Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1522vm-test-run-nixbot-gitlab> gitlab # [ 154.650393] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.216Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb9ea0a39c4115ea0c9a7ec1","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb9ea0a39c4115ea0c9a7ec1: start","job_status":"start","queue_duration_s":1.566375,"scheduling_latency_s":1.566398}1523vm-test-run-nixbot-gitlab> gitlab # [ 154.651982] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.231Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fb9ea0a39c4115ea0c9a7ec1","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fb9ea0a39c4115ea0c9a7ec1: done: 0.015208 sec","job_status":"done","queue_duration_s":1.566375,"scheduling_latency_s":1.566398,"redis_calls":13,"redis_duration_s":0.0029839999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002093,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00975,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015208,"completed_at":"2026-06-08T13:16:23.231Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1524vm-test-run-nixbot-gitlab> gitlab # [ 154.726517] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.233Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3f38cdaa1e2ebc08abe7e0f","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3f38cdaa1e2ebc08abe7e0f: start","job_status":"start","queue_duration_s":1.583113,"scheduling_latency_s":1.583135}1525vm-test-run-nixbot-gitlab> gitlab # [ 154.727962] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.248Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d3f38cdaa1e2ebc08abe7e0f","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d3f38cdaa1e2ebc08abe7e0f: done: 0.015306 sec","job_status":"done","queue_duration_s":1.583113,"scheduling_latency_s":1.583135,"redis_calls":13,"redis_duration_s":0.00272,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00084,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009894,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015306,"completed_at":"2026-06-08T13:16:23.248Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1526vm-test-run-nixbot-gitlab> gitlab # [ 154.800802] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.250Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6709a027459ba306988a3bca","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6709a027459ba306988a3bca: start","job_status":"start","queue_duration_s":1.600663,"scheduling_latency_s":1.600684}1527vm-test-run-nixbot-gitlab> gitlab # [ 154.802205] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.266Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6709a027459ba306988a3bca","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6709a027459ba306988a3bca: done: 0.015377 sec","job_status":"done","queue_duration_s":1.600663,"scheduling_latency_s":1.600684,"redis_calls":13,"redis_duration_s":0.002992,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001915,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009819,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015377,"completed_at":"2026-06-08T13:16:23.266Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1528vm-test-run-nixbot-gitlab> gitlab # [ 154.877351] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f792d9725568ab245591649","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f792d9725568ab245591649: start","job_status":"start","queue_duration_s":1.617382,"scheduling_latency_s":1.617402}1529vm-test-run-nixbot-gitlab> gitlab # [ 154.878965] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.282Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9f792d9725568ab245591649","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9f792d9725568ab245591649: done: 0.015323 sec","job_status":"done","queue_duration_s":1.617382,"scheduling_latency_s":1.617402,"redis_calls":13,"redis_duration_s":0.002867,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00083,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009781,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015323,"completed_at":"2026-06-08T13:16:23.282Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1530vm-test-run-nixbot-gitlab> gitlab # [ 154.968410] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b0250829bfaa659ea2f288a","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b0250829bfaa659ea2f288a: start","job_status":"start","queue_duration_s":1.634042,"scheduling_latency_s":1.634063}1531vm-test-run-nixbot-gitlab> gitlab # [ 154.969944] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.299Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2b0250829bfaa659ea2f288a","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2b0250829bfaa659ea2f288a: done: 0.015121 sec","job_status":"done","queue_duration_s":1.634042,"scheduling_latency_s":1.634063,"redis_calls":13,"redis_duration_s":0.002786,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000893,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001893,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015121,"completed_at":"2026-06-08T13:16:23.299Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1532vm-test-run-nixbot-gitlab> gitlab # [ 155.042453] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.300Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b12d594681b0c9efc4dcdb92","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b12d594681b0c9efc4dcdb92: start","job_status":"start","queue_duration_s":1.650425,"scheduling_latency_s":1.650448}1533vm-test-run-nixbot-gitlab> gitlab # [ 155.043993] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.315Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b12d594681b0c9efc4dcdb92","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b12d594681b0c9efc4dcdb92: done: 0.015166 sec","job_status":"done","queue_duration_s":1.650425,"scheduling_latency_s":1.650448,"redis_calls":13,"redis_duration_s":0.002902,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002028,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015166,"completed_at":"2026-06-08T13:16:23.315Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1534vm-test-run-nixbot-gitlab> gitlab # [ 155.120990] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.317Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87fda0ea627df8e59bfc06a9","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87fda0ea627df8e59bfc06a9: start","job_status":"start","queue_duration_s":1.666919,"scheduling_latency_s":1.66694}1535vm-test-run-nixbot-gitlab> gitlab # [ 155.122346] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.332Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"87fda0ea627df8e59bfc06a9","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-87fda0ea627df8e59bfc06a9: done: 0.015565 sec","job_status":"done","queue_duration_s":1.666919,"scheduling_latency_s":1.66694,"redis_calls":13,"redis_duration_s":0.00288,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001968,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009787,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015565,"completed_at":"2026-06-08T13:16:23.332Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1536vm-test-run-nixbot-gitlab> gitlab # [ 155.202960] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.333Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca4f35c6b079fc1d34d5e7b8","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca4f35c6b079fc1d34d5e7b8: start","job_status":"start","queue_duration_s":1.683711,"scheduling_latency_s":1.683733}1537vm-test-run-nixbot-gitlab> gitlab # [ 155.204412] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.349Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ca4f35c6b079fc1d34d5e7b8","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ca4f35c6b079fc1d34d5e7b8: done: 0.015135 sec","job_status":"done","queue_duration_s":1.683711,"scheduling_latency_s":1.683733,"redis_calls":13,"redis_duration_s":0.002796,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000923,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001873,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00963,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015135,"completed_at":"2026-06-08T13:16:23.348Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1538vm-test-run-nixbot-gitlab> gitlab # [ 155.280326] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8712cc2ce90e22c1461e4835","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8712cc2ce90e22c1461e4835: start","job_status":"start","queue_duration_s":1.700348,"scheduling_latency_s":1.700369}1539vm-test-run-nixbot-gitlab> gitlab # [ 155.281858] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.366Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8712cc2ce90e22c1461e4835","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8712cc2ce90e22c1461e4835: done: 0.015546 sec","job_status":"done","queue_duration_s":1.700348,"scheduling_latency_s":1.700369,"redis_calls":13,"redis_duration_s":0.003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001002,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009797,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015546,"completed_at":"2026-06-08T13:16:23.366Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1540vm-test-run-nixbot-gitlab> gitlab # [ 155.357351] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.367Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e67098ddec5052f84ffdbafd","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e67098ddec5052f84ffdbafd: start","job_status":"start","queue_duration_s":1.71733,"scheduling_latency_s":1.717351}1541vm-test-run-nixbot-gitlab> gitlab # [ 155.358933] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.382Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e67098ddec5052f84ffdbafd","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e67098ddec5052f84ffdbafd: done: 0.01522 sec","job_status":"done","queue_duration_s":1.71733,"scheduling_latency_s":1.717351,"redis_calls":13,"redis_duration_s":0.0030540000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002049,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009887,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01522,"completed_at":"2026-06-08T13:16:23.382Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1542vm-test-run-nixbot-gitlab> gitlab # [ 155.430820] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.384Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4a01fb2d0421ddde849dabb","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4a01fb2d0421ddde849dabb: start","job_status":"start","queue_duration_s":1.734121,"scheduling_latency_s":1.734144}1543vm-test-run-nixbot-gitlab> gitlab # [ 155.436200] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.399Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c4a01fb2d0421ddde849dabb","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c4a01fb2d0421ddde849dabb: done: 0.015094 sec","job_status":"done","queue_duration_s":1.734121,"scheduling_latency_s":1.734144,"redis_calls":13,"redis_duration_s":0.00284,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000955,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001885,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00977,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015094,"completed_at":"2026-06-08T13:16:23.399Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1544vm-test-run-nixbot-gitlab> gitlab # [ 155.511389] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.400Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"099b91f3d881c6ca36ab7697","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-099b91f3d881c6ca36ab7697: start","job_status":"start","queue_duration_s":1.750598,"scheduling_latency_s":1.750619}1545vm-test-run-nixbot-gitlab> gitlab # [ 155.516281] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.416Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"099b91f3d881c6ca36ab7697","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-099b91f3d881c6ca36ab7697: done: 0.015499 sec","job_status":"done","queue_duration_s":1.750598,"scheduling_latency_s":1.750619,"redis_calls":13,"redis_duration_s":0.002816,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001916,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010202,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015499,"completed_at":"2026-06-08T13:16:23.416Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1546vm-test-run-nixbot-gitlab> gitlab # [ 155.587431] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.417Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f84ab35408aa5d896adb294","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f84ab35408aa5d896adb294: start","job_status":"start","queue_duration_s":1.767549,"scheduling_latency_s":1.767569}1547vm-test-run-nixbot-gitlab> gitlab # [ 155.596167] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.432Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2f84ab35408aa5d896adb294","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2f84ab35408aa5d896adb294: done: 0.015177 sec","job_status":"done","queue_duration_s":1.767549,"scheduling_latency_s":1.767569,"redis_calls":13,"redis_duration_s":0.002838,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000891,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009818,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015177,"completed_at":"2026-06-08T13:16:23.432Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1548vm-test-run-nixbot-gitlab> gitlab # [ 155.680409] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.434Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fbbe49ae167c5d48cfc5d28","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fbbe49ae167c5d48cfc5d28: start","job_status":"start","queue_duration_s":1.784033,"scheduling_latency_s":1.784053}1549vm-test-run-nixbot-gitlab> gitlab # [ 155.681964] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.449Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fbbe49ae167c5d48cfc5d28","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fbbe49ae167c5d48cfc5d28: done: 0.015699 sec","job_status":"done","queue_duration_s":1.784033,"scheduling_latency_s":1.784053,"redis_calls":13,"redis_duration_s":0.002987,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002101,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010068,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015699,"completed_at":"2026-06-08T13:16:23.449Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1550vm-test-run-nixbot-gitlab> gitlab # [ 155.757434] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.451Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05d25a3fccb55f93d6dd3d7b","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05d25a3fccb55f93d6dd3d7b: start","job_status":"start","queue_duration_s":1.801065,"scheduling_latency_s":1.801086}1551vm-test-run-nixbot-gitlab> gitlab # [ 155.758870] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.466Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"05d25a3fccb55f93d6dd3d7b","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-05d25a3fccb55f93d6dd3d7b: done: 0.015655 sec","job_status":"done","queue_duration_s":1.801065,"scheduling_latency_s":1.801086,"redis_calls":13,"redis_duration_s":0.003009,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000895,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002114,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009878,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015655,"completed_at":"2026-06-08T13:16:23.466Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1552vm-test-run-nixbot-gitlab> gitlab # [ 155.849370] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.468Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"428a55d33937a47b6d329f81","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-428a55d33937a47b6d329f81: start","job_status":"start","queue_duration_s":1.818183,"scheduling_latency_s":1.818208}1553vm-test-run-nixbot-gitlab> gitlab # [ 155.851077] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.483Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"428a55d33937a47b6d329f81","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-428a55d33937a47b6d329f81: done: 0.015347 sec","job_status":"done","queue_duration_s":1.818183,"scheduling_latency_s":1.818208,"redis_calls":13,"redis_duration_s":0.002977,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000863,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002114,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009705,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015347,"completed_at":"2026-06-08T13:16:23.483Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1554vm-test-run-nixbot-gitlab> gitlab # [ 155.923168] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.484Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1713c14a57734df4944d2dee","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1713c14a57734df4944d2dee: start","job_status":"start","queue_duration_s":1.834781,"scheduling_latency_s":1.834802}1555vm-test-run-nixbot-gitlab> gitlab # [ 155.924488] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.500Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1713c14a57734df4944d2dee","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1713c14a57734df4944d2dee: done: 0.015396 sec","job_status":"done","queue_duration_s":1.834781,"scheduling_latency_s":1.834802,"redis_calls":13,"redis_duration_s":0.0027890000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001917,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009457,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015396,"completed_at":"2026-06-08T13:16:23.500Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1556vm-test-run-nixbot-gitlab> gitlab # [ 156.001982] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88c45aca382b96ddfbc024e6","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88c45aca382b96ddfbc024e6: start","job_status":"start","queue_duration_s":1.851507,"scheduling_latency_s":1.851527}1557vm-test-run-nixbot-gitlab> gitlab # [ 156.003139] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.517Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"88c45aca382b96ddfbc024e6","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-88c45aca382b96ddfbc024e6: done: 0.015342 sec","job_status":"done","queue_duration_s":1.851507,"scheduling_latency_s":1.851527,"redis_calls":13,"redis_duration_s":0.0028640000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000906,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009623,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015342,"completed_at":"2026-06-08T13:16:23.516Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1558vm-test-run-nixbot-gitlab> gitlab # [ 156.072277] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46d08b36196d74e7dd193860","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46d08b36196d74e7dd193860: start","job_status":"start","queue_duration_s":1.868161,"scheduling_latency_s":1.868182}1559vm-test-run-nixbot-gitlab> gitlab # [ 156.076963] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"46d08b36196d74e7dd193860","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-46d08b36196d74e7dd193860: done: 0.015152 sec","job_status":"done","queue_duration_s":1.868161,"scheduling_latency_s":1.868182,"redis_calls":13,"redis_duration_s":0.003126,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001022,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002104,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009713,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015152,"completed_at":"2026-06-08T13:16:23.533Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1560vm-test-run-nixbot-gitlab> gitlab # [ 156.149248] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:23.534Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef3cf90ea0ecae3ab927a7a4","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef3cf90ea0ecae3ab927a7a4: start","job_status":"start","queue_duration_s":1.884703,"scheduling_latency_s":1.884725}1561vm-test-run-nixbot-gitlab> gitlab # [ 156.483930] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 3943020500 wd_nsec: 39430203751562vm-test-run-nixbot-gitlab> gitlab # [ 156.241659] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.419Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ef3cf90ea0ecae3ab927a7a4","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ef3cf90ea0ecae3ab927a7a4: done: 2.884305 sec","job_status":"done","queue_duration_s":1.884703,"scheduling_latency_s":1.884725,"redis_calls":13,"redis_duration_s":0.0035570000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001521,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002036,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011322,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":2.884305,"completed_at":"2026-06-08T13:16:26.419Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1563vm-test-run-nixbot-gitlab> gitlab # [ 156.243513] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.420Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac18b4e9e5601aafd9277a91","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac18b4e9e5601aafd9277a91: start","job_status":"start","queue_duration_s":4.770682,"scheduling_latency_s":4.770713}1564vm-test-run-nixbot-gitlab> gitlab # [ 156.259366] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.436Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ac18b4e9e5601aafd9277a91","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ac18b4e9e5601aafd9277a91: done: 0.016144 sec","job_status":"done","queue_duration_s":4.770682,"scheduling_latency_s":4.770713,"redis_calls":13,"redis_duration_s":0.003002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000912,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00209,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010229,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016144,"completed_at":"2026-06-08T13:16:26.436Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1565vm-test-run-nixbot-gitlab> gitlab # [ 156.379243] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.443Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab7df0dac791fa00509b3ba5","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab7df0dac791fa00509b3ba5: start","job_status":"start","queue_duration_s":4.793416,"scheduling_latency_s":4.793437}1566vm-test-run-nixbot-gitlab> gitlab # [ 156.380691] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.467Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ab7df0dac791fa00509b3ba5","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ab7df0dac791fa00509b3ba5: done: 0.023633 sec","job_status":"done","queue_duration_s":4.793416,"scheduling_latency_s":4.793437,"redis_calls":13,"redis_duration_s":0.011072,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0036,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.007472,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010077,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.023633,"completed_at":"2026-06-08T13:16:26.467Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1567vm-test-run-nixbot-gitlab> gitlab # [ 156.450832] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.470Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3dfd72ce264df47b490d32d1","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3dfd72ce264df47b490d32d1: start","job_status":"start","queue_duration_s":4.820253,"scheduling_latency_s":4.820275}1568vm-test-run-nixbot-gitlab> gitlab # [ 156.451881] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.492Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3dfd72ce264df47b490d32d1","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3dfd72ce264df47b490d32d1: done: 0.021897 sec","job_status":"done","queue_duration_s":4.820253,"scheduling_latency_s":4.820275,"redis_calls":13,"redis_duration_s":0.009049,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006452,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010475,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021897,"completed_at":"2026-06-08T13:16:26.492Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1569vm-test-run-nixbot-gitlab> gitlab # [ 156.530849] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94472ff3a0fb088ebf556d9b","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94472ff3a0fb088ebf556d9b: start","job_status":"start","queue_duration_s":4.843772,"scheduling_latency_s":4.843795}1570vm-test-run-nixbot-gitlab> gitlab # [ 156.532279] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.508Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"94472ff3a0fb088ebf556d9b","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-94472ff3a0fb088ebf556d9b: done: 0.015039 sec","job_status":"done","queue_duration_s":4.843772,"scheduling_latency_s":4.843795,"redis_calls":13,"redis_duration_s":0.002868,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000871,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001997,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010153,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015039,"completed_at":"2026-06-08T13:16:26.508Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1571vm-test-run-nixbot-gitlab> gitlab # [ 156.558221] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.510Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"41063f2d5fc6af561be24c47","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-41063f2d5fc6af561be24c47: start","job_status":"start","queue_duration_s":4.86028,"scheduling_latency_s":4.860301}1572vm-test-run-nixbot-gitlab> gitlab # [ 156.578407] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.525Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"41063f2d5fc6af561be24c47","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-41063f2d5fc6af561be24c47: done: 0.015058 sec","job_status":"done","queue_duration_s":4.86028,"scheduling_latency_s":4.860301,"redis_calls":13,"redis_duration_s":0.00306,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001045,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002015,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01012,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015058,"completed_at":"2026-06-08T13:16:26.525Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1573vm-test-run-nixbot-gitlab> gitlab # [ 156.640238] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.526Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6a4cecddc375d4cff3cd5b2","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6a4cecddc375d4cff3cd5b2: start","job_status":"start","queue_duration_s":4.87664,"scheduling_latency_s":4.87666}1574vm-test-run-nixbot-gitlab> gitlab # [ 156.709174] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.541Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6a4cecddc375d4cff3cd5b2","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6a4cecddc375d4cff3cd5b2: done: 0.015121 sec","job_status":"done","queue_duration_s":4.87664,"scheduling_latency_s":4.87666,"redis_calls":13,"redis_duration_s":0.002835,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001941,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010146,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015121,"completed_at":"2026-06-08T13:16:26.541Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1575vm-test-run-nixbot-gitlab> gitlab # [ 156.720944] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.543Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"317d0dbdcb22015ae52d9736","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-317d0dbdcb22015ae52d9736: start","job_status":"start","queue_duration_s":4.893149,"scheduling_latency_s":4.893169}1576vm-test-run-nixbot-gitlab> gitlab # [ 156.740794] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.559Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"317d0dbdcb22015ae52d9736","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-317d0dbdcb22015ae52d9736: done: 0.015824 sec","job_status":"done","queue_duration_s":4.893149,"scheduling_latency_s":4.893169,"redis_calls":13,"redis_duration_s":0.0036119999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002639,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010148,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015824,"completed_at":"2026-06-08T13:16:26.559Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1577vm-test-run-nixbot-gitlab> gitlab # [ 156.804580] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.561Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84ee14c20e25f4ea81ced47d","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84ee14c20e25f4ea81ced47d: start","job_status":"start","queue_duration_s":4.91134,"scheduling_latency_s":4.91136}1578vm-test-run-nixbot-gitlab> gitlab # [ 156.886266] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.592Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"84ee14c20e25f4ea81ced47d","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-84ee14c20e25f4ea81ced47d: done: 0.031098 sec","job_status":"done","queue_duration_s":4.91134,"scheduling_latency_s":4.91136,"redis_calls":13,"redis_duration_s":0.015787000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000973,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.014814,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012532,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031098,"completed_at":"2026-06-08T13:16:26.592Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1579vm-test-run-nixbot-gitlab> gitlab # [ 156.889102] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.594Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4619f3555d953812bc6668ad","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4619f3555d953812bc6668ad: start","job_status":"start","queue_duration_s":4.94406,"scheduling_latency_s":4.944091}1580vm-test-run-nixbot-gitlab> gitlab # [ 156.905262] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.610Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4619f3555d953812bc6668ad","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4619f3555d953812bc6668ad: done: 0.016132 sec","job_status":"done","queue_duration_s":4.94406,"scheduling_latency_s":4.944091,"redis_calls":13,"redis_duration_s":0.002948,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00202,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009934,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016132,"completed_at":"2026-06-08T13:16:26.610Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1581vm-test-run-nixbot-gitlab> gitlab # [ 156.974850] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.611Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e1e20829dd1fee39af568318","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e1e20829dd1fee39af568318: start","job_status":"start","queue_duration_s":4.96145,"scheduling_latency_s":4.96147}1582vm-test-run-nixbot-gitlab> gitlab # [ 156.986395] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.627Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e1e20829dd1fee39af568318","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e1e20829dd1fee39af568318: done: 0.015399 sec","job_status":"done","queue_duration_s":4.96145,"scheduling_latency_s":4.96147,"redis_calls":13,"redis_duration_s":0.003045,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002078,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00981,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015399,"completed_at":"2026-06-08T13:16:26.626Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1583vm-test-run-nixbot-gitlab> gitlab # [ 157.061365] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"95a70416bdfec67c98ba8f5e","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-95a70416bdfec67c98ba8f5e: start","job_status":"start","queue_duration_s":4.980836,"scheduling_latency_s":4.98086}1584vm-test-run-nixbot-gitlab> gitlab # [ 157.066881] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.651Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"95a70416bdfec67c98ba8f5e","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-95a70416bdfec67c98ba8f5e: done: 0.020292 sec","job_status":"done","queue_duration_s":4.980836,"scheduling_latency_s":4.98086,"redis_calls":13,"redis_duration_s":0.0032829999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001249,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002034,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010299,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020292,"completed_at":"2026-06-08T13:16:26.651Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1585vm-test-run-nixbot-gitlab> gitlab # [ 157.136125] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.652Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7cc43000c0ba916069843e5","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7cc43000c0ba916069843e5: start","job_status":"start","queue_duration_s":5.002573,"scheduling_latency_s":5.002596}1586vm-test-run-nixbot-gitlab> gitlab # [ 157.147830] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.668Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e7cc43000c0ba916069843e5","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e7cc43000c0ba916069843e5: done: 0.015889 sec","job_status":"done","queue_duration_s":5.002573,"scheduling_latency_s":5.002596,"redis_calls":13,"redis_duration_s":0.002996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000892,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002104,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015889,"completed_at":"2026-06-08T13:16:26.668Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1587vm-test-run-nixbot-gitlab> gitlab # [ 157.211438] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.670Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4af2840790a8f64082e54102","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4af2840790a8f64082e54102: start","job_status":"start","queue_duration_s":5.019932,"scheduling_latency_s":5.019954}1588vm-test-run-nixbot-gitlab> gitlab # [ 157.290901] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.686Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4af2840790a8f64082e54102","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4af2840790a8f64082e54102: done: 0.016357 sec","job_status":"done","queue_duration_s":5.019932,"scheduling_latency_s":5.019954,"redis_calls":13,"redis_duration_s":0.003494,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001431,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002063,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016357,"completed_at":"2026-06-08T13:16:26.686Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1589vm-test-run-nixbot-gitlab> gitlab # [ 157.292991] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.688Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10813f1ccad33b97a289c7a2","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10813f1ccad33b97a289c7a2: start","job_status":"start","queue_duration_s":5.037846,"scheduling_latency_s":5.037914}1590vm-test-run-nixbot-gitlab> gitlab # [ 157.364516] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.703Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"10813f1ccad33b97a289c7a2","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-10813f1ccad33b97a289c7a2: done: 0.015687 sec","job_status":"done","queue_duration_s":5.037846,"scheduling_latency_s":5.037914,"redis_calls":13,"redis_duration_s":0.00308,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000866,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002214,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015687,"completed_at":"2026-06-08T13:16:26.703Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1591vm-test-run-nixbot-gitlab> gitlab # [ 157.373287] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.705Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c804e60c85c027cf9c3dda66","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c804e60c85c027cf9c3dda66: start","job_status":"start","queue_duration_s":5.0551,"scheduling_latency_s":5.055121}1592vm-test-run-nixbot-gitlab> gitlab # [ 157.393181] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.731Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c804e60c85c027cf9c3dda66","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c804e60c85c027cf9c3dda66: done: 0.026592 sec","job_status":"done","queue_duration_s":5.0551,"scheduling_latency_s":5.055121,"redis_calls":13,"redis_duration_s":0.010255,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003858,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006397,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.026592,"completed_at":"2026-06-08T13:16:26.731Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1593vm-test-run-nixbot-gitlab> gitlab # [ 157.484066] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.735Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9f24759b0fad27d83774709","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9f24759b0fad27d83774709: start","job_status":"start","queue_duration_s":5.085511,"scheduling_latency_s":5.085543}1594vm-test-run-nixbot-gitlab> gitlab # [ 157.485177] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.760Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c9f24759b0fad27d83774709","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c9f24759b0fad27d83774709: done: 0.024779 sec","job_status":"done","queue_duration_s":5.085511,"scheduling_latency_s":5.085543,"redis_calls":13,"redis_duration_s":0.01082,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00303,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00779,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010536,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024779,"completed_at":"2026-06-08T13:16:26.760Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1595vm-test-run-nixbot-gitlab> gitlab # [ 157.559365] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.763Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"35d442a409cde6e675f6a0c4","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-35d442a409cde6e675f6a0c4: start","job_status":"start","queue_duration_s":5.113402,"scheduling_latency_s":5.113426}1596vm-test-run-nixbot-gitlab> gitlab # [ 157.560976] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"35d442a409cde6e675f6a0c4","created_at":"2026-06-08T13:16:21.564Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-e4e545e48a7f4aad","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"e92de2ea3dde4fa263bb39797583fb36","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:21.650Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-35d442a409cde6e675f6a0c4: done: 0.128111 sec","job_status":"done","queue_duration_s":5.113402,"scheduling_latency_s":5.113426,"redis_calls":13,"redis_duration_s":0.10446799999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003673,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.100795,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014056,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.128111,"completed_at":"2026-06-08T13:16:26.891Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1597vm-test-run-nixbot-gitlab> gitlab # [ 157.619344] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:26.893Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"72c5a1a04ff8043f47390a4b","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-72c5a1a04ff8043f47390a4b: start","job_status":"start","queue_duration_s":4.788676,"scheduling_latency_s":4.788705}1598vm-test-run-nixbot-gitlab> gitlab # [ 157.638245] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.059Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"72c5a1a04ff8043f47390a4b","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-72c5a1a04ff8043f47390a4b: done: 0.165852 sec","job_status":"done","queue_duration_s":4.788676,"scheduling_latency_s":4.788705,"redis_calls":13,"redis_duration_s":0.040234,"redis_read_bytes":12,"redis_write_bytes":1300,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00458,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":289,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":395,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.032778,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":616,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.032,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.033,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.033,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.016,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.02726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000434692,"duration_s":0.165852,"completed_at":"2026-06-08T13:16:27.059Z","load_balancing_strategy":"primary","db_duration_s":0.0644,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1599vm-test-run-nixbot-gitlab> gitlab # [ 157.709235] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ca2cf300a49593261dae2892","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ca2cf300a49593261dae2892: start","job_status":"start","queue_duration_s":4.958276,"scheduling_latency_s":4.958314}1600vm-test-run-nixbot-gitlab> gitlab # [ 157.720257] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.107Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ca2cf300a49593261dae2892","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ca2cf300a49593261dae2892: done: 0.04417 sec","job_status":"done","queue_duration_s":4.958276,"scheduling_latency_s":4.958314,"redis_calls":10,"redis_duration_s":0.006501,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001947,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004554,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013599,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04417,"completed_at":"2026-06-08T13:16:27.106Z","load_balancing_strategy":"primary","db_duration_s":0.012037,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1601vm-test-run-nixbot-gitlab> gitlab # [ 157.788510] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.114Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0dc8c0bfa467e5fc12739b1a","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0dc8c0bfa467e5fc12739b1a: start","job_status":"start","queue_duration_s":5.009881,"scheduling_latency_s":5.009908}1602vm-test-run-nixbot-gitlab> gitlab # [ 157.799249] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.173Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0dc8c0bfa467e5fc12739b1a","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0dc8c0bfa467e5fc12739b1a: done: 0.059393 sec","job_status":"done","queue_duration_s":5.009881,"scheduling_latency_s":5.009908,"redis_calls":10,"redis_duration_s":0.014397,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.008226,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006171,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013683,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.059393,"completed_at":"2026-06-08T13:16:27.173Z","load_balancing_strategy":"primary","db_duration_s":0.007531,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1603vm-test-run-nixbot-gitlab> gitlab # [ 157.870787] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.178Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5b9da7bcf619e9c23ce33998","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5b9da7bcf619e9c23ce33998: start","job_status":"start","queue_duration_s":5.07403,"scheduling_latency_s":5.074057}1604vm-test-run-nixbot-gitlab> gitlab # [ 157.942300] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.223Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5b9da7bcf619e9c23ce33998","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5b9da7bcf619e9c23ce33998: done: 0.044647 sec","job_status":"done","queue_duration_s":5.07403,"scheduling_latency_s":5.074057,"redis_calls":10,"redis_duration_s":0.012431000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004068,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.008363,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01443,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.044647,"completed_at":"2026-06-08T13:16:27.223Z","load_balancing_strategy":"primary","db_duration_s":0.008091,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1605vm-test-run-nixbot-gitlab> gitlab # [ 157.943970] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.227Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0e7e8af30264c7f91caf9d5a","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0e7e8af30264c7f91caf9d5a: start","job_status":"start","queue_duration_s":5.12269,"scheduling_latency_s":5.122728}1606vm-test-run-nixbot-gitlab> gitlab # [ 157.956886] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"0e7e8af30264c7f91caf9d5a","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-0e7e8af30264c7f91caf9d5a: done: 0.059341 sec","job_status":"done","queue_duration_s":5.12269,"scheduling_latency_s":5.122728,"redis_calls":10,"redis_duration_s":0.022687000000000002,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003283,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.019404,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014792,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.059341,"completed_at":"2026-06-08T13:16:27.286Z","load_balancing_strategy":"primary","db_duration_s":0.00891,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1607vm-test-run-nixbot-gitlab> gitlab # [ 158.033288] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.291Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c5dd8620efab6d4fa41ada87","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c5dd8620efab6d4fa41ada87: start","job_status":"start","queue_duration_s":5.186505,"scheduling_latency_s":5.18654}1608vm-test-run-nixbot-gitlab> gitlab # [ 158.102719] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c5dd8620efab6d4fa41ada87","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c5dd8620efab6d4fa41ada87: done: 0.092781 sec","job_status":"done","queue_duration_s":5.186505,"scheduling_latency_s":5.18654,"redis_calls":10,"redis_duration_s":0.029508,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.025309,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004199,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.038,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014923,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.092781,"completed_at":"2026-06-08T13:16:27.383Z","load_balancing_strategy":"primary","db_duration_s":0.070401,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1609vm-test-run-nixbot-gitlab> gitlab # [ 158.104893] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.393Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cf68a1c321a399c8bf108585","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cf68a1c321a399c8bf108585: start","job_status":"start","queue_duration_s":5.288872,"scheduling_latency_s":5.288901}1610vm-test-run-nixbot-gitlab> gitlab # [ 158.174449] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.471Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cf68a1c321a399c8bf108585","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cf68a1c321a399c8bf108585: done: 0.078324 sec","job_status":"done","queue_duration_s":5.288872,"scheduling_latency_s":5.288901,"redis_calls":10,"redis_duration_s":0.032933,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003307,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.029626,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.078324,"completed_at":"2026-06-08T13:16:27.471Z","load_balancing_strategy":"primary","db_duration_s":0.007465,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1611vm-test-run-nixbot-gitlab> gitlab # [ 158.176272] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.475Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bb28a663f4e5f5a37c3404f4","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bb28a663f4e5f5a37c3404f4: start","job_status":"start","queue_duration_s":5.370699,"scheduling_latency_s":5.370734}1612vm-test-run-nixbot-gitlab> gitlab # [ 158.194423] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.515Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"bb28a663f4e5f5a37c3404f4","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-bb28a663f4e5f5a37c3404f4: done: 0.040012 sec","job_status":"done","queue_duration_s":5.370699,"scheduling_latency_s":5.370734,"redis_calls":10,"redis_duration_s":0.007286000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002931,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004355,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014379,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040012,"completed_at":"2026-06-08T13:16:27.515Z","load_balancing_strategy":"primary","db_duration_s":0.010928,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1613vm-test-run-nixbot-gitlab> gitlab # [ 158.286914] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"95798276ad81ea8eab0963e3","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-95798276ad81ea8eab0963e3: start","job_status":"start","queue_duration_s":5.414017,"scheduling_latency_s":5.414044}1614vm-test-run-nixbot-gitlab> gitlab # [ 158.288542] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.626Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"95798276ad81ea8eab0963e3","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-95798276ad81ea8eab0963e3: done: 0.107425 sec","job_status":"done","queue_duration_s":5.414017,"scheduling_latency_s":5.414044,"redis_calls":10,"redis_duration_s":0.008671,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004025,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004646,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.071,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.071,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.011,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015257,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.107425,"completed_at":"2026-06-08T13:16:27.626Z","load_balancing_strategy":"primary","db_duration_s":0.079234,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1615vm-test-run-nixbot-gitlab> gitlab # [ 158.364489] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.630Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"92a70492ec64f337dec6d927","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-92a70492ec64f337dec6d927: start","job_status":"start","queue_duration_s":5.526301,"scheduling_latency_s":5.526332}1616vm-test-run-nixbot-gitlab> gitlab # [ 158.366398] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"92a70492ec64f337dec6d927","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-92a70492ec64f337dec6d927: done: 0.053337 sec","job_status":"done","queue_duration_s":5.526301,"scheduling_latency_s":5.526332,"redis_calls":10,"redis_duration_s":0.017573,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004783,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.01279,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014322,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.053337,"completed_at":"2026-06-08T13:16:27.684Z","load_balancing_strategy":"primary","db_duration_s":0.009412,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1617vm-test-run-nixbot-gitlab> gitlab # [ 158.445061] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.688Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"39428f6499184570092f6a9b","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-39428f6499184570092f6a9b: start","job_status":"start","queue_duration_s":5.583309,"scheduling_latency_s":5.583346}1618vm-test-run-nixbot-gitlab> gitlab # [ 158.446413] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.740Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"39428f6499184570092f6a9b","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-39428f6499184570092f6a9b: done: 0.052924 sec","job_status":"done","queue_duration_s":5.583309,"scheduling_latency_s":5.583346,"redis_calls":10,"redis_duration_s":0.00731,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003333,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.003977,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.015,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.015,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014264,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.052924,"completed_at":"2026-06-08T13:16:27.740Z","load_balancing_strategy":"primary","db_duration_s":0.021133,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1619vm-test-run-nixbot-gitlab> gitlab # [ 158.540430] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.744Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c45571a5fb3e6b2b0037679e","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c45571a5fb3e6b2b0037679e: start","job_status":"start","queue_duration_s":5.639457,"scheduling_latency_s":5.639487}1620vm-test-run-nixbot-gitlab> gitlab # [ 158.541969] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.800Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c45571a5fb3e6b2b0037679e","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c45571a5fb3e6b2b0037679e: done: 0.056543 sec","job_status":"done","queue_duration_s":5.639457,"scheduling_latency_s":5.639487,"redis_calls":10,"redis_duration_s":0.009175,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001157,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.008018,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.021,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013302,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.056543,"completed_at":"2026-06-08T13:16:27.800Z","load_balancing_strategy":"primary","db_duration_s":0.040546,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1621vm-test-run-nixbot-gitlab> gitlab # [ 158.574202] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.802Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ad48837fcc3128f7b03ec19d","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ad48837fcc3128f7b03ec19d: start","job_status":"start","queue_duration_s":5.697454,"scheduling_latency_s":5.697488}1622vm-test-run-nixbot-gitlab> gitlab # [ 158.593794] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.891Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ad48837fcc3128f7b03ec19d","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ad48837fcc3128f7b03ec19d: done: 0.089615 sec","job_status":"done","queue_duration_s":5.697454,"scheduling_latency_s":5.697488,"redis_calls":10,"redis_duration_s":0.035008,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.026222,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.008786,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016841,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.089615,"completed_at":"2026-06-08T13:16:27.891Z","load_balancing_strategy":"primary","db_duration_s":0.008251,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1623vm-test-run-nixbot-gitlab> gitlab # [ 158.656214] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:27.893Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2ba02622738285085f40e1df","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2ba02622738285085f40e1df: start","job_status":"start","queue_duration_s":5.788692,"scheduling_latency_s":5.788719}1624vm-test-run-nixbot-gitlab> gitlab # [ 158.675368] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.069Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"2ba02622738285085f40e1df","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-2ba02622738285085f40e1df: done: 0.17638 sec","job_status":"done","queue_duration_s":5.788692,"scheduling_latency_s":5.788719,"redis_calls":10,"redis_duration_s":0.011309,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004523,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006786,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.125,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.125,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01746,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.17638,"completed_at":"2026-06-08T13:16:28.069Z","load_balancing_strategy":"primary","db_duration_s":0.136703,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1625vm-test-run-nixbot-gitlab> gitlab # [ 158.751461] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fbee2ea84360a550e643bb19","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fbee2ea84360a550e643bb19: start","job_status":"start","queue_duration_s":5.971208,"scheduling_latency_s":5.97124}1626vm-test-run-nixbot-gitlab> gitlab # [ 158.754980] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.118Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"fbee2ea84360a550e643bb19","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-fbee2ea84360a550e643bb19: done: 0.04293 sec","job_status":"done","queue_duration_s":5.971208,"scheduling_latency_s":5.97124,"redis_calls":10,"redis_duration_s":0.011068,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005251,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005817,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014441,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04293,"completed_at":"2026-06-08T13:16:28.118Z","load_balancing_strategy":"primary","db_duration_s":0.011001,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1627vm-test-run-nixbot-gitlab> gitlab # [ 158.878578] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.120Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e3d95d543878cf12be134d72","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e3d95d543878cf12be134d72: start","job_status":"start","queue_duration_s":6.015611,"scheduling_latency_s":6.015635}1628vm-test-run-nixbot-gitlab> gitlab # [ 158.880134] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.181Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e3d95d543878cf12be134d72","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e3d95d543878cf12be134d72: done: 0.061114 sec","job_status":"done","queue_duration_s":6.015611,"scheduling_latency_s":6.015635,"redis_calls":10,"redis_duration_s":0.004887,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001227,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00366,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.061114,"completed_at":"2026-06-08T13:16:28.181Z","load_balancing_strategy":"primary","db_duration_s":0.008724,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1629vm-test-run-nixbot-gitlab> gitlab # [ 158.951568] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.186Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"983f579cdb9a8edca27020f4","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-983f579cdb9a8edca27020f4: start","job_status":"start","queue_duration_s":6.081486,"scheduling_latency_s":6.081521}1630vm-test-run-nixbot-gitlab> gitlab # [ 158.953326] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.237Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"983f579cdb9a8edca27020f4","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-983f579cdb9a8edca27020f4: done: 0.051761 sec","job_status":"done","queue_duration_s":6.081486,"scheduling_latency_s":6.081521,"redis_calls":10,"redis_duration_s":0.014095,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.006843,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.007252,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015567,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.051761,"completed_at":"2026-06-08T13:16:28.237Z","load_balancing_strategy":"primary","db_duration_s":0.016931,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1631vm-test-run-nixbot-gitlab> gitlab # [ 159.037354] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.243Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"82ed5c81be8cf3b05d436695","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-82ed5c81be8cf3b05d436695: start","job_status":"start","queue_duration_s":6.138328,"scheduling_latency_s":6.138357}1632vm-test-run-nixbot-gitlab> gitlab # [ 159.038921] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.292Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"82ed5c81be8cf3b05d436695","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-82ed5c81be8cf3b05d436695: done: 0.049486 sec","job_status":"done","queue_duration_s":6.138328,"scheduling_latency_s":6.138357,"redis_calls":10,"redis_duration_s":0.009892999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005379,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004514,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014199,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.049486,"completed_at":"2026-06-08T13:16:28.292Z","load_balancing_strategy":"primary","db_duration_s":0.02046,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1633vm-test-run-nixbot-gitlab> gitlab # [ 159.111540] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.297Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b46376baf19b13975fa54a7b","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b46376baf19b13975fa54a7b: start","job_status":"start","queue_duration_s":6.192358,"scheduling_latency_s":6.192394}1634vm-test-run-nixbot-gitlab> gitlab # [ 159.112090] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b46376baf19b13975fa54a7b","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b46376baf19b13975fa54a7b: done: 0.039377 sec","job_status":"done","queue_duration_s":6.192358,"scheduling_latency_s":6.192394,"redis_calls":10,"redis_duration_s":0.009891,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004313,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005578,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013831,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039377,"completed_at":"2026-06-08T13:16:28.336Z","load_balancing_strategy":"primary","db_duration_s":0.008255,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1635vm-test-run-nixbot-gitlab> gitlab # [ 159.181522] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.340Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"553d70e9605498f7a85c3a61","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-553d70e9605498f7a85c3a61: start","job_status":"start","queue_duration_s":6.236292,"scheduling_latency_s":6.236323}1636vm-test-run-nixbot-gitlab> gitlab # [ 159.183191] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.412Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"553d70e9605498f7a85c3a61","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-553d70e9605498f7a85c3a61: done: 0.071511 sec","job_status":"done","queue_duration_s":6.236292,"scheduling_latency_s":6.236323,"redis_calls":10,"redis_duration_s":0.0030229999999999996,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001005,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.002018,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.028,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.012,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.012,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.028,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013619,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.071511,"completed_at":"2026-06-08T13:16:28.412Z","load_balancing_strategy":"primary","db_duration_s":0.043062,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1637vm-test-run-nixbot-gitlab> gitlab # [ 159.259933] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.417Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7843248cf230657b00de0e19","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7843248cf230657b00de0e19: start","job_status":"start","queue_duration_s":6.312739,"scheduling_latency_s":6.312767}1638vm-test-run-nixbot-gitlab> gitlab # [ 159.261417] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.460Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7843248cf230657b00de0e19","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7843248cf230657b00de0e19: done: 0.043342 sec","job_status":"done","queue_duration_s":6.312739,"scheduling_latency_s":6.312767,"redis_calls":10,"redis_duration_s":0.008593,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002621,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005972,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043342,"completed_at":"2026-06-08T13:16:28.460Z","load_balancing_strategy":"primary","db_duration_s":0.012606,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1639vm-test-run-nixbot-gitlab> gitlab # [ 159.336486] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.463Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5bffd60b2c0dfbb8bae98e67","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5bffd60b2c0dfbb8bae98e67: start","job_status":"start","queue_duration_s":6.359033,"scheduling_latency_s":6.359071}1640vm-test-run-nixbot-gitlab> gitlab # [ 159.338301] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.504Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"5bffd60b2c0dfbb8bae98e67","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-5bffd60b2c0dfbb8bae98e67: done: 0.041137 sec","job_status":"done","queue_duration_s":6.359033,"scheduling_latency_s":6.359071,"redis_calls":10,"redis_duration_s":0.014492000000000001,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005158,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.009334,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013788,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041137,"completed_at":"2026-06-08T13:16:28.504Z","load_balancing_strategy":"primary","db_duration_s":0.00947,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1641vm-test-run-nixbot-gitlab> gitlab # [ 159.429840] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.518Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e454536427317a7d0e0b8bea","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e454536427317a7d0e0b8bea: start","job_status":"start","queue_duration_s":6.413993,"scheduling_latency_s":6.414026}1642vm-test-run-nixbot-gitlab> gitlab # [ 159.431221] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.562Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e454536427317a7d0e0b8bea","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e454536427317a7d0e0b8bea: done: 0.043533 sec","job_status":"done","queue_duration_s":6.413993,"scheduling_latency_s":6.414026,"redis_calls":10,"redis_duration_s":0.013236999999999999,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005986,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.007251,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013735,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043533,"completed_at":"2026-06-08T13:16:28.562Z","load_balancing_strategy":"primary","db_duration_s":0.012326,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1643vm-test-run-nixbot-gitlab> gitlab # [ 159.505465] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.566Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4213f9f00abc38649374e1a9","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4213f9f00abc38649374e1a9: start","job_status":"start","queue_duration_s":6.462206,"scheduling_latency_s":6.462235}1644vm-test-run-nixbot-gitlab> gitlab # [ 159.506743] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.608Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"4213f9f00abc38649374e1a9","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-4213f9f00abc38649374e1a9: done: 0.041649 sec","job_status":"done","queue_duration_s":6.462206,"scheduling_latency_s":6.462235,"redis_calls":10,"redis_duration_s":0.010846,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004239,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006607,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013245,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041649,"completed_at":"2026-06-08T13:16:28.608Z","load_balancing_strategy":"primary","db_duration_s":0.006754,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1645vm-test-run-nixbot-gitlab> gitlab # [ 159.531350] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.613Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"885c677d32fdc461ae913d9c","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-885c677d32fdc461ae913d9c: start","job_status":"start","queue_duration_s":6.508526,"scheduling_latency_s":6.508557}1646vm-test-run-nixbot-gitlab> gitlab # [ 159.550895] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.679Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"885c677d32fdc461ae913d9c","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-885c677d32fdc461ae913d9c: done: 0.066193 sec","job_status":"done","queue_duration_s":6.508526,"scheduling_latency_s":6.508557,"redis_calls":10,"redis_duration_s":0.0040149999999999995,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002044,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001971,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013656,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.066193,"completed_at":"2026-06-08T13:16:28.679Z","load_balancing_strategy":"primary","db_duration_s":0.011909,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1647vm-test-run-nixbot-gitlab> gitlab # [ 159.621310] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.683Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"48197e3e1df32ea61533cce0","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-48197e3e1df32ea61533cce0: start","job_status":"start","queue_duration_s":6.578463,"scheduling_latency_s":6.578506}1648vm-test-run-nixbot-gitlab> gitlab # [ 159.630051] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"48197e3e1df32ea61533cce0","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-48197e3e1df32ea61533cce0: done: 0.034918 sec","job_status":"done","queue_duration_s":6.578463,"scheduling_latency_s":6.578506,"redis_calls":10,"redis_duration_s":0.008767,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003992,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.004775,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013742,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.034918,"completed_at":"2026-06-08T13:16:28.717Z","load_balancing_strategy":"primary","db_duration_s":0.006797,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1649vm-test-run-nixbot-gitlab> gitlab # [ 159.708928] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.725Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"54fc2b1eaf28caa830edf9c3","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-54fc2b1eaf28caa830edf9c3: start","job_status":"start","queue_duration_s":6.620966,"scheduling_latency_s":6.620992}1650vm-test-run-nixbot-gitlab> gitlab # [ 159.710283] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.766Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"54fc2b1eaf28caa830edf9c3","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-54fc2b1eaf28caa830edf9c3: done: 0.041238 sec","job_status":"done","queue_duration_s":6.620966,"scheduling_latency_s":6.620992,"redis_calls":10,"redis_duration_s":0.004873,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003362,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001511,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041238,"completed_at":"2026-06-08T13:16:28.766Z","load_balancing_strategy":"primary","db_duration_s":0.009529,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1651vm-test-run-nixbot-gitlab> gitlab # [ 159.782389] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.784Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b5b241bb16ef9fff1f991183","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b5b241bb16ef9fff1f991183: start","job_status":"start","queue_duration_s":6.679886,"scheduling_latency_s":6.679916}1652vm-test-run-nixbot-gitlab> gitlab # [ 159.850290] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.879Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"b5b241bb16ef9fff1f991183","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-b5b241bb16ef9fff1f991183: done: 0.09512 sec","job_status":"done","queue_duration_s":6.679886,"scheduling_latency_s":6.679916,"redis_calls":10,"redis_duration_s":0.035349000000000005,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.009003,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.026346,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.021,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013173,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.09512,"completed_at":"2026-06-08T13:16:28.879Z","load_balancing_strategy":"primary","db_duration_s":0.032865,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1653vm-test-run-nixbot-gitlab> gitlab # [ 159.852272] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.882Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dd8df3852af93726e244bf3d","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dd8df3852af93726e244bf3d: start","job_status":"start","queue_duration_s":6.777898,"scheduling_latency_s":6.777929}1654vm-test-run-nixbot-gitlab> gitlab # [ 159.930487] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.923Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"dd8df3852af93726e244bf3d","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-dd8df3852af93726e244bf3d: done: 0.04109 sec","job_status":"done","queue_duration_s":6.777898,"scheduling_latency_s":6.777929,"redis_calls":10,"redis_duration_s":0.00642,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00332,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.0031,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013238,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04109,"completed_at":"2026-06-08T13:16:28.923Z","load_balancing_strategy":"primary","db_duration_s":0.011601,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1655vm-test-run-nixbot-gitlab> gitlab # [ 159.932194] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:28.944Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a6f561bb0a714b4c9ab060e9","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a6f561bb0a714b4c9ab060e9: start","job_status":"start","queue_duration_s":6.83966,"scheduling_latency_s":6.839701}1656vm-test-run-nixbot-gitlab> gitlab # [ 159.944135] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"a6f561bb0a714b4c9ab060e9","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-a6f561bb0a714b4c9ab060e9: done: 0.094519 sec","job_status":"done","queue_duration_s":6.83966,"scheduling_latency_s":6.839701,"redis_calls":10,"redis_duration_s":0.016921,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.005673,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.011248,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.009,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015143,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.094519,"completed_at":"2026-06-08T13:16:29.038Z","load_balancing_strategy":"primary","db_duration_s":0.015099,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1657vm-test-run-nixbot-gitlab> gitlab # [ 160.035120] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.044Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8a77f8a9ad9f1d8436c8dfe4","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8a77f8a9ad9f1d8436c8dfe4: start","job_status":"start","queue_duration_s":6.9403,"scheduling_latency_s":6.940335}1658vm-test-run-nixbot-gitlab> gitlab # [ 160.036440] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.084Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"8a77f8a9ad9f1d8436c8dfe4","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-8a77f8a9ad9f1d8436c8dfe4: done: 0.039958 sec","job_status":"done","queue_duration_s":6.9403,"scheduling_latency_s":6.940335,"redis_calls":10,"redis_duration_s":0.0068579999999999995,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001143,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005715,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014504,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.039958,"completed_at":"2026-06-08T13:16:29.084Z","load_balancing_strategy":"primary","db_duration_s":0.010818,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1659vm-test-run-nixbot-gitlab> gitlab # [ 160.137207] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.089Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"63d3422a9ca74d10c95b2380","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-63d3422a9ca74d10c95b2380: start","job_status":"start","queue_duration_s":6.984664,"scheduling_latency_s":6.984691}1660vm-test-run-nixbot-gitlab> gitlab # [ 160.138818] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.137Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"63d3422a9ca74d10c95b2380","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-63d3422a9ca74d10c95b2380: done: 0.04819 sec","job_status":"done","queue_duration_s":6.984664,"scheduling_latency_s":6.984691,"redis_calls":10,"redis_duration_s":0.011981,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00414,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.007841,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013601,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.04819,"completed_at":"2026-06-08T13:16:29.137Z","load_balancing_strategy":"primary","db_duration_s":0.006372,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1661vm-test-run-nixbot-gitlab> gitlab # [ 160.163077] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.153Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3d5d98ed09bb5a1afd487c8c","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3d5d98ed09bb5a1afd487c8c: start","job_status":"start","queue_duration_s":7.04916,"scheduling_latency_s":7.049192}1662vm-test-run-nixbot-gitlab> gitlab # [ 160.236241] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.210Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3d5d98ed09bb5a1afd487c8c","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3d5d98ed09bb5a1afd487c8c: done: 0.056413 sec","job_status":"done","queue_duration_s":7.04916,"scheduling_latency_s":7.049192,"redis_calls":10,"redis_duration_s":0.011791,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004531,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00726,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013933,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.056413,"completed_at":"2026-06-08T13:16:29.210Z","load_balancing_strategy":"primary","db_duration_s":0.01805,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1663vm-test-run-nixbot-gitlab> gitlab # [ 160.241709] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.213Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"83eadac51931fcfd869a6884","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-83eadac51931fcfd869a6884: start","job_status":"start","queue_duration_s":7.109114,"scheduling_latency_s":7.109145}1664vm-test-run-nixbot-gitlab> gitlab # [ 160.318368] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.256Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"83eadac51931fcfd869a6884","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-83eadac51931fcfd869a6884: done: 0.042878 sec","job_status":"done","queue_duration_s":7.109114,"scheduling_latency_s":7.109145,"redis_calls":10,"redis_duration_s":0.009816,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002974,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.006842,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.006,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014084,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.042878,"completed_at":"2026-06-08T13:16:29.256Z","load_balancing_strategy":"primary","db_duration_s":0.010383,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1665vm-test-run-nixbot-gitlab> gitlab # [ 160.320424] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.260Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"37ffa4b9472c4e3afbb05c8f","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-37ffa4b9472c4e3afbb05c8f: start","job_status":"start","queue_duration_s":7.155963,"scheduling_latency_s":7.156}1666vm-test-run-nixbot-gitlab> gitlab # [ 160.340077] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.300Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"37ffa4b9472c4e3afbb05c8f","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-37ffa4b9472c4e3afbb05c8f: done: 0.040107 sec","job_status":"done","queue_duration_s":7.155963,"scheduling_latency_s":7.156,"redis_calls":10,"redis_duration_s":0.009286,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003343,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.005943,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012767,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040107,"completed_at":"2026-06-08T13:16:29.300Z","load_balancing_strategy":"primary","db_duration_s":0.005178,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1667vm-test-run-nixbot-gitlab> gitlab # [ 160.422975] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.304Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"754580327eb9fc1b688262d2","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-754580327eb9fc1b688262d2: start","job_status":"start","queue_duration_s":7.199694,"scheduling_latency_s":7.199724}1668vm-test-run-nixbot-gitlab> gitlab # [ 160.424426] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.345Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"754580327eb9fc1b688262d2","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-754580327eb9fc1b688262d2: done: 0.041638 sec","job_status":"done","queue_duration_s":7.199694,"scheduling_latency_s":7.199724,"redis_calls":10,"redis_duration_s":0.012772,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.004597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.008175,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01398,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.041638,"completed_at":"2026-06-08T13:16:29.345Z","load_balancing_strategy":"primary","db_duration_s":0.007049,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1669vm-test-run-nixbot-gitlab> gitlab # [ 160.502825] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.350Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"935929e80a112d2191a52d9c","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-935929e80a112d2191a52d9c: start","job_status":"start","queue_duration_s":7.245944,"scheduling_latency_s":7.245979}1670vm-test-run-nixbot-gitlab> gitlab # [ 160.504221] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"935929e80a112d2191a52d9c","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-935929e80a112d2191a52d9c: done: 0.07097 sec","job_status":"done","queue_duration_s":7.245944,"scheduling_latency_s":7.245979,"redis_calls":10,"redis_duration_s":0.040374,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00376,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.036614,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.003,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014494,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.07097,"completed_at":"2026-06-08T13:16:29.421Z","load_balancing_strategy":"primary","db_duration_s":0.007513,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1671vm-test-run-nixbot-gitlab> gitlab # [ 160.603445] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.425Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e7fd83b7cf076e499936cf29","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e7fd83b7cf076e499936cf29: start","job_status":"start","queue_duration_s":7.320395,"scheduling_latency_s":7.320497}1672vm-test-run-nixbot-gitlab> gitlab # [ 160.604970] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.473Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e7fd83b7cf076e499936cf29","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e7fd83b7cf076e499936cf29: done: 0.048491 sec","job_status":"done","queue_duration_s":7.320395,"scheduling_latency_s":7.320497,"redis_calls":10,"redis_duration_s":0.025082,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003567,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.021515,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.004,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.048491,"completed_at":"2026-06-08T13:16:29.473Z","load_balancing_strategy":"primary","db_duration_s":0.009962,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1673vm-test-run-nixbot-gitlab> gitlab # [ 160.687515] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.475Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7cbd7fde1d4a2dbbe9638785","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7cbd7fde1d4a2dbbe9638785: start","job_status":"start","queue_duration_s":7.370467,"scheduling_latency_s":7.370495}1674vm-test-run-nixbot-gitlab> gitlab # [ 160.688947] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.493Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"7cbd7fde1d4a2dbbe9638785","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-7cbd7fde1d4a2dbbe9638785: done: 0.018958 sec","job_status":"done","queue_duration_s":7.370467,"scheduling_latency_s":7.370495,"redis_calls":10,"redis_duration_s":0.002371,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000932,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001439,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012571,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018958,"completed_at":"2026-06-08T13:16:29.493Z","load_balancing_strategy":"primary","db_duration_s":0.001988,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1675vm-test-run-nixbot-gitlab> gitlab # [ 160.762179] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.495Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c08481305dc0be8e168f7332","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c08481305dc0be8e168f7332: start","job_status":"start","queue_duration_s":7.390703,"scheduling_latency_s":7.390726}1676vm-test-run-nixbot-gitlab> gitlab # [ 160.763738] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.511Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"c08481305dc0be8e168f7332","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-c08481305dc0be8e168f7332: done: 0.016043 sec","job_status":"done","queue_duration_s":7.390703,"scheduling_latency_s":7.390726,"redis_calls":10,"redis_duration_s":0.002223,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001319,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010513,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016043,"completed_at":"2026-06-08T13:16:29.511Z","load_balancing_strategy":"primary","db_duration_s":0.001595,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1677vm-test-run-nixbot-gitlab> gitlab # [ 160.840173] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.512Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"29a831af5b94b324f8597df2","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-29a831af5b94b324f8597df2: start","job_status":"start","queue_duration_s":7.408043,"scheduling_latency_s":7.408065}1678vm-test-run-nixbot-gitlab> gitlab # [ 160.841796] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.534Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"29a831af5b94b324f8597df2","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-29a831af5b94b324f8597df2: done: 0.021544 sec","job_status":"done","queue_duration_s":7.408043,"scheduling_latency_s":7.408065,"redis_calls":10,"redis_duration_s":0.002536,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00102,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001516,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010705,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021544,"completed_at":"2026-06-08T13:16:29.534Z","load_balancing_strategy":"primary","db_duration_s":0.005717,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1679vm-test-run-nixbot-gitlab> gitlab # [ 160.924087] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.535Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6c0182cd9fda7efc160e7d96","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6c0182cd9fda7efc160e7d96: start","job_status":"start","queue_duration_s":7.430966,"scheduling_latency_s":7.430988}1680vm-test-run-nixbot-gitlab> gitlab # [ 160.925449] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.551Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"6c0182cd9fda7efc160e7d96","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-6c0182cd9fda7efc160e7d96: done: 0.016338 sec","job_status":"done","queue_duration_s":7.430966,"scheduling_latency_s":7.430988,"redis_calls":10,"redis_duration_s":0.002329,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000959,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00137,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010685,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016338,"completed_at":"2026-06-08T13:16:29.551Z","load_balancing_strategy":"primary","db_duration_s":0.00151,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1681vm-test-run-nixbot-gitlab> gitlab # [ 160.998514] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.553Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e56b5ad767213716f0cce333","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e56b5ad767213716f0cce333: start","job_status":"start","queue_duration_s":7.448679,"scheduling_latency_s":7.448701}1682vm-test-run-nixbot-gitlab> gitlab # [ 160.999838] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"e56b5ad767213716f0cce333","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-e56b5ad767213716f0cce333: done: 0.016061 sec","job_status":"done","queue_duration_s":7.448679,"scheduling_latency_s":7.448701,"redis_calls":10,"redis_duration_s":0.002204,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001303,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010539,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016061,"completed_at":"2026-06-08T13:16:29.569Z","load_balancing_strategy":"primary","db_duration_s":0.001555,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1683vm-test-run-nixbot-gitlab> gitlab # [ 161.077935] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.570Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3d7f3580cec14c876e763c89","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3d7f3580cec14c876e763c89: start","job_status":"start","queue_duration_s":7.466023,"scheduling_latency_s":7.466045}1684vm-test-run-nixbot-gitlab> gitlab # [ 161.079331] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.586Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"3d7f3580cec14c876e763c89","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-3d7f3580cec14c876e763c89: done: 0.016111 sec","job_status":"done","queue_duration_s":7.466023,"scheduling_latency_s":7.466045,"redis_calls":10,"redis_duration_s":0.002205,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000859,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001346,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010552,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016111,"completed_at":"2026-06-08T13:16:29.586Z","load_balancing_strategy":"primary","db_duration_s":0.001479,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1685vm-test-run-nixbot-gitlab> gitlab # [ 161.157104] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.588Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ccc48603c3140a3ad22f10f8","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ccc48603c3140a3ad22f10f8: start","job_status":"start","queue_duration_s":7.483483,"scheduling_latency_s":7.483505}1686vm-test-run-nixbot-gitlab> gitlab # [ 161.158422] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.603Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"ccc48603c3140a3ad22f10f8","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-ccc48603c3140a3ad22f10f8: done: 0.015837 sec","job_status":"done","queue_duration_s":7.483483,"scheduling_latency_s":7.483505,"redis_calls":10,"redis_duration_s":0.0022919999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001383,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010393,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015837,"completed_at":"2026-06-08T13:16:29.603Z","load_balancing_strategy":"primary","db_duration_s":0.001514,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1687vm-test-run-nixbot-gitlab> gitlab # [ 161.228807] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"9617b3c70044fb8952d18e7d","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-9617b3c70044fb8952d18e7d: start","job_status":"start","queue_duration_s":7.500678,"scheduling_latency_s":7.5007}1688vm-test-run-nixbot-gitlab> gitlab # [ 161.230208] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.623Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"9617b3c70044fb8952d18e7d","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-9617b3c70044fb8952d18e7d: done: 0.018273 sec","job_status":"done","queue_duration_s":7.500678,"scheduling_latency_s":7.5007,"redis_calls":10,"redis_duration_s":0.002857,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001307,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00155,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010557,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018273,"completed_at":"2026-06-08T13:16:29.623Z","load_balancing_strategy":"primary","db_duration_s":0.004454,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1689vm-test-run-nixbot-gitlab> gitlab # [ 161.309253] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cae3cc9d5409295914c8bfa9","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cae3cc9d5409295914c8bfa9: start","job_status":"start","queue_duration_s":7.520253,"scheduling_latency_s":7.520274}1690vm-test-run-nixbot-gitlab> gitlab # [ 161.310951] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.643Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"cae3cc9d5409295914c8bfa9","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-cae3cc9d5409295914c8bfa9: done: 0.01899 sec","job_status":"done","queue_duration_s":7.520253,"scheduling_latency_s":7.520274,"redis_calls":10,"redis_duration_s":0.002694,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001116,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001578,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012681,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01899,"completed_at":"2026-06-08T13:16:29.643Z","load_balancing_strategy":"primary","db_duration_s":0.001517,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1691vm-test-run-nixbot-gitlab> gitlab # [ 161.344153] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.645Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"30f278d13ebc6d7f808883ee","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-30f278d13ebc6d7f808883ee: start","job_status":"start","queue_duration_s":7.540962,"scheduling_latency_s":7.540996}1692vm-test-run-nixbot-gitlab> gitlab # [ 161.363475] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.663Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"30f278d13ebc6d7f808883ee","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-30f278d13ebc6d7f808883ee: done: 0.018335 sec","job_status":"done","queue_duration_s":7.540962,"scheduling_latency_s":7.540996,"redis_calls":10,"redis_duration_s":0.002352,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000969,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001383,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018335,"completed_at":"2026-06-08T13:16:29.663Z","load_balancing_strategy":"primary","db_duration_s":0.002204,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1693vm-test-run-nixbot-gitlab> gitlab # [ 161.442973] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.665Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f5e8085dfd92ab28315e6fab","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f5e8085dfd92ab28315e6fab: start","job_status":"start","queue_duration_s":7.56059,"scheduling_latency_s":7.560612}1694vm-test-run-nixbot-gitlab> gitlab # [ 161.444367] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.680Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"f5e8085dfd92ab28315e6fab","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-f5e8085dfd92ab28315e6fab: done: 0.015412 sec","job_status":"done","queue_duration_s":7.56059,"scheduling_latency_s":7.560612,"redis_calls":10,"redis_duration_s":0.002372,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000904,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001468,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.001,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.001,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010073,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015412,"completed_at":"2026-06-08T13:16:29.680Z","load_balancing_strategy":"primary","db_duration_s":0.001547,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1695vm-test-run-nixbot-gitlab> gitlab # [ 161.523212] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.681Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"886230dcd3c0c0c763a7886a","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-886230dcd3c0c0c763a7886a: start","job_status":"start","queue_duration_s":7.577263,"scheduling_latency_s":7.577285}1696vm-test-run-nixbot-gitlab> gitlab # [ 161.524766] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.701Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::DeleteObjectsWorker","args":[],"jid":"886230dcd3c0c0c763a7886a","created_at":"2026-06-08T13:16:22.038Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-bb4ca05f365044ed","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleDeleteObjectsCronWorker","correlation_id":"54739c39f28a205cc8cb101c454a048a","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.104Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::DeleteObjectsWorker JID-886230dcd3c0c0c763a7886a: done: 0.019168 sec","job_status":"done","queue_duration_s":7.577263,"scheduling_latency_s":7.577285,"redis_calls":10,"redis_duration_s":0.0024029999999999998,"redis_read_bytes":8,"redis_write_bytes":942,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000939,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":326,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001464,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":616,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":1,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.002,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009861,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019168,"completed_at":"2026-06-08T13:16:29.701Z","load_balancing_strategy":"primary","db_duration_s":0.00661,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1697vm-test-run-nixbot-gitlab> gitlab # [ 161.592392] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.702Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"424ba11bda0a223c6eae5cbe","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-424ba11bda0a223c6eae5cbe: start","job_status":"start","queue_duration_s":6.964438,"scheduling_latency_s":6.964459}1698vm-test-run-nixbot-gitlab> gitlab # [ 161.600141] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.721Z","message":"No existing merge request to be cleaned up."}1699vm-test-run-nixbot-gitlab> gitlab # [ 161.602528] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.733Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"424ba11bda0a223c6eae5cbe","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-424ba11bda0a223c6eae5cbe: done: 0.031309 sec","job_status":"done","queue_duration_s":6.964438,"scheduling_latency_s":6.964459,"redis_calls":13,"redis_duration_s":0.0031320000000000002,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000433,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001089,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00161,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014007,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000352279,"duration_s":0.031309,"completed_at":"2026-06-08T13:16:29.733Z","load_balancing_strategy":"primary","db_duration_s":0.012155,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1700vm-test-run-nixbot-gitlab> gitlab # [ 161.677396] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.735Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ec1a904105e6c23946e1d0db","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ec1a904105e6c23946e1d0db: start","job_status":"start","queue_duration_s":6.997171,"scheduling_latency_s":6.997192}1701vm-test-run-nixbot-gitlab> gitlab # [ 161.684092] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.744Z","message":"No existing merge request to be cleaned up."}1702vm-test-run-nixbot-gitlab> gitlab # [ 161.753395] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.750Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"ec1a904105e6c23946e1d0db","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-ec1a904105e6c23946e1d0db: done: 0.015749 sec","job_status":"done","queue_duration_s":6.997171,"scheduling_latency_s":6.997192,"redis_calls":10,"redis_duration_s":0.002465,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001469,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009856,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015749,"completed_at":"2026-06-08T13:16:29.750Z","load_balancing_strategy":"primary","db_duration_s":0.001599,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1703vm-test-run-nixbot-gitlab> gitlab # [ 161.755265] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.752Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"30e553c39cc2f7792a2d2d06","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-30e553c39cc2f7792a2d2d06: start","job_status":"start","queue_duration_s":7.014253,"scheduling_latency_s":7.014274}1704vm-test-run-nixbot-gitlab> gitlab # [ 161.830950] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.761Z","message":"No existing merge request to be cleaned up."}1705vm-test-run-nixbot-gitlab> gitlab # [ 161.832080] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.767Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"30e553c39cc2f7792a2d2d06","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-30e553c39cc2f7792a2d2d06: done: 0.014975 sec","job_status":"done","queue_duration_s":7.014253,"scheduling_latency_s":7.014274,"redis_calls":10,"redis_duration_s":0.002392,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000874,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001518,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009645,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014975,"completed_at":"2026-06-08T13:16:29.767Z","load_balancing_strategy":"primary","db_duration_s":0.001485,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1706vm-test-run-nixbot-gitlab> gitlab # [ 161.833758] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.768Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"192b170908a936e221581357","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-192b170908a936e221581357: start","job_status":"start","queue_duration_s":7.030487,"scheduling_latency_s":7.030509}1707vm-test-run-nixbot-gitlab> gitlab # [ 161.903154] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.777Z","message":"No existing merge request to be cleaned up."}1708vm-test-run-nixbot-gitlab> gitlab # [ 161.904516] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:16:29.783Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"192b170908a936e221581357","created_at":"2026-06-08T13:16:22.728Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-3d7374596c3c4fb2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"79b44577fb842922dfd907096cbb8783","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:16:22.737Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-192b170908a936e221581357: done: 0.015002 sec","job_status":"done","queue_duration_s":7.030487,"scheduling_latency_s":7.030509,"redis_calls":10,"redis_duration_s":0.002267,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001359,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009768,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015002,"completed_at":"2026-06-08T13:16:29.783Z","load_balancing_strategy":"primary","db_duration_s":0.001552,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1709vm-test-run-nixbot-gitlab> gitlab # [ 171.323981] setup-gitlab-start[2726]: W, [2026-06-08T13:16:41.500973 #2726] WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.1710vm-test-run-nixbot-gitlab> gitlab # [ 195.651295] runuser[2725]: pam_unix(runuser:session): session closed for user gitlab1711vm-test-run-nixbot-gitlab> gitlab # [ 195.658407] setup-gitlab-start[2934]: ++ jq -r .token1712vm-test-run-nixbot-gitlab> gitlab # [ 195.661985] setup-gitlab-start[2935]: +++ date -d '+7 days' +%F1713vm-test-run-nixbot-gitlab> gitlab # [ 195.665930] setup-gitlab-start[2933]: ++ curl -fs -X POST -H 'Authorization: Bearer 1268582b32f6cca167826c29cb57c5e8c57dd8f93c094048b75588e72186dc78' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-15"}' http://gitlab/api/v4/users/1/personal_access_tokens1714vm-test-run-nixbot-gitlab> gitlab # [ 196.048835] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:06.225Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4d1263213af71c546adbfa4c","created_at":"2026-06-08T13:17:06.183Z","trace_propagation_headers":{"sentry-trace":"3d7041122d554278aff568e059d22332-d56045e096034060","baggage":"sentry-trace_id=3d7041122d554278aff568e059d22332,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2CYPQF5NW2WS2B7E5Q85","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:25e35b420d60cadc0756aedfce39fdc02b6a017c783d7e61e22bf3b26165132d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:06.220Z","job_size_bytes":451,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4d1263213af71c546adbfa4c: start","job_status":"start","queue_duration_s":0.004553,"scheduling_latency_s":0.004624}1715vm-test-run-nixbot-gitlab> gitlab # [ 196.109900] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:06 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 3501716vm-test-run-nixbot-gitlab> gitlab # [ 196.115963] setup-gitlab-start[2684]: + TOKEN=glpat-s6LL7uShWBGb8NXJLCnANW86MQp1OjEH.01.0w19eap0p1717vm-test-run-nixbot-gitlab> gitlab # [ 196.118150] setup-gitlab-start[2684]: + test -n glpat-s6LL7uShWBGb8NXJLCnANW86MQp1OjEH.01.0w19eap0p1718vm-test-run-nixbot-gitlab> gitlab # [ 196.120243] setup-gitlab-start[2684]: + test glpat-s6LL7uShWBGb8NXJLCnANW86MQp1OjEH.01.0w19eap0p '!=' null1719vm-test-run-nixbot-gitlab> gitlab # [ 196.122425] setup-gitlab-start[2684]: + mkdir -p /var/lib/secrets1720vm-test-run-nixbot-gitlab> gitlab # [ 196.123948] setup-gitlab-start[2684]: + echo glpat-s6LL7uShWBGb8NXJLCnANW86MQp1OjEH.01.0w19eap0p1721vm-test-run-nixbot-gitlab> gitlab # [ 196.125974] setup-gitlab-start[2684]: + chmod 644 /var/lib/secrets/gitlab-token1722vm-test-run-nixbot-gitlab> gitlab # [ 196.127728] setup-gitlab-start[2684]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-s6LL7uShWBGb8NXJLCnANW86MQp1OjEH.01.0w19eap0p' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects1723vm-test-run-nixbot-gitlab> gitlab # [ 196.228246] sidekiq-cluster[2124]: {"severity":"WARN","time":"2026-06-08T13:17:06.404Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4d1263213af71c546adbfa4c","created_at":"2026-06-08T13:17:06.183Z","trace_propagation_headers":{"sentry-trace":"3d7041122d554278aff568e059d22332-d56045e096034060","baggage":"sentry-trace_id=3d7041122d554278aff568e059d22332,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2CYPQF5NW2WS2B7E5Q85","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:25e35b420d60cadc0756aedfce39fdc02b6a017c783d7e61e22bf3b26165132d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:06.220Z","job_size_bytes":451,"pid":2124,"sidekiq_tid":"lyrs","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4d1263213af71c546adbfa4c: fail: 0.178784 sec","job_status":"fail","queue_duration_s":0.004553,"scheduling_latency_s":0.004624,"redis_calls":11,"redis_duration_s":0.006267,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001814,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003452,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001001,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.11337,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000692546,"duration_s":0.178784,"completed_at":"2026-06-08T13:17:06.403Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.040699,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1724vm-test-run-nixbot-gitlab> gitlab # [ 196.865729] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:06.954Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"558d1fd737b40896c119e004","created_at":"2026-06-08T13:17:06.943Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:06.952Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-558d1fd737b40896c119e004: start","job_status":"start","queue_duration_s":0.001908,"scheduling_latency_s":0.001953}1725vm-test-run-nixbot-gitlab> gitlab # [ 196.867065] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.009Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"558d1fd737b40896c119e004","created_at":"2026-06-08T13:17:06.943Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:06.952Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-558d1fd737b40896c119e004: done: 0.054734 sec","job_status":"done","queue_duration_s":0.001908,"scheduling_latency_s":0.001953,"redis_calls":10,"redis_duration_s":0.004391000000000001,"redis_read_bytes":8,"redis_write_bytes":1165,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002047,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002344,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":7,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.031110937,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.054734,"completed_at":"2026-06-08T13:17:07.009Z","load_balancing_strategy":"primary","db_duration_s":0.009372,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1726vm-test-run-nixbot-gitlab> gitlab # [ 196.947160] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.010Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"5bf1fb61e9fbf4858596d9f0","created_at":"2026-06-08T13:17:06.959Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:06.969Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-5bf1fb61e9fbf4858596d9f0: start","job_status":"start","queue_duration_s":0.041661,"scheduling_latency_s":0.041684}1727vm-test-run-nixbot-gitlab> gitlab # [ 196.948766] gitaly[1377]: time="2026-06-08T13:17:06.770Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.010" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.770" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1728vm-test-run-nixbot-gitlab> gitlab # [ 196.950149] gitaly[1377]: time="2026-06-08T13:17:06.771Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.010" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.770" grpc.time_ms=0.347 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1729vm-test-run-nixbot-gitlab> gitlab # [ 197.021236] gitaly[1377]: time="2026-06-08T13:17:06.869Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.108" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.869" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1730vm-test-run-nixbot-gitlab> gitlab # [ 197.022683] gitaly[1377]: time="2026-06-08T13:17:06.870Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.108" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.869" grpc.time_ms=0.299 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1731vm-test-run-nixbot-gitlab> gitlab # [ 197.023984] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.134Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"5bf1fb61e9fbf4858596d9f0","created_at":"2026-06-08T13:17:06.959Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:06.969Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-5bf1fb61e9fbf4858596d9f0: done: 0.123962 sec","job_status":"done","queue_duration_s":0.041661,"scheduling_latency_s":0.041684,"redis_calls":14,"redis_duration_s":0.004768,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000958,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002547,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001263,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.094891,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.09944839400000001,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.123962,"completed_at":"2026-06-08T13:17:07.134Z","load_balancing_strategy":"primary","db_duration_s":0.016277,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1732vm-test-run-nixbot-gitlab> gitlab # [ 197.126444] gitaly[1377]: time="2026-06-08T13:17:06.909Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ diskcache=f6c8006b-e529-4784-85c8-65e2bb22bd03 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T13:17:16.115" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.875" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1733vm-test-run-nixbot-gitlab> gitlab # [ 197.130158] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.210Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"832c29b00e1e514e463a3d66","created_at":"2026-06-08T13:17:07.202Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:07.208Z","job_size_bytes":5,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-832c29b00e1e514e463a3d66: start","job_status":"start","queue_duration_s":0.00196,"scheduling_latency_s":0.002}1734vm-test-run-nixbot-gitlab> gitlab # [ 197.131703] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.305Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"832c29b00e1e514e463a3d66","created_at":"2026-06-08T13:17:07.202Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:07.208Z","job_size_bytes":5,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-832c29b00e1e514e463a3d66: done: 0.095327 sec","job_status":"done","queue_duration_s":0.00196,"scheduling_latency_s":0.002,"redis_calls":12,"redis_duration_s":0.003601,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.00093,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00214,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000531,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068796,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000472127,"duration_s":0.095327,"completed_at":"2026-06-08T13:17:07.305Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014363,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1735vm-test-run-nixbot-gitlab> gitlab # [ 197.234586] gitaly[1377]: time="2026-06-08T13:17:06.910Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=326 command.oublock=32 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T13:17:16.115" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.875" grpc.time_ms=34.066 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1736vm-test-run-nixbot-gitlab> gitlab # [ 197.236654] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.308Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"56710b983516091a43f47bcb","created_at":"2026-06-08T13:17:07.239Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:07.244Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-56710b983516091a43f47bcb: start","job_status":"start","queue_duration_s":0.063242,"scheduling_latency_s":0.063266}1737vm-test-run-nixbot-gitlab> gitlab # [ 197.237810] gitaly[1377]: time="2026-06-08T13:17:06.923Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.162" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.922" pid=1377 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1738vm-test-run-nixbot-gitlab> gitlab # [ 197.242109] gitaly[1377]: time="2026-06-08T13:17:06.923Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.162" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.922" grpc.time_ms=0.499 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1739vm-test-run-nixbot-gitlab> gitlab # [ 197.259805] gitaly[1377]: time="2026-06-08T13:17:06.935Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:16.167" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.928" grpc.time_ms=6.403 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1740vm-test-run-nixbot-gitlab> gitlab # [ 197.343564] gitaly[1377]: time="2026-06-08T13:17:06.975Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.214" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.975" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1741vm-test-run-nixbot-gitlab> gitlab # [ 197.345098] gitaly[1377]: time="2026-06-08T13:17:06.975Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:16.214" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.975" grpc.time_ms=0.304 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1742vm-test-run-nixbot-gitlab> gitlab # [ 197.346113] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.471Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"56710b983516091a43f47bcb","created_at":"2026-06-08T13:17:07.239Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:07.244Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-56710b983516091a43f47bcb: done: 0.163841 sec","job_status":"done","queue_duration_s":0.063242,"scheduling_latency_s":0.063266,"redis_calls":11,"redis_duration_s":0.002971,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000718,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001777,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000476,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.131,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.131,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.111005,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000606502,"duration_s":0.163841,"completed_at":"2026-06-08T13:17:07.471Z","load_balancing_strategy":"primary","db_duration_s":0.053492,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1743vm-test-run-nixbot-gitlab> gitlab # [ 197.446321] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.473Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"490f88b8a63fe5f3fe4ca1ba","created_at":"2026-06-08T13:17:07.247Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:07.251Z","job_size_bytes":89,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-490f88b8a63fe5f3fe4ca1ba: start","job_status":"start","queue_duration_s":0.222096,"scheduling_latency_s":0.222119}1744vm-test-run-nixbot-gitlab> gitlab # [ 197.447951] gitaly[1377]: time="2026-06-08T13:17:07.009Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ diskcache=55a25c67-a1b2-41e3-874a-f0e2de4450e4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T13:17:16.217" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.978" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1745vm-test-run-nixbot-gitlab> gitlab # [ 197.448732] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:07.533Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"490f88b8a63fe5f3fe4ca1ba","created_at":"2026-06-08T13:17:07.247Z","trace_propagation_headers":{"sentry-trace":"7b6c19f0e18e43e48cdd4f6ed2412cd7-a2d7944a06854c48","baggage":"sentry-trace_id=7b6c19f0e18e43e48cdd4f6ed2412cd7,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2DC4PYKF68WTXFYE58TJ","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:07.251Z","job_size_bytes":89,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-490f88b8a63fe5f3fe4ca1ba: done: 0.060089 sec","job_status":"done","queue_duration_s":0.222096,"scheduling_latency_s":0.222119,"redis_calls":11,"redis_duration_s":0.002901,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000834,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001583,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.033924,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000424635,"duration_s":0.060089,"completed_at":"2026-06-08T13:17:07.533Z","load_balancing_strategy":"primary","db_duration_s":0.016746,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1746vm-test-run-nixbot-gitlab> gitlab # [ 197.533438] gitaly[1377]: time="2026-06-08T13:17:07.009Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=328 command.oublock=32 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T13:17:16.217" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:06.978" grpc.time_ms=30.52 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1747vm-test-run-nixbot-gitlab> gitlab # [ 197.534943] gitaly[1377]: time="2026-06-08T13:17:07.016Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:17.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:07.015" pid=1377 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root1748vm-test-run-nixbot-gitlab> gitlab # [ 197.536079] gitaly[1377]: time="2026-06-08T13:17:07.016Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:17.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:07.015" grpc.time_ms=0.507 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1749vm-test-run-nixbot-gitlab> gitlab # [ 197.611303] gitaly[1377]: time="2026-06-08T13:17:07.026Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:17.008" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:07.019" grpc.time_ms=6.894 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1750vm-test-run-nixbot-gitlab> gitlab # [ 197.613171] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:07 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 14651751vm-test-run-nixbot-gitlab> gitlab # [ 197.614238] gitaly[1377]: time="2026-06-08T13:17:07.049Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:17.039" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:07.049" grpc.time_ms=0.127 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1752vm-test-run-nixbot-gitlab> gitlab # [ 197.615072] gitaly[1377]: time="2026-06-08T13:17:07.060Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T13:17:17.049" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:07.060" grpc.time_ms=0.286 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1753vm-test-run-nixbot-gitlab> gitlab # [ 197.615920] gitaly[1377]: time="2026-06-08T13:17:07.275Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2DC4PYKF68WTXFYE58TJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:17.254" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:07.265" grpc.time_ms=9.909 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1754vm-test-run-nixbot-gitlab> gitlab # [ 197.663845] setup-gitlab-start[2684]: + mkdir -p /tmp/test-flake1755vm-test-run-nixbot-gitlab> gitlab # [ 197.666904] setup-gitlab-start[2684]: + cd /tmp/test-flake1756vm-test-run-nixbot-gitlab> gitlab # [ 197.667741] setup-gitlab-start[2684]: + git init -b master1757vm-test-run-nixbot-gitlab> gitlab # [ 197.698698] setup-gitlab-start[2973]: Initialized empty Git repository in /tmp/test-flake/.git/1758vm-test-run-nixbot-gitlab> gitlab # [ 197.700064] setup-gitlab-start[2684]: + git config user.name test1759vm-test-run-nixbot-gitlab> gitlab # [ 197.703876] setup-gitlab-start[2684]: + git config user.email test@example.com1760vm-test-run-nixbot-gitlab> gitlab # [ 197.708704] setup-gitlab-start[2684]: + cat1761vm-test-run-nixbot-gitlab> gitlab # [ 197.713328] setup-gitlab-start[2684]: + git add flake.nix1762vm-test-run-nixbot-gitlab> gitlab # [ 197.720368] setup-gitlab-start[2684]: + git commit -m 'initial commit'1763vm-test-run-nixbot-gitlab> gitlab # [ 197.744991] setup-gitlab-start[2979]: [master (root-commit) a9fd525] initial commit1764vm-test-run-nixbot-gitlab> gitlab # [ 197.746329] setup-gitlab-start[2979]: 1 file changed, 10 insertions(+)1765vm-test-run-nixbot-gitlab> gitlab # [ 197.748180] setup-gitlab-start[2979]: create mode 100644 flake.nix1766vm-test-run-nixbot-gitlab> gitlab # [ 197.750193] setup-gitlab-start[2684]: + git remote add origin http://oauth2:glpat-s6LL7uShWBGb8NXJLCnANW86MQp1OjEH.01.0w19eap0p@gitlab/root/test-flake.git1767vm-test-run-nixbot-gitlab> gitlab # [ 197.757412] setup-gitlab-start[2684]: + git push -u origin master1768vm-test-run-nixbot-gitlab> gitlab # [ 197.841935] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:08 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 491769vm-test-run-nixbot-gitlab> gitlab # [ 198.011737] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.189Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"05870fdbbdb718ebca1fb93a","created_at":"2026-06-08T13:17:08.175Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"26f1796ac30cdf4e8eea71cc3b61460a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.185Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-05870fdbbdb718ebca1fb93a: start","job_status":"start","queue_duration_s":0.003302,"scheduling_latency_s":0.003352}1770vm-test-run-nixbot-gitlab> gitlab # [ 198.149556] gitaly[1377]: time="2026-06-08T13:17:08.326Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2F1YAQV9YGH2DGBG4188 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:08.317" grpc.time_ms=9.101 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1771vm-test-run-nixbot-gitlab> gitlab # [ 198.152382] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:08 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 2991772vm-test-run-nixbot-gitlab> gitlab # [ 198.367315] gitaly[1377]: time="2026-06-08T13:17:08.545Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:18.002" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:08.533" grpc.time_ms=10.685 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1773vm-test-run-nixbot-gitlab> gitlab # [ 198.405771] gitaly[1377]: time="2026-06-08T13:17:08.583Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=330 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-08T13:17:38.074" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-08T13:17:08.574" grpc.time_ms=8.575 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1774vm-test-run-nixbot-gitlab> gitlab # [ 198.409212] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.586Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"05870fdbbdb718ebca1fb93a","created_at":"2026-06-08T13:17:08.175Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"26f1796ac30cdf4e8eea71cc3b61460a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.185Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-05870fdbbdb718ebca1fb93a: done: 0.397377 sec","job_status":"done","queue_duration_s":0.003302,"scheduling_latency_s":0.003352,"redis_calls":9,"redis_duration_s":0.013075,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.004545,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00853,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.108,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.108,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.143039,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00095012,"exclusive_lock_hold_duration_s":0.342827091,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.397377,"completed_at":"2026-06-08T13:17:08.586Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.230603,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1775vm-test-run-nixbot-gitlab> gitlab # [ 198.502129] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.678Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"65722680ca58d132f33cc9d8","created_at":"2026-06-08T13:17:08.200Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.203Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-65722680ca58d132f33cc9d8: start","job_status":"start","queue_duration_s":0.474507,"scheduling_latency_s":0.47455}1776vm-test-run-nixbot-gitlab> gitlab # [ 198.537247] gitaly[1377]: time="2026-06-08T13:17:08.714Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN duration_ms=249ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/allowed"1777vm-test-run-nixbot-gitlab> gitlab # [ 198.621381] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.798Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"65722680ca58d132f33cc9d8","created_at":"2026-06-08T13:17:08.200Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.203Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-65722680ca58d132f33cc9d8: done: 0.120523 sec","job_status":"done","queue_duration_s":0.474507,"scheduling_latency_s":0.47455,"redis_calls":60,"redis_duration_s":0.018959,"redis_read_bytes":108,"redis_write_bytes":41109,"redis_queues_calls":2,"redis_queues_duration_s":0.000685,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.016621,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001653,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075541,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.120523,"completed_at":"2026-06-08T13:17:08.798Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1778vm-test-run-nixbot-gitlab> gitlab # [ 198.712196] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.800Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"63678adfe551cbdffdfc6bd4","created_at":"2026-06-08T13:17:08.216Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b87eeaaa52778739a49b39695450ae1","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.219Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-63678adfe551cbdffdfc6bd4: start","job_status":"start","queue_duration_s":0.580411,"scheduling_latency_s":0.580493}1779vm-test-run-nixbot-gitlab> gitlab # [ 198.735678] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.824Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"63678adfe551cbdffdfc6bd4","created_at":"2026-06-08T13:17:08.216Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b87eeaaa52778739a49b39695450ae1","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.219Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-63678adfe551cbdffdfc6bd4: done: 0.024721 sec","job_status":"done","queue_duration_s":0.580411,"scheduling_latency_s":0.580493,"redis_calls":9,"redis_duration_s":0.0022849999999999997,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001232,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001053,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.01,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000531073,"exclusive_lock_hold_duration_s":0.011742554,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.024721,"completed_at":"2026-06-08T13:17:08.824Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.01221,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1780vm-test-run-nixbot-gitlab> gitlab # [ 198.804514] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.826Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ArchiveTracesCronWorker","jid":"dc86b4125c6f27da983c3323","created_at":"2026-06-08T13:17:08.223Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a12619ce84617e696d18306db69304f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f0234f524ae629146c97646d3c809b290751f669b415a8b01cafe8f68b01506d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.239Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ArchiveTracesCronWorker JID-dc86b4125c6f27da983c3323: start","job_status":"start","queue_duration_s":0.586399,"scheduling_latency_s":0.586419}1781vm-test-run-nixbot-gitlab> gitlab # [ 198.826351] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.856Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ArchiveTracesCronWorker","jid":"dc86b4125c6f27da983c3323","created_at":"2026-06-08T13:17:08.223Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a12619ce84617e696d18306db69304f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f0234f524ae629146c97646d3c809b290751f669b415a8b01cafe8f68b01506d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.239Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ArchiveTracesCronWorker JID-dc86b4125c6f27da983c3323: done: 0.030206 sec","job_status":"done","queue_duration_s":0.586399,"scheduling_latency_s":0.586419,"redis_calls":12,"redis_duration_s":0.002842,"redis_read_bytes":11,"redis_write_bytes":1354,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000486,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":297,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0014,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000956,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":519,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015738,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000491962,"exclusive_lock_hold_duration_s":0.01316089,"duration_s":0.030206,"completed_at":"2026-06-08T13:17:08.856Z","load_balancing_strategy":"primary","db_duration_s":0.007624,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1782vm-test-run-nixbot-gitlab> gitlab # [ 198.893735] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.857Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"cba2280f5034d3416374278f","created_at":"2026-06-08T13:17:08.246Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"533f7a278f01f6958e875f000af91942","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.252Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-cba2280f5034d3416374278f: start","job_status":"start","queue_duration_s":0.604712,"scheduling_latency_s":0.604733}1783vm-test-run-nixbot-gitlab> gitlab # [ 198.917584] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.865Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}1784vm-test-run-nixbot-gitlab> gitlab # [ 198.918958] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.869Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"cba2280f5034d3416374278f","created_at":"2026-06-08T13:17:08.246Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"533f7a278f01f6958e875f000af91942","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.252Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-cba2280f5034d3416374278f: done: 0.012233 sec","job_status":"done","queue_duration_s":0.604712,"scheduling_latency_s":0.604733,"redis_calls":7,"redis_duration_s":0.001766,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001296,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00047,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007547,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012233,"completed_at":"2026-06-08T13:17:08.869Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1785vm-test-run-nixbot-gitlab> gitlab # [ 198.922321] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.871Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"2dae978afc9ecc90f0a2db8b","created_at":"2026-06-08T13:17:08.263Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf813d72acee4c87282078a4fdb45671","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.267Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-2dae978afc9ecc90f0a2db8b: start","job_status":"start","queue_duration_s":0.604067,"scheduling_latency_s":0.604089}1786vm-test-run-nixbot-gitlab> gitlab # [ 198.940620] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.889Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"2dae978afc9ecc90f0a2db8b","created_at":"2026-06-08T13:17:08.263Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"bf813d72acee4c87282078a4fdb45671","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.267Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-2dae978afc9ecc90f0a2db8b: done: 0.01813 sec","job_status":"done","queue_duration_s":0.604067,"scheduling_latency_s":0.604089,"redis_calls":7,"redis_duration_s":0.006568999999999999,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00614,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000429,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01813,"completed_at":"2026-06-08T13:17:08.889Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001033,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1787vm-test-run-nixbot-gitlab> gitlab # [ 199.010240] gitaly[1377]: time="2026-06-08T13:17:08.813Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN duration_ms=92ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/pre_receive"1788vm-test-run-nixbot-gitlab> gitlab # [ 199.010989] gitaly[1377]: time="2026-06-08T13:17:08.813Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:08.464" grpc.time_ms=349.553 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1789vm-test-run-nixbot-gitlab> gitlab # [ 199.031241] gitaly[1377]: time="2026-06-08T13:17:08.982Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:08.977" grpc.time_ms=4.534 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1790vm-test-run-nixbot-gitlab> gitlab # [ 199.044363] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.890Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"5698415aca6238cc8dff768c","created_at":"2026-06-08T13:17:08.275Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6c86a627c967fdbbdb937bae812a9821","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.278Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-5698415aca6238cc8dff768c: start","job_status":"start","queue_duration_s":0.611965,"scheduling_latency_s":0.611986}1791vm-test-run-nixbot-gitlab> gitlab # [ 199.137231] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.898Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}1792vm-test-run-nixbot-gitlab> gitlab # [ 199.140948] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.902Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"5698415aca6238cc8dff768c","created_at":"2026-06-08T13:17:08.275Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6c86a627c967fdbbdb937bae812a9821","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.278Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-5698415aca6238cc8dff768c: done: 0.011697 sec","job_status":"done","queue_duration_s":0.611965,"scheduling_latency_s":0.611986,"redis_calls":7,"redis_duration_s":0.001686,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001153,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000533,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006848,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011697,"completed_at":"2026-06-08T13:17:08.902Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1793vm-test-run-nixbot-gitlab> gitlab # [ 199.142428] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.903Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"a9758ce24baa1817c3fb9b98","created_at":"2026-06-08T13:17:08.290Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"18b2bef2dcf9ab6dc88f19ee5149ce2d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.292Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-a9758ce24baa1817c3fb9b98: start","job_status":"start","queue_duration_s":0.610842,"scheduling_latency_s":0.610864}1794vm-test-run-nixbot-gitlab> gitlab # [ 199.163222] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.924Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"a9758ce24baa1817c3fb9b98","created_at":"2026-06-08T13:17:08.290Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"18b2bef2dcf9ab6dc88f19ee5149ce2d","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.292Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-a9758ce24baa1817c3fb9b98: done: 0.020731 sec","job_status":"done","queue_duration_s":0.610842,"scheduling_latency_s":0.610864,"redis_calls":7,"redis_duration_s":0.001556,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001126,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00043,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020731,"completed_at":"2026-06-08T13:17:08.924Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005536,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1795vm-test-run-nixbot-gitlab> gitlab # [ 199.259836] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.925Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"48ad998f6a57d336cc965449","created_at":"2026-06-08T13:17:08.296Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"49d239f5dfb2c53ace99f1d8b714e8cc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T13:17:08.298Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-48ad998f6a57d336cc965449: start","job_status":"start","queue_duration_s":0.627049,"scheduling_latency_s":0.627073}1796vm-test-run-nixbot-gitlab> gitlab # [ 199.260881] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.932Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}1797vm-test-run-nixbot-gitlab> gitlab # [ 199.262113] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.937Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"48ad998f6a57d336cc965449","created_at":"2026-06-08T13:17:08.296Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"49d239f5dfb2c53ace99f1d8b714e8cc","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T13:17:08.298Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-48ad998f6a57d336cc965449: done: 0.011731 sec","job_status":"done","queue_duration_s":0.627049,"scheduling_latency_s":0.627073,"redis_calls":7,"redis_duration_s":0.001645,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001161,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007121,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011731,"completed_at":"2026-06-08T13:17:08.937Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1798vm-test-run-nixbot-gitlab> gitlab # [ 199.339435] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.938Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"5d925cedae5e168d029da3c9","created_at":"2026-06-08T13:17:08.301Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59a0180ad2145b53cc20ba7919f7bfd9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T13:17:08.304Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-5d925cedae5e168d029da3c9: start","job_status":"start","queue_duration_s":0.634181,"scheduling_latency_s":0.634203}1799vm-test-run-nixbot-gitlab> gitlab # [ 199.342749] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.945Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}1800vm-test-run-nixbot-gitlab> gitlab # [ 199.416190] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.950Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"5d925cedae5e168d029da3c9","created_at":"2026-06-08T13:17:08.301Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"59a0180ad2145b53cc20ba7919f7bfd9","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T13:17:08.304Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-5d925cedae5e168d029da3c9: done: 0.011485 sec","job_status":"done","queue_duration_s":0.634181,"scheduling_latency_s":0.634203,"redis_calls":7,"redis_duration_s":0.001762,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001334,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000428,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006973,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011485,"completed_at":"2026-06-08T13:17:08.950Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1801vm-test-run-nixbot-gitlab> gitlab # [ 199.418164] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.951Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"cc6a03beac89b5887fa7e427","created_at":"2026-06-08T13:17:08.309Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c2098e4a3ece63ab13719fbbd0576ce","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.311Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-cc6a03beac89b5887fa7e427: start","job_status":"start","queue_duration_s":0.639944,"scheduling_latency_s":0.639965}1802vm-test-run-nixbot-gitlab> gitlab # [ 199.435471] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.967Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"cc6a03beac89b5887fa7e427","created_at":"2026-06-08T13:17:08.309Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2c2098e4a3ece63ab13719fbbd0576ce","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.311Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-cc6a03beac89b5887fa7e427: done: 0.016312 sec","job_status":"done","queue_duration_s":0.639944,"scheduling_latency_s":0.639965,"redis_calls":7,"redis_duration_s":0.001624,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001184,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00044,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007704,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.016312,"completed_at":"2026-06-08T13:17:08.967Z","load_balancing_strategy":"primary","db_duration_s":0.003973,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1803vm-test-run-nixbot-gitlab> gitlab # [ 199.515257] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.969Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"ad80c7c8f85fbb6c0165944f","created_at":"2026-06-08T13:17:08.328Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9a84bc7fcbfe297e02edef7f436d598","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.333Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-ad80c7c8f85fbb6c0165944f: start","job_status":"start","queue_duration_s":0.635875,"scheduling_latency_s":0.635896}1804vm-test-run-nixbot-gitlab> gitlab # [ 199.590122] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.986Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"ad80c7c8f85fbb6c0165944f","created_at":"2026-06-08T13:17:08.328Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a9a84bc7fcbfe297e02edef7f436d598","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.333Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-ad80c7c8f85fbb6c0165944f: done: 0.017323 sec","job_status":"done","queue_duration_s":0.635875,"scheduling_latency_s":0.635896,"redis_calls":10,"redis_duration_s":0.002465,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001381,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001084,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.003601575,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.017323,"completed_at":"2026-06-08T13:17:08.986Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002028,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1805vm-test-run-nixbot-gitlab> gitlab # [ 199.597199] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:08.987Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"a584a8ef0925c8535336af76","created_at":"2026-06-08T13:17:08.339Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c6539e47b4217c6b8a63dfc155210fd3","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.341Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-a584a8ef0925c8535336af76: start","job_status":"start","queue_duration_s":0.646446,"scheduling_latency_s":0.646467}1806vm-test-run-nixbot-gitlab> gitlab # [ 199.622539] gitaly[1377]: time="2026-06-08T13:17:09.069Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:09.067" grpc.time_ms=1.134 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1807vm-test-run-nixbot-gitlab> gitlab # [ 199.636069] gitaly[1377]: time="2026-06-08T13:17:09.266Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:09.265" grpc.time_ms=0.963 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1808vm-test-run-nixbot-gitlab> gitlab # [ 199.713140] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.552Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"a584a8ef0925c8535336af76","created_at":"2026-06-08T13:17:08.339Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c6539e47b4217c6b8a63dfc155210fd3","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.341Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-a584a8ef0925c8535336af76: done: 0.565011 sec","job_status":"done","queue_duration_s":0.646446,"scheduling_latency_s":0.646467,"redis_calls":573,"redis_duration_s":0.269483,"redis_read_bytes":571,"redis_write_bytes":49770,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000456,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":283,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001337,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.26769,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.318246,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.565011,"completed_at":"2026-06-08T13:17:09.552Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00219,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1809vm-test-run-nixbot-gitlab> gitlab # [ 199.720310] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.554Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"6db346f6ebeb7501e3bb484e","created_at":"2026-06-08T13:17:08.371Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6fd04b9c9b30a35214ff25f478954036","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.373Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-6db346f6ebeb7501e3bb484e: start","job_status":"start","queue_duration_s":1.180749,"scheduling_latency_s":1.180777}1810vm-test-run-nixbot-gitlab> gitlab # [ 199.792148] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.581Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"6db346f6ebeb7501e3bb484e","created_at":"2026-06-08T13:17:08.371Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"6fd04b9c9b30a35214ff25f478954036","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.373Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-6db346f6ebeb7501e3bb484e: done: 0.026981 sec","job_status":"done","queue_duration_s":1.180749,"scheduling_latency_s":1.180777,"redis_calls":22,"redis_duration_s":0.004876,"redis_read_bytes":147,"redis_write_bytes":2756,"redis_feature_flag_calls":13,"redis_feature_flag_duration_s":0.002765,"redis_feature_flag_read_bytes":140,"redis_feature_flag_write_bytes":1684,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00116,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000951,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016648,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000458717,"exclusive_lock_hold_duration_s":0.00219134,"duration_s":0.026981,"completed_at":"2026-06-08T13:17:09.581Z","load_balancing_strategy":"primary","db_duration_s":0.002863,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1811vm-test-run-nixbot-gitlab> gitlab # [ 199.877060] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.582Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"a8de4aa5823908d144bb7fa9","created_at":"2026-06-08T13:17:08.382Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.385Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-a8de4aa5823908d144bb7fa9: start","job_status":"start","queue_duration_s":1.196891,"scheduling_latency_s":1.196912}1812vm-test-run-nixbot-gitlab> gitlab # [ 199.879342] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.602Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"a8de4aa5823908d144bb7fa9","created_at":"2026-06-08T13:17:08.382Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.385Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-a8de4aa5823908d144bb7fa9: done: 0.019827 sec","job_status":"done","queue_duration_s":1.196891,"scheduling_latency_s":1.196912,"redis_calls":14,"redis_duration_s":0.003108,"redis_read_bytes":16,"redis_write_bytes":4026,"redis_queues_calls":2,"redis_queues_duration_s":0.000309,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3015,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002108,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000691,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013505,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019827,"completed_at":"2026-06-08T13:17:09.602Z","load_balancing_strategy":"primary","db_duration_s":0.000783,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1813vm-test-run-nixbot-gitlab> gitlab # [ 199.957065] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.603Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"c5bba23cbe3680073fc26670","created_at":"2026-06-08T13:17:08.392Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"314124a098ba97d9c6c54529102c1b9e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.395Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-c5bba23cbe3680073fc26670: start","job_status":"start","queue_duration_s":1.208135,"scheduling_latency_s":1.208157}1814vm-test-run-nixbot-gitlab> gitlab # [ 199.958409] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.630Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"c5bba23cbe3680073fc26670","created_at":"2026-06-08T13:17:08.392Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"314124a098ba97d9c6c54529102c1b9e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.395Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-c5bba23cbe3680073fc26670: done: 0.026944 sec","job_status":"done","queue_duration_s":1.208135,"scheduling_latency_s":1.208157,"redis_calls":9,"redis_duration_s":0.002199,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001175,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001024,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014674,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000446705,"exclusive_lock_hold_duration_s":0.014375849,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.026944,"completed_at":"2026-06-08T13:17:09.630Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008165,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1815vm-test-run-nixbot-gitlab> gitlab # [ 200.044333] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.632Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"6aec831f94baae0142c6d4e9","created_at":"2026-06-08T13:17:08.405Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e1e5dce7bb13fea9c0c9c7f3b5f295b5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.411Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-6aec831f94baae0142c6d4e9: start","job_status":"start","queue_duration_s":1.220658,"scheduling_latency_s":1.220732}1816vm-test-run-nixbot-gitlab> gitlab # [ 200.045431] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.656Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"6aec831f94baae0142c6d4e9","created_at":"2026-06-08T13:17:08.405Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e1e5dce7bb13fea9c0c9c7f3b5f295b5","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.411Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-6aec831f94baae0142c6d4e9: done: 0.024751 sec","job_status":"done","queue_duration_s":1.220658,"scheduling_latency_s":1.220732,"redis_calls":9,"redis_duration_s":0.002116,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001107,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001009,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01298,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000474083,"exclusive_lock_hold_duration_s":0.008672052,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.024751,"completed_at":"2026-06-08T13:17:09.656Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007909,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1817vm-test-run-nixbot-gitlab> gitlab # [ 200.098902] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.658Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"631aadad33b17f25b22dd8af","created_at":"2026-06-08T13:17:08.421Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c054dfe4ab8d7f2f545ddfd5b4100a78","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.424Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-631aadad33b17f25b22dd8af: start","job_status":"start","queue_duration_s":1.233745,"scheduling_latency_s":1.233766}1818vm-test-run-nixbot-gitlab> gitlab # [ 200.103182] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.665Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}1819vm-test-run-nixbot-gitlab> gitlab # [ 200.176070] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.671Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"631aadad33b17f25b22dd8af","created_at":"2026-06-08T13:17:08.421Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c054dfe4ab8d7f2f545ddfd5b4100a78","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.424Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-631aadad33b17f25b22dd8af: done: 0.013908 sec","job_status":"done","queue_duration_s":1.233745,"scheduling_latency_s":1.233766,"redis_calls":7,"redis_duration_s":0.001938,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001258,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00068,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00891,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013908,"completed_at":"2026-06-08T13:17:09.671Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1820vm-test-run-nixbot-gitlab> gitlab # [ 200.178286] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.673Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"d436a34bceda01bc3ad76f31","created_at":"2026-06-08T13:17:08.439Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d2a3a02cfaf6720dcb710de91aad585d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T13:17:08.444Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-d436a34bceda01bc3ad76f31: start","job_status":"start","queue_duration_s":1.229013,"scheduling_latency_s":1.229044}1821vm-test-run-nixbot-gitlab> gitlab # [ 200.194052] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.694Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"d436a34bceda01bc3ad76f31","created_at":"2026-06-08T13:17:08.439Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d2a3a02cfaf6720dcb710de91aad585d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T13:17:08.444Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-d436a34bceda01bc3ad76f31: done: 0.021321 sec","job_status":"done","queue_duration_s":1.229013,"scheduling_latency_s":1.229044,"redis_calls":9,"redis_duration_s":0.0022530000000000002,"redis_read_bytes":7,"redis_write_bytes":1018,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000537,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":277,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001294,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014178,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021321,"completed_at":"2026-06-08T13:17:09.694Z","load_balancing_strategy":"primary","db_duration_s":0.001475,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1822vm-test-run-nixbot-gitlab> gitlab # [ 200.309928] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.708Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"5c541a8ee6deb6b83f3e2646","created_at":"2026-06-08T13:17:08.451Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"22f530fb53d3ab1e83eeaadfbd51c283","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.455Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-5c541a8ee6deb6b83f3e2646: start","job_status":"start","queue_duration_s":1.25322,"scheduling_latency_s":1.253256}1823vm-test-run-nixbot-gitlab> gitlab # [ 200.310990] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.720Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}1824vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 201.35 seconds)1825vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service1826vm-test-run-nixbot-gitlab> gitlab # [ 200.311824] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.728Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"5c541a8ee6deb6b83f3e2646","created_at":"2026-06-08T13:17:08.451Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"22f530fb53d3ab1e83eeaadfbd51c283","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.455Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-5c541a8ee6deb6b83f3e2646: done: 0.019615 sec","job_status":"done","queue_duration_s":1.25322,"scheduling_latency_s":1.253256,"redis_calls":7,"redis_duration_s":0.00213,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001511,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000619,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009342,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.019615,"completed_at":"2026-06-08T13:17:09.728Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1827vm-test-run-nixbot-gitlab> gitlab # [ 200.381268] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.730Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"60188bfa02c0a7f7e2cdc572","created_at":"2026-06-08T13:17:08.477Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"42361c02c70ebbc461ae99f5706b21cf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.483Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-60188bfa02c0a7f7e2cdc572: start","job_status":"start","queue_duration_s":1.247149,"scheduling_latency_s":1.247239}1828vm-test-run-nixbot-gitlab> gitlab # [ 200.382806] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.747Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"60188bfa02c0a7f7e2cdc572","created_at":"2026-06-08T13:17:08.477Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"42361c02c70ebbc461ae99f5706b21cf","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.483Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-60188bfa02c0a7f7e2cdc572: done: 0.017359 sec","job_status":"done","queue_duration_s":1.247149,"scheduling_latency_s":1.247239,"redis_calls":7,"redis_duration_s":0.002287,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001688,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000599,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017359,"completed_at":"2026-06-08T13:17:09.747Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1829vm-test-run-nixbot-gitlab> gitlab # [ 200.450455] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.749Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"9cda54b77f309f4ef79effed","created_at":"2026-06-08T13:17:08.493Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb93607a78965a0a760a8605a5dbdb6d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.496Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-9cda54b77f309f4ef79effed: start","job_status":"start","queue_duration_s":1.252566,"scheduling_latency_s":1.252588}1830vm-test-run-nixbot-gitlab> gitlab # [ 200.458352] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.767Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"9cda54b77f309f4ef79effed","created_at":"2026-06-08T13:17:08.493Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-ea1029199af54fcc","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cb93607a78965a0a760a8605a5dbdb6d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.496Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-9cda54b77f309f4ef79effed: done: 0.017274 sec","job_status":"done","queue_duration_s":1.252566,"scheduling_latency_s":1.252588,"redis_calls":7,"redis_duration_s":0.002222,"redis_read_bytes":5,"redis_write_bytes":831,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001543,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000679,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008553,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017274,"completed_at":"2026-06-08T13:17:09.766Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1831vm-test-run-nixbot-gitlab> gitlab # [ 200.571987] gitlab-workhorse[1286]: time="2026-06-08T13:17:10Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=521832vm-test-run-nixbot-gitlab> gitlab # [ 200.572977] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:10 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 19611833vm-test-run-nixbot-gitlab> gitlab # [ 200.574422] systemd[1]: Finished setup-gitlab.service.1834vm-test-run-nixbot-gitlab> gitlab # [ 200.575521] setup-gitlab-start[2983]: To http://gitlab/root/test-flake.git1835vm-test-run-nixbot-gitlab> gitlab # [ 200.576703] setup-gitlab-start[2983]: * [new branch] master -> master1836vm-test-run-nixbot-gitlab> gitlab # [ 200.577863] setup-gitlab-start[2983]: branch 'master' set up to track 'origin/master'.1837vm-test-run-nixbot-gitlab> gitlab # [ 200.579130] gitaly[1377]: time="2026-06-08T13:17:10.157Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:20.137" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:10.148" grpc.time_ms=8.87 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1838vm-test-run-nixbot-gitlab> gitlab # [ 200.579975] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.771Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6c680b475213fc48ebc13c9","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6c680b475213fc48ebc13c9: start","job_status":"start","queue_duration_s":0.979637,"scheduling_latency_s":0.97966}1839vm-test-run-nixbot-gitlab> gitlab # [ 200.581120] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.814Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a6c680b475213fc48ebc13c9","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a6c680b475213fc48ebc13c9: done: 0.042585 sec","job_status":"done","queue_duration_s":0.979637,"scheduling_latency_s":0.97966,"redis_calls":13,"redis_duration_s":0.007638000000000001,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0028,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004838,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011761,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.042585,"completed_at":"2026-06-08T13:17:09.813Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1840vm-test-run-nixbot-gitlab> gitlab # [ 200.651992] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.817Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8225ac37bd09ad997275d29","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8225ac37bd09ad997275d29: start","job_status":"start","queue_duration_s":1.026309,"scheduling_latency_s":1.026334}1841vm-test-run-nixbot-gitlab> gitlab # [ 200.720910] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.840Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8225ac37bd09ad997275d29","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8225ac37bd09ad997275d29: done: 0.022583 sec","job_status":"done","queue_duration_s":1.026309,"scheduling_latency_s":1.026334,"redis_calls":13,"redis_duration_s":0.004241,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001315,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002926,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01155,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022583,"completed_at":"2026-06-08T13:17:09.840Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1842vm-test-run-nixbot-gitlab> gitlab # [ 200.723129] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.842Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"14d49680001928d6be241d02","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-14d49680001928d6be241d02: start","job_status":"start","queue_duration_s":1.051074,"scheduling_latency_s":1.051097}1843vm-test-run-nixbot-gitlab> gitlab # [ 200.735456] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.865Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"14d49680001928d6be241d02","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-14d49680001928d6be241d02: done: 0.022697 sec","job_status":"done","queue_duration_s":1.051074,"scheduling_latency_s":1.051097,"redis_calls":13,"redis_duration_s":0.004182,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001409,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002773,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011649,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022697,"completed_at":"2026-06-08T13:17:09.865Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1844vm-test-run-nixbot-gitlab> gitlab # [ 200.817327] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.867Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24685d62f0a26a163572d975","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24685d62f0a26a163572d975: start","job_status":"start","queue_duration_s":1.075676,"scheduling_latency_s":1.0757}1845vm-test-run-nixbot-gitlab> gitlab # [ 200.818339] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.889Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24685d62f0a26a163572d975","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24685d62f0a26a163572d975: done: 0.022761 sec","job_status":"done","queue_duration_s":1.075676,"scheduling_latency_s":1.0757,"redis_calls":13,"redis_duration_s":0.004522,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001474,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003048,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01157,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022761,"completed_at":"2026-06-08T13:17:09.889Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1846vm-test-run-nixbot-gitlab> gitlab # [ 200.893076] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.895Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"584907e4351a76e9199a8e88","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-584907e4351a76e9199a8e88: start","job_status":"start","queue_duration_s":1.103943,"scheduling_latency_s":1.103967}1847vm-test-run-nixbot-gitlab> gitlab # [ 200.898238] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.920Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"584907e4351a76e9199a8e88","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-584907e4351a76e9199a8e88: done: 0.025467 sec","job_status":"done","queue_duration_s":1.103943,"scheduling_latency_s":1.103967,"redis_calls":13,"redis_duration_s":0.0042769999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001429,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002848,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011766,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.025467,"completed_at":"2026-06-08T13:17:09.920Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1848vm-test-run-nixbot-gitlab> gitlab # [ 200.973394] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.922Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ba99315bbcdb0107d60baec","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ba99315bbcdb0107d60baec: start","job_status":"start","queue_duration_s":1.131351,"scheduling_latency_s":1.131373}1849vm-test-run-nixbot-gitlab> gitlab # [ 200.979763] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.943Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2ba99315bbcdb0107d60baec","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2ba99315bbcdb0107d60baec: done: 0.020395 sec","job_status":"done","queue_duration_s":1.131351,"scheduling_latency_s":1.131373,"redis_calls":13,"redis_duration_s":0.004192,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001198,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002994,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010889,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020395,"completed_at":"2026-06-08T13:17:09.943Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1850vm-test-run-nixbot-gitlab> gitlab # [ 201.055883] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.945Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7470cfaa2127035ffdd06720","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7470cfaa2127035ffdd06720: start","job_status":"start","queue_duration_s":1.153463,"scheduling_latency_s":1.153487}1851vm-test-run-nixbot-gitlab> gitlab # [ 201.060192] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.964Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7470cfaa2127035ffdd06720","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7470cfaa2127035ffdd06720: done: 0.019751 sec","job_status":"done","queue_duration_s":1.153463,"scheduling_latency_s":1.153487,"redis_calls":13,"redis_duration_s":0.004098,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001289,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002809,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010877,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019751,"completed_at":"2026-06-08T13:17:09.964Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1852vm-test-run-nixbot-gitlab> gitlab # [ 201.141768] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.966Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32f5f515724a9810e09d4507","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32f5f515724a9810e09d4507: start","job_status":"start","queue_duration_s":1.175073,"scheduling_latency_s":1.175095}1853vm-test-run-nixbot-gitlab> gitlab # [ 201.143131] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.997Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"32f5f515724a9810e09d4507","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-32f5f515724a9810e09d4507: done: 0.030684 sec","job_status":"done","queue_duration_s":1.175073,"scheduling_latency_s":1.175095,"redis_calls":13,"redis_duration_s":0.007379,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002597,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004782,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011566,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.030684,"completed_at":"2026-06-08T13:17:09.997Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1854vm-test-run-nixbot-gitlab> gitlab # [ 201.223364] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:09.999Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49d1ecce1dba58944b3095d0","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49d1ecce1dba58944b3095d0: start","job_status":"start","queue_duration_s":1.207875,"scheduling_latency_s":1.207898}1855vm-test-run-nixbot-gitlab> gitlab # [ 201.224802] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.020Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"49d1ecce1dba58944b3095d0","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-49d1ecce1dba58944b3095d0: done: 0.02105 sec","job_status":"done","queue_duration_s":1.207875,"scheduling_latency_s":1.207898,"redis_calls":13,"redis_duration_s":0.003672,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00116,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002512,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011031,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02105,"completed_at":"2026-06-08T13:17:10.020Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1856vm-test-run-nixbot-gitlab> gitlab # [ 201.306407] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.022Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6f1f04e7835833f8abb3b444","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6f1f04e7835833f8abb3b444: start","job_status":"start","queue_duration_s":1.230868,"scheduling_latency_s":1.230891}1857vm-test-run-nixbot-gitlab> gitlab # [ 201.307866] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.043Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6f1f04e7835833f8abb3b444","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6f1f04e7835833f8abb3b444: done: 0.021298 sec","job_status":"done","queue_duration_s":1.230868,"scheduling_latency_s":1.230891,"redis_calls":13,"redis_duration_s":0.004337,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001339,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011065,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021298,"completed_at":"2026-06-08T13:17:10.043Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1858vm-test-run-nixbot-gitlab> gitlab # [ 201.391644] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.045Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16c044b1bf34006daa18797e","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16c044b1bf34006daa18797e: start","job_status":"start","queue_duration_s":1.254086,"scheduling_latency_s":1.254135}1859vm-test-run-nixbot-gitlab> gitlab # [ 201.392994] systemd[1]: Starting nixbot CI service...1860vm-test-run-nixbot-gitlab> gitlab # [ 201.394281] gitaly[1377]: time="2026-06-08T13:17:10.183Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1563 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=4 command.system_time_ms=5 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-08T13:17:20.152" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:10.162" grpc.time_ms=20.738 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1861vm-test-run-nixbot-gitlab> gitlab # [ 201.465411] gitaly[1377]: time="2026-06-08T13:17:10.200Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN duration_ms=119ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/post_receive"1862vm-test-run-nixbot-gitlab> gitlab # [ 201.467873] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.064Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"16c044b1bf34006daa18797e","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-16c044b1bf34006daa18797e: done: 0.019106 sec","job_status":"done","queue_duration_s":1.254086,"scheduling_latency_s":1.254135,"redis_calls":13,"redis_duration_s":0.004340999999999999,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002212,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002129,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010045,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.019106,"completed_at":"2026-06-08T13:17:10.064Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1863vm-test-run-nixbot-gitlab> gitlab # [ 201.470649] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.066Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7420c6ea4696ee2e6ed44067","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7420c6ea4696ee2e6ed44067: start","job_status":"start","queue_duration_s":1.274611,"scheduling_latency_s":1.274633}1864vm-test-run-nixbot-gitlab> gitlab # [ 201.491351] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.082Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7420c6ea4696ee2e6ed44067","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7420c6ea4696ee2e6ed44067: done: 0.015896 sec","job_status":"done","queue_duration_s":1.274611,"scheduling_latency_s":1.274633,"redis_calls":13,"redis_duration_s":0.003018,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002092,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009622,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015896,"completed_at":"2026-06-08T13:17:10.082Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1865vm-test-run-nixbot-gitlab> gitlab # [ 201.595477] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.083Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"20cc3070ef39a6a288db3c64","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-20cc3070ef39a6a288db3c64: start","job_status":"start","queue_duration_s":1.291933,"scheduling_latency_s":1.291954}1866vm-test-run-nixbot-gitlab> gitlab # [ 201.596748] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.100Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"20cc3070ef39a6a288db3c64","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-20cc3070ef39a6a288db3c64: done: 0.01686 sec","job_status":"done","queue_duration_s":1.291933,"scheduling_latency_s":1.291954,"redis_calls":13,"redis_duration_s":0.004139,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003043,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009558,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01686,"completed_at":"2026-06-08T13:17:10.100Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1867vm-test-run-nixbot-gitlab> gitlab # [ 201.697909] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.101Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3697457db3ffd61e2db13e07","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3697457db3ffd61e2db13e07: start","job_status":"start","queue_duration_s":1.310182,"scheduling_latency_s":1.310203}1868vm-test-run-nixbot-gitlab> gitlab # [ 201.699253] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.117Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3697457db3ffd61e2db13e07","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3697457db3ffd61e2db13e07: done: 0.015495 sec","job_status":"done","queue_duration_s":1.310182,"scheduling_latency_s":1.310203,"redis_calls":13,"redis_duration_s":0.0028740000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000916,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009269,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015495,"completed_at":"2026-06-08T13:17:10.117Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1869vm-test-run-nixbot-gitlab> gitlab # [ 201.782085] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.118Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3de14b0020c3bbd87e5fd492","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3de14b0020c3bbd87e5fd492: start","job_status":"start","queue_duration_s":1.327039,"scheduling_latency_s":1.327061}1870vm-test-run-nixbot-gitlab> gitlab # [ 201.785216] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.134Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3de14b0020c3bbd87e5fd492","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3de14b0020c3bbd87e5fd492: done: 0.015775 sec","job_status":"done","queue_duration_s":1.327039,"scheduling_latency_s":1.327061,"redis_calls":13,"redis_duration_s":0.003107,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001003,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002104,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009373,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015775,"completed_at":"2026-06-08T13:17:10.134Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1871vm-test-run-nixbot-gitlab> gitlab # [ 201.864333] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.135Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24b0d500467b2bd47208c8d6","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24b0d500467b2bd47208c8d6: start","job_status":"start","queue_duration_s":1.344152,"scheduling_latency_s":1.344174}1872vm-test-run-nixbot-gitlab> gitlab # [ 201.865787] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.152Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"24b0d500467b2bd47208c8d6","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-24b0d500467b2bd47208c8d6: done: 0.017153 sec","job_status":"done","queue_duration_s":1.344152,"scheduling_latency_s":1.344174,"redis_calls":13,"redis_duration_s":0.0049499999999999995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0029,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00205,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009356,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017153,"completed_at":"2026-06-08T13:17:10.152Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1873vm-test-run-nixbot-gitlab> gitlab # [ 201.938568] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.154Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dc340d47a5c253ba3a02b61d","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dc340d47a5c253ba3a02b61d: start","job_status":"start","queue_duration_s":1.362758,"scheduling_latency_s":1.362779}1874vm-test-run-nixbot-gitlab> gitlab # [ 201.940095] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.169Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dc340d47a5c253ba3a02b61d","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dc340d47a5c253ba3a02b61d: done: 0.015483 sec","job_status":"done","queue_duration_s":1.362758,"scheduling_latency_s":1.362779,"redis_calls":13,"redis_duration_s":0.0033309999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000998,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002333,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009447,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015483,"completed_at":"2026-06-08T13:17:10.169Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1875vm-test-run-nixbot-gitlab> gitlab # [ 202.011182] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.171Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd0272562525e45985c3fee1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd0272562525e45985c3fee1: start","job_status":"start","queue_duration_s":1.379608,"scheduling_latency_s":1.379628}1876vm-test-run-nixbot-gitlab> gitlab # [ 202.012675] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.185Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"dd0272562525e45985c3fee1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-dd0272562525e45985c3fee1: done: 0.014729 sec","job_status":"done","queue_duration_s":1.379608,"scheduling_latency_s":1.379628,"redis_calls":13,"redis_duration_s":0.0030600000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000928,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002132,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009223,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014729,"completed_at":"2026-06-08T13:17:10.185Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1877vm-test-run-nixbot-gitlab> gitlab # [ 202.041219] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.187Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1b0ed1ae281c853e0b257738","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1b0ed1ae281c853e0b257738: start","job_status":"start","queue_duration_s":1.395845,"scheduling_latency_s":1.395867}1878vm-test-run-nixbot-gitlab> gitlab # [ 202.112058] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.203Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1b0ed1ae281c853e0b257738","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1b0ed1ae281c853e0b257738: done: 0.016409 sec","job_status":"done","queue_duration_s":1.395845,"scheduling_latency_s":1.395867,"redis_calls":13,"redis_duration_s":0.00294,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00092,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00202,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009337,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016409,"completed_at":"2026-06-08T13:17:10.203Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1879vm-test-run-nixbot-gitlab> gitlab # [ 202.185813] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.205Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"169cf679a3768f6d642cd7c2","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-169cf679a3768f6d642cd7c2: start","job_status":"start","queue_duration_s":1.41359,"scheduling_latency_s":1.413611}1880vm-test-run-nixbot-gitlab> gitlab # [ 202.187162] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.219Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"169cf679a3768f6d642cd7c2","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-169cf679a3768f6d642cd7c2: done: 0.014712 sec","job_status":"done","queue_duration_s":1.41359,"scheduling_latency_s":1.413611,"redis_calls":13,"redis_duration_s":0.0028799999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000926,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001954,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009298,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014712,"completed_at":"2026-06-08T13:17:10.219Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1881vm-test-run-nixbot-gitlab> gitlab # [ 202.200993] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.221Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"38fb2969f4e5b48f05b15296","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-38fb2969f4e5b48f05b15296: start","job_status":"start","queue_duration_s":1.429666,"scheduling_latency_s":1.429687}1882vm-test-run-nixbot-gitlab> gitlab # [ 202.270163] gitaly[1377]: time="2026-06-08T13:17:10.279Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:10.078" grpc.time_ms=200.902 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1883vm-test-run-nixbot-gitlab> gitlab # [ 202.271291] gitaly[1377]: time="2026-06-08T13:17:10.301Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN diskcache=28434809-3fef-4a95-890c-894b1457fc75 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:08.408" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1884vm-test-run-nixbot-gitlab> gitlab # [ 202.272263] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.235Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"38fb2969f4e5b48f05b15296","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-38fb2969f4e5b48f05b15296: done: 0.014634 sec","job_status":"done","queue_duration_s":1.429666,"scheduling_latency_s":1.429687,"redis_calls":13,"redis_duration_s":0.0029360000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002027,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009209,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014634,"completed_at":"2026-06-08T13:17:10.235Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1885vm-test-run-nixbot-gitlab> gitlab # [ 202.359323] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.237Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2bf45c55bf7c89be9ba82d0e","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2bf45c55bf7c89be9ba82d0e: start","job_status":"start","queue_duration_s":1.445646,"scheduling_latency_s":1.445667}1886vm-test-run-nixbot-gitlab> gitlab # [ 202.360802] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.251Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2bf45c55bf7c89be9ba82d0e","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2bf45c55bf7c89be9ba82d0e: done: 0.014724 sec","job_status":"done","queue_duration_s":1.445646,"scheduling_latency_s":1.445667,"redis_calls":13,"redis_duration_s":0.003028,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002113,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00925,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014724,"completed_at":"2026-06-08T13:17:10.251Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1887vm-test-run-nixbot-gitlab> gitlab # [ 202.430327] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.253Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9069b933e6c8eb33262751a1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9069b933e6c8eb33262751a1: start","job_status":"start","queue_duration_s":1.46173,"scheduling_latency_s":1.461751}1888vm-test-run-nixbot-gitlab> gitlab # [ 202.431801] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.267Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9069b933e6c8eb33262751a1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9069b933e6c8eb33262751a1: done: 0.014584 sec","job_status":"done","queue_duration_s":1.46173,"scheduling_latency_s":1.461751,"redis_calls":13,"redis_duration_s":0.002929,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0009,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002029,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009204,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014584,"completed_at":"2026-06-08T13:17:10.267Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1889vm-test-run-nixbot-gitlab> gitlab # [ 202.511613] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.269Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a86e7074a5be8d776d890e1f","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a86e7074a5be8d776d890e1f: start","job_status":"start","queue_duration_s":1.477664,"scheduling_latency_s":1.477685}1890vm-test-run-nixbot-gitlab> gitlab # [ 202.513091] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.284Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a86e7074a5be8d776d890e1f","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a86e7074a5be8d776d890e1f: done: 0.015079 sec","job_status":"done","queue_duration_s":1.477664,"scheduling_latency_s":1.477685,"redis_calls":13,"redis_duration_s":0.003334,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000864,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00247,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009255,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015079,"completed_at":"2026-06-08T13:17:10.284Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1891vm-test-run-nixbot-gitlab> gitlab # [ 202.591970] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"035ecbeefb80cbe25d6f12e1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-035ecbeefb80cbe25d6f12e1: start","job_status":"start","queue_duration_s":1.494064,"scheduling_latency_s":1.494086}1892vm-test-run-nixbot-gitlab> gitlab # [ 202.593130] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.308Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"035ecbeefb80cbe25d6f12e1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-035ecbeefb80cbe25d6f12e1: done: 0.022672 sec","job_status":"done","queue_duration_s":1.494064,"scheduling_latency_s":1.494086,"redis_calls":13,"redis_duration_s":0.005354,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001773,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003581,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010799,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.022672,"completed_at":"2026-06-08T13:17:10.308Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1893vm-test-run-nixbot-gitlab> gitlab # [ 202.671127] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.309Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f09328f6274ced8f19a87eb9","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f09328f6274ced8f19a87eb9: start","job_status":"start","queue_duration_s":1.518071,"scheduling_latency_s":1.518094}1894vm-test-run-nixbot-gitlab> gitlab # [ 202.672379] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.324Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f09328f6274ced8f19a87eb9","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f09328f6274ced8f19a87eb9: done: 0.014593 sec","job_status":"done","queue_duration_s":1.518071,"scheduling_latency_s":1.518094,"redis_calls":13,"redis_duration_s":0.002802,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00087,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001932,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009692,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014593,"completed_at":"2026-06-08T13:17:10.324Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1895vm-test-run-nixbot-gitlab> gitlab # [ 202.775242] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.325Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8420e5aa73bb03c48aeda89","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8420e5aa73bb03c48aeda89: start","job_status":"start","queue_duration_s":1.533911,"scheduling_latency_s":1.533933}1896vm-test-run-nixbot-gitlab> gitlab # [ 202.776726] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.340Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f8420e5aa73bb03c48aeda89","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f8420e5aa73bb03c48aeda89: done: 0.014822 sec","job_status":"done","queue_duration_s":1.533911,"scheduling_latency_s":1.533933,"redis_calls":13,"redis_duration_s":0.0028539999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001982,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009684,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014822,"completed_at":"2026-06-08T13:17:10.340Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1897vm-test-run-nixbot-gitlab> gitlab # [ 202.798216] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.341Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1bc9ba747bd595f12ddc22a5","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1bc9ba747bd595f12ddc22a5: start","job_status":"start","queue_duration_s":1.550005,"scheduling_latency_s":1.550026}1898vm-test-run-nixbot-gitlab> gitlab # [ 202.866211] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.356Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1bc9ba747bd595f12ddc22a5","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1bc9ba747bd595f12ddc22a5: done: 0.014529 sec","job_status":"done","queue_duration_s":1.550005,"scheduling_latency_s":1.550026,"redis_calls":13,"redis_duration_s":0.002862,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000985,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001877,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009546,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014529,"completed_at":"2026-06-08T13:17:10.356Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1899vm-test-run-nixbot-gitlab> gitlab # [ 202.878963] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.357Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"98b6007f60aebd6ac2463bdd","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-98b6007f60aebd6ac2463bdd: start","job_status":"start","queue_duration_s":1.565891,"scheduling_latency_s":1.565912}1900vm-test-run-nixbot-gitlab> gitlab # [ 202.955260] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.372Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"98b6007f60aebd6ac2463bdd","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-98b6007f60aebd6ac2463bdd: done: 0.014636 sec","job_status":"done","queue_duration_s":1.565891,"scheduling_latency_s":1.565912,"redis_calls":13,"redis_duration_s":0.002951,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000957,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001994,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009191,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014636,"completed_at":"2026-06-08T13:17:10.372Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1901vm-test-run-nixbot-gitlab> gitlab # [ 202.959152] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.373Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29f2b772d97b143d0fffefe7","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29f2b772d97b143d0fffefe7: start","job_status":"start","queue_duration_s":1.581879,"scheduling_latency_s":1.581901}1902vm-test-run-nixbot-gitlab> gitlab # [ 202.979176] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.388Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"29f2b772d97b143d0fffefe7","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-29f2b772d97b143d0fffefe7: done: 0.014742 sec","job_status":"done","queue_duration_s":1.581879,"scheduling_latency_s":1.581901,"redis_calls":13,"redis_duration_s":0.0029639999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000962,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002002,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009288,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014742,"completed_at":"2026-06-08T13:17:10.388Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1903vm-test-run-nixbot-gitlab> gitlab # [ 203.088106] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.389Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"80e35d5b812502da98008cfd","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-80e35d5b812502da98008cfd: start","job_status":"start","queue_duration_s":1.597947,"scheduling_latency_s":1.597968}1904vm-test-run-nixbot-gitlab> gitlab # [ 203.089859] gitaly[1377]: time="2026-06-08T13:17:10.301Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=490 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=892928 command.minflt=13422 command.oublock=32 command.real_time_ms=1882 command.spawn_token_fork_ms=2 command.system_time_ms=422 command.user_time_ms=68 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=684 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:08.408" grpc.time_ms=1893.069 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root1905vm-test-run-nixbot-gitlab> gitlab # [ 203.091202] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.404Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"80e35d5b812502da98008cfd","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-80e35d5b812502da98008cfd: done: 0.015304 sec","job_status":"done","queue_duration_s":1.597947,"scheduling_latency_s":1.597968,"redis_calls":13,"redis_duration_s":0.003032,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001021,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002011,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009449,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015304,"completed_at":"2026-06-08T13:17:10.404Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1906vm-test-run-nixbot-gitlab> gitlab # [ 203.161087] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.406Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"369a3063f7f1b0b04ca66d63","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-369a3063f7f1b0b04ca66d63: start","job_status":"start","queue_duration_s":1.614605,"scheduling_latency_s":1.614626}1907vm-test-run-nixbot-gitlab> gitlab # [ 203.162195] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"369a3063f7f1b0b04ca66d63","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-369a3063f7f1b0b04ca66d63: done: 0.01558 sec","job_status":"done","queue_duration_s":1.614605,"scheduling_latency_s":1.614626,"redis_calls":13,"redis_duration_s":0.003732,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000859,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002873,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009409,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01558,"completed_at":"2026-06-08T13:17:10.421Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1908vm-test-run-nixbot-gitlab> gitlab # [ 203.277218] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.423Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7c77ffd5857ada552fcc56bb","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7c77ffd5857ada552fcc56bb: start","job_status":"start","queue_duration_s":1.631972,"scheduling_latency_s":1.631993}1909vm-test-run-nixbot-gitlab> gitlab # [ 203.278704] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.447Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7c77ffd5857ada552fcc56bb","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7c77ffd5857ada552fcc56bb: done: 0.024352 sec","job_status":"done","queue_duration_s":1.631972,"scheduling_latency_s":1.631993,"redis_calls":13,"redis_duration_s":0.003581,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001114,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002467,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013076,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024352,"completed_at":"2026-06-08T13:17:10.447Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1910vm-test-run-nixbot-gitlab> gitlab # [ 203.351804] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.449Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c6a2a93b30a1a54df2bb840","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c6a2a93b30a1a54df2bb840: start","job_status":"start","queue_duration_s":1.658042,"scheduling_latency_s":1.658074}1911vm-test-run-nixbot-gitlab> gitlab # [ 203.353154] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.465Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c6a2a93b30a1a54df2bb840","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c6a2a93b30a1a54df2bb840: done: 0.015808 sec","job_status":"done","queue_duration_s":1.658042,"scheduling_latency_s":1.658074,"redis_calls":13,"redis_duration_s":0.002855,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001947,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010115,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015808,"completed_at":"2026-06-08T13:17:10.465Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1912vm-test-run-nixbot-gitlab> gitlab # [ 203.427201] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.466Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c65272fea103c7757f950584","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c65272fea103c7757f950584: start","job_status":"start","queue_duration_s":1.675142,"scheduling_latency_s":1.675165}1913vm-test-run-nixbot-gitlab> gitlab # [ 203.428703] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.481Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c65272fea103c7757f950584","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c65272fea103c7757f950584: done: 0.015243 sec","job_status":"done","queue_duration_s":1.675142,"scheduling_latency_s":1.675165,"redis_calls":13,"redis_duration_s":0.002819,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000901,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001918,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010088,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015243,"completed_at":"2026-06-08T13:17:10.481Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1914vm-test-run-nixbot-gitlab> gitlab # [ 203.497067] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.483Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1b7d359b014ae5ba3b7a295f","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1b7d359b014ae5ba3b7a295f: start","job_status":"start","queue_duration_s":1.691738,"scheduling_latency_s":1.691759}1915vm-test-run-nixbot-gitlab> gitlab # [ 203.498688] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.498Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1b7d359b014ae5ba3b7a295f","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1b7d359b014ae5ba3b7a295f: done: 0.015448 sec","job_status":"done","queue_duration_s":1.691738,"scheduling_latency_s":1.691759,"redis_calls":13,"redis_duration_s":0.003137,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000936,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009896,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015448,"completed_at":"2026-06-08T13:17:10.498Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1916vm-test-run-nixbot-gitlab> gitlab # [ 203.587207] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.500Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3266a52c36c06d3a652f8b15","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3266a52c36c06d3a652f8b15: start","job_status":"start","queue_duration_s":1.708642,"scheduling_latency_s":1.708664}1917vm-test-run-nixbot-gitlab> gitlab # [ 203.588677] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.515Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3266a52c36c06d3a652f8b15","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3266a52c36c06d3a652f8b15: done: 0.015056 sec","job_status":"done","queue_duration_s":1.708642,"scheduling_latency_s":1.708664,"redis_calls":13,"redis_duration_s":0.002823,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000915,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001908,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009964,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015056,"completed_at":"2026-06-08T13:17:10.515Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1918vm-test-run-nixbot-gitlab> gitlab # [ 203.679293] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.516Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f36035d179dbacb1e4e3f054","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f36035d179dbacb1e4e3f054: start","job_status":"start","queue_duration_s":1.725048,"scheduling_latency_s":1.72507}1919vm-test-run-nixbot-gitlab> gitlab # [ 203.680794] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f36035d179dbacb1e4e3f054","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f36035d179dbacb1e4e3f054: done: 0.017225 sec","job_status":"done","queue_duration_s":1.725048,"scheduling_latency_s":1.72507,"redis_calls":13,"redis_duration_s":0.0032329999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001064,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002169,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011867,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017225,"completed_at":"2026-06-08T13:17:10.533Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1920vm-test-run-nixbot-gitlab> gitlab # [ 203.766188] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.535Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3107e5f15772ffe075fe0a68","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3107e5f15772ffe075fe0a68: start","job_status":"start","queue_duration_s":1.74367,"scheduling_latency_s":1.743693}1921vm-test-run-nixbot-gitlab> gitlab # [ 203.767704] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.550Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3107e5f15772ffe075fe0a68","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3107e5f15772ffe075fe0a68: done: 0.015265 sec","job_status":"done","queue_duration_s":1.74367,"scheduling_latency_s":1.743693,"redis_calls":13,"redis_duration_s":0.0029460000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000909,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015265,"completed_at":"2026-06-08T13:17:10.550Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1922vm-test-run-nixbot-gitlab> gitlab # [ 203.839258] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.551Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1431f1e24d12fb529c085210","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1431f1e24d12fb529c085210: start","job_status":"start","queue_duration_s":1.760273,"scheduling_latency_s":1.760296}1923vm-test-run-nixbot-gitlab> gitlab # [ 203.840756] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.567Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1431f1e24d12fb529c085210","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1431f1e24d12fb529c085210: done: 0.015584 sec","job_status":"done","queue_duration_s":1.760273,"scheduling_latency_s":1.760296,"redis_calls":13,"redis_duration_s":0.003229,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001026,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002203,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009981,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015584,"completed_at":"2026-06-08T13:17:10.567Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1924vm-test-run-nixbot-gitlab> gitlab # [ 203.926166] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.569Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"072f307d4b238ce462859cd1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-072f307d4b238ce462859cd1: start","job_status":"start","queue_duration_s":1.777643,"scheduling_latency_s":1.777689}1925vm-test-run-nixbot-gitlab> gitlab # [ 203.927393] gitaly[1377]: time="2026-06-08T13:17:10.860Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:20.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:10.852" grpc.time_ms=7.406 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1926vm-test-run-nixbot-gitlab> gitlab # [ 203.928449] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.587Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"072f307d4b238ce462859cd1","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-072f307d4b238ce462859cd1: done: 0.018442 sec","job_status":"done","queue_duration_s":1.777643,"scheduling_latency_s":1.777689,"redis_calls":13,"redis_duration_s":0.0030889999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000943,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002146,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010873,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018442,"completed_at":"2026-06-08T13:17:10.587Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1927vm-test-run-nixbot-gitlab> gitlab # [ 204.006060] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.588Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b283377f0d46b8911362c9ba","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b283377f0d46b8911362c9ba: start","job_status":"start","queue_duration_s":1.797327,"scheduling_latency_s":1.797349}1928vm-test-run-nixbot-gitlab> gitlab # [ 204.007138] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.603Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b283377f0d46b8911362c9ba","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b283377f0d46b8911362c9ba: done: 0.014836 sec","job_status":"done","queue_duration_s":1.797327,"scheduling_latency_s":1.797349,"redis_calls":13,"redis_duration_s":0.002838,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001983,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009823,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014836,"completed_at":"2026-06-08T13:17:10.603Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1929vm-test-run-nixbot-gitlab> gitlab # [ 204.114241] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.605Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"088d38eb780a04134cb9a0b5","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-088d38eb780a04134cb9a0b5: start","job_status":"start","queue_duration_s":1.813552,"scheduling_latency_s":1.813574}1930vm-test-run-nixbot-gitlab> gitlab # [ 204.115728] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.619Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"088d38eb780a04134cb9a0b5","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-088d38eb780a04134cb9a0b5: done: 0.014739 sec","job_status":"done","queue_duration_s":1.813552,"scheduling_latency_s":1.813574,"redis_calls":13,"redis_duration_s":0.0028250000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009747,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014739,"completed_at":"2026-06-08T13:17:10.619Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1931vm-test-run-nixbot-gitlab> gitlab # [ 204.189211] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.621Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"86e8fb3bf911cee56fe42e03","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-86e8fb3bf911cee56fe42e03: start","job_status":"start","queue_duration_s":1.829584,"scheduling_latency_s":1.829607}1932vm-test-run-nixbot-gitlab> gitlab # [ 204.190724] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.635Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"86e8fb3bf911cee56fe42e03","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-86e8fb3bf911cee56fe42e03: done: 0.014749 sec","job_status":"done","queue_duration_s":1.829584,"scheduling_latency_s":1.829607,"redis_calls":13,"redis_duration_s":0.002981,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000918,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002063,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00968,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014749,"completed_at":"2026-06-08T13:17:10.635Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1933vm-test-run-nixbot-gitlab> gitlab # [ 204.209208] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.637Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3a9fae19ae53cb4fddd0772","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3a9fae19ae53cb4fddd0772: start","job_status":"start","queue_duration_s":1.845672,"scheduling_latency_s":1.845693}1934vm-test-run-nixbot-gitlab> gitlab # [ 204.229176] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.651Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"e3a9fae19ae53cb4fddd0772","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-e3a9fae19ae53cb4fddd0772: done: 0.014473 sec","job_status":"done","queue_duration_s":1.845672,"scheduling_latency_s":1.845693,"redis_calls":13,"redis_duration_s":0.0026899999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000833,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001857,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009708,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014473,"completed_at":"2026-06-08T13:17:10.651Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1935vm-test-run-nixbot-gitlab> gitlab # [ 204.297894] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.653Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ecf3893e8a3fc5affd20e8d","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ecf3893e8a3fc5affd20e8d: start","job_status":"start","queue_duration_s":1.861439,"scheduling_latency_s":1.861459}1936vm-test-run-nixbot-gitlab> gitlab # [ 204.309758] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.667Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5ecf3893e8a3fc5affd20e8d","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5ecf3893e8a3fc5affd20e8d: done: 0.01454 sec","job_status":"done","queue_duration_s":1.861439,"scheduling_latency_s":1.861459,"redis_calls":13,"redis_duration_s":0.0027919999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000833,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001959,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009685,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01454,"completed_at":"2026-06-08T13:17:10.667Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1937vm-test-run-nixbot-gitlab> gitlab # [ 204.385807] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.668Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2e21dd2732418b393bd02201","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2e21dd2732418b393bd02201: start","job_status":"start","queue_duration_s":1.877255,"scheduling_latency_s":1.877276}1938vm-test-run-nixbot-gitlab> gitlab # [ 204.390254] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.683Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2e21dd2732418b393bd02201","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2e21dd2732418b393bd02201: done: 0.014676 sec","job_status":"done","queue_duration_s":1.877255,"scheduling_latency_s":1.877276,"redis_calls":13,"redis_duration_s":0.002852,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000885,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001967,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009664,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014676,"completed_at":"2026-06-08T13:17:10.683Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1939vm-test-run-nixbot-gitlab> gitlab # [ 204.474401] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0dae57f5b6667a3998b0e7db","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0dae57f5b6667a3998b0e7db: start","job_status":"start","queue_duration_s":1.89325,"scheduling_latency_s":1.893271}1940vm-test-run-nixbot-gitlab> gitlab # [ 204.475680] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.699Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0dae57f5b6667a3998b0e7db","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0dae57f5b6667a3998b0e7db: done: 0.015006 sec","job_status":"done","queue_duration_s":1.89325,"scheduling_latency_s":1.893271,"redis_calls":13,"redis_duration_s":0.003211,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002251,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009302,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015006,"completed_at":"2026-06-08T13:17:10.699Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1941vm-test-run-nixbot-gitlab> gitlab # [ 204.572940] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.701Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4624fd1ac19a445f222ef592","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4624fd1ac19a445f222ef592: start","job_status":"start","queue_duration_s":1.909724,"scheduling_latency_s":1.909747}1942vm-test-run-nixbot-gitlab> gitlab # [ 204.574248] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.715Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4624fd1ac19a445f222ef592","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4624fd1ac19a445f222ef592: done: 0.014536 sec","job_status":"done","queue_duration_s":1.909724,"scheduling_latency_s":1.909747,"redis_calls":13,"redis_duration_s":0.0029620000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002037,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014536,"completed_at":"2026-06-08T13:17:10.715Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1943vm-test-run-nixbot-gitlab> gitlab # [ 204.645799] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.717Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"79712017e1b6bec16bc7f118","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-79712017e1b6bec16bc7f118: start","job_status":"start","queue_duration_s":1.925613,"scheduling_latency_s":1.925635}1944vm-test-run-nixbot-gitlab> gitlab # [ 204.647007] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.731Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"79712017e1b6bec16bc7f118","created_at":"2026-06-08T13:17:08.722Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-197f7d95db2c442c","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"14eb8997dc564cd45d82b302183feafa","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:08.791Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-79712017e1b6bec16bc7f118: done: 0.014572 sec","job_status":"done","queue_duration_s":1.925613,"scheduling_latency_s":1.925635,"redis_calls":13,"redis_duration_s":0.002846,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000888,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009705,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014572,"completed_at":"2026-06-08T13:17:10.731Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1945vm-test-run-nixbot-gitlab> gitlab # [ 204.718756] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.733Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0d8f2820d650c5c72b9a48b4","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0d8f2820d650c5c72b9a48b4: start","job_status":"start","queue_duration_s":1.13497,"scheduling_latency_s":1.13499}1946vm-test-run-nixbot-gitlab> gitlab # [ 204.720145] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.743Z","message":"No existing merge request to be cleaned up."}1947vm-test-run-nixbot-gitlab> gitlab # [ 204.721505] gitaly[1377]: time="2026-06-08T13:17:10.871Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:20.015" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:10.866" grpc.time_ms=5.26 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1948vm-test-run-nixbot-gitlab> gitlab # [ 204.735118] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.749Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"0d8f2820d650c5c72b9a48b4","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-0d8f2820d650c5c72b9a48b4: done: 0.016805 sec","job_status":"done","queue_duration_s":1.13497,"scheduling_latency_s":1.13499,"redis_calls":10,"redis_duration_s":0.002382,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000931,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001451,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010627,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016805,"completed_at":"2026-06-08T13:17:10.749Z","load_balancing_strategy":"primary","db_duration_s":0.002333,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1949vm-test-run-nixbot-gitlab> gitlab # [ 204.847288] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.751Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"34668ca9c9c2ee371754dafe","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-34668ca9c9c2ee371754dafe: start","job_status":"start","queue_duration_s":1.153194,"scheduling_latency_s":1.153215}1950vm-test-run-nixbot-gitlab> gitlab # [ 204.848733] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.760Z","message":"No existing merge request to be cleaned up."}1951vm-test-run-nixbot-gitlab> gitlab # [ 204.849861] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.766Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"34668ca9c9c2ee371754dafe","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-34668ca9c9c2ee371754dafe: done: 0.015305 sec","job_status":"done","queue_duration_s":1.153194,"scheduling_latency_s":1.153215,"redis_calls":10,"redis_duration_s":0.002344,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000888,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001456,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009576,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015305,"completed_at":"2026-06-08T13:17:10.766Z","load_balancing_strategy":"primary","db_duration_s":0.001864,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1952vm-test-run-nixbot-gitlab> gitlab # [ 204.928215] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.767Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"8a6c18b5fc60193aa3b76bb5","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-8a6c18b5fc60193aa3b76bb5: start","job_status":"start","queue_duration_s":1.16979,"scheduling_latency_s":1.169811}1953vm-test-run-nixbot-gitlab> gitlab # [ 204.929727] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.777Z","message":"No existing merge request to be cleaned up."}1954vm-test-run-nixbot-gitlab> gitlab # [ 204.930316] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.782Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"8a6c18b5fc60193aa3b76bb5","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-8a6c18b5fc60193aa3b76bb5: done: 0.014919 sec","job_status":"done","queue_duration_s":1.16979,"scheduling_latency_s":1.169811,"redis_calls":10,"redis_duration_s":0.002284,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000921,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001363,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014919,"completed_at":"2026-06-08T13:17:10.782Z","load_balancing_strategy":"primary","db_duration_s":0.001522,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1955vm-test-run-nixbot-gitlab> gitlab # [ 205.007241] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.784Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"407bfc609c86befa37f010f8","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-407bfc609c86befa37f010f8: start","job_status":"start","queue_duration_s":1.186022,"scheduling_latency_s":1.186046}1956vm-test-run-nixbot-gitlab> gitlab # [ 205.008283] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.793Z","message":"No existing merge request to be cleaned up."}1957vm-test-run-nixbot-gitlab> gitlab # [ 205.009147] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.799Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"407bfc609c86befa37f010f8","created_at":"2026-06-08T13:17:09.591Z","trace_propagation_headers":{"sentry-trace":"ecb4c4971f854d2092e5b7f5c108a23b-0ef0f14128a04ba2","baggage":"sentry-trace_id=ecb4c4971f854d2092e5b7f5c108a23b,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"a1da1563af03ea73fee7bff519894faf","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:09.598Z","job_size_bytes":2,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-407bfc609c86befa37f010f8: done: 0.015117 sec","job_status":"done","queue_duration_s":1.186022,"scheduling_latency_s":1.186046,"redis_calls":10,"redis_duration_s":0.002601,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000859,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001742,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009615,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015117,"completed_at":"2026-06-08T13:17:10.799Z","load_balancing_strategy":"primary","db_duration_s":0.001523,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1958vm-test-run-nixbot-gitlab> gitlab # [ 205.042309] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.800Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 a9fd5259ec16d0144905142f9a70dc7158af115e refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"eb834504be2d631dc3510292","created_at":"2026-06-08T13:17:10.122Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-34b563ae79974bba","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.126Z","job_size_bytes":185,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-eb834504be2d631dc3510292: start","job_status":"start","queue_duration_s":0.674402,"scheduling_latency_s":0.674425}1959vm-test-run-nixbot-gitlab> gitlab # [ 205.118359] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:10.818Z","message":"changes: \"0000000000000000000000000000000000000000 a9fd5259ec16d0144905142f9a70dc7158af115e refs/heads/master\\n\""}1960vm-test-run-nixbot-gitlab> gitlab # [ 205.119303] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.499Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 a9fd5259ec16d0144905142f9a70dc7158af115e refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"eb834504be2d631dc3510292","created_at":"2026-06-08T13:17:10.122Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-34b563ae79974bba","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.126Z","job_size_bytes":185,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-eb834504be2d631dc3510292: done: 0.698985 sec","job_status":"done","queue_duration_s":0.674402,"scheduling_latency_s":0.674425,"gitaly_calls":13,"gitaly_duration_s":0.165301,"redis_calls":199,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.043627,"redis_read_bytes":957,"redis_write_bytes":19727,"redis_cache_calls":14,"redis_cache_duration_s":0.003237,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.007268,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001266,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4933,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002594,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":90,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.017626,"redis_repository_cache_read_bytes":249,"redis_repository_cache_write_bytes":6237,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.011636,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.041,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.257,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.274,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.041,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.458823,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000609296,"exclusive_lock_hold_duration_s":0.033379382,"duration_s":0.698985,"completed_at":"2026-06-08T13:17:11.499Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.06298,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1961vm-test-run-nixbot-gitlab> gitlab # [ 205.189080] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.501Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b20479a6dc3d5783830faa52","created_at":"2026-06-08T13:17:10.873Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.878Z","job_size_bytes":46,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b20479a6dc3d5783830faa52: start","job_status":"start","queue_duration_s":0.622733,"scheduling_latency_s":0.622756}1962vm-test-run-nixbot-gitlab> gitlab # [ 205.190395] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.696Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"b20479a6dc3d5783830faa52","created_at":"2026-06-08T13:17:10.873Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.878Z","job_size_bytes":46,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b20479a6dc3d5783830faa52: done: 0.195144 sec","job_status":"done","queue_duration_s":0.622733,"scheduling_latency_s":0.622756,"gitaly_calls":2,"gitaly_duration_s":0.013581,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.006954,"redis_read_bytes":68,"redis_write_bytes":4883,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001376,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000574,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2112,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001668,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.002562,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":752,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000774,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.124,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.124,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.046225,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000348369,"duration_s":0.195144,"completed_at":"2026-06-08T13:17:11.696Z","load_balancing_strategy":"primary","db_duration_s":0.128585,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1963vm-test-run-nixbot-gitlab> gitlab # [ 205.270939] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.697Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"9dae9b8b3d565559833964fc","created_at":"2026-06-08T13:17:10.889Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.892Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-9dae9b8b3d565559833964fc: start","job_status":"start","queue_duration_s":0.804848,"scheduling_latency_s":0.80487}1964vm-test-run-nixbot-gitlab> gitlab # [ 205.277212] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.781Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"9dae9b8b3d565559833964fc","created_at":"2026-06-08T13:17:10.889Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.892Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-9dae9b8b3d565559833964fc: done: 0.083678 sec","job_status":"done","queue_duration_s":0.804848,"scheduling_latency_s":0.80487,"gitaly_calls":1,"gitaly_duration_s":0.026556,"redis_calls":15,"redis_duration_s":0.004045,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000433,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001554,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000736,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001322,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.007,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.013,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036361,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.055902078,"duration_s":0.083678,"completed_at":"2026-06-08T13:17:11.781Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.013853,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1965vm-test-run-nixbot-gitlab> gitlab # [ 205.361348] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.783Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f4e9b2cc3c57aa0d08edbeca","created_at":"2026-06-08T13:17:10.993Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.995Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f4e9b2cc3c57aa0d08edbeca: start","job_status":"start","queue_duration_s":0.787314,"scheduling_latency_s":0.787337}1966vm-test-run-nixbot-gitlab> gitlab # [ 205.433041] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.821Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"f4e9b2cc3c57aa0d08edbeca","created_at":"2026-06-08T13:17:10.993Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:10.995Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-f4e9b2cc3c57aa0d08edbeca: done: 0.038361 sec","job_status":"done","queue_duration_s":0.787314,"scheduling_latency_s":0.787337,"gitaly_calls":1,"gitaly_duration_s":0.009779,"redis_calls":16,"redis_duration_s":0.003743,"redis_read_bytes":52,"redis_write_bytes":2049,"redis_queues_calls":1,"redis_queues_duration_s":0.000261,"redis_queues_read_bytes":1,"redis_queues_write_bytes":980,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001084,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.001773,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000625,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021852,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.038361,"completed_at":"2026-06-08T13:17:11.821Z","load_balancing_strategy":"primary","db_duration_s":0.002169,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1967vm-test-run-nixbot-gitlab> gitlab # [ 205.444148] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:11.822Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"a092071401182be54e0f0845","created_at":"2026-06-08T13:17:11.445Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:411119af06182d65e74f5bcbcb3b269528754e622c3041d7f4c2e43c30e00e94","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:11.449Z","job_size_bytes":467,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-a092071401182be54e0f0845: start","job_status":"start","queue_duration_s":0.37309,"scheduling_latency_s":0.373112}1968vm-test-run-nixbot-gitlab> gitlab # [ 205.525334] sidekiq-cluster[2124]: {"severity":"WARN","time":"2026-06-08T13:17:12.602Z","class":"CreatePipelineWorker","correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"a9fd5259ec16d0144905142f9a70dc7158af115e","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"a9fd5259ec16d0144905142f9a70dc7158af115e","ref":"refs/heads/master"},"retry":0}1969vm-test-run-nixbot-gitlab> gitlab # [ 205.526385] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:12.609Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"a092071401182be54e0f0845","created_at":"2026-06-08T13:17:11.445Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-73625a8151fd4833","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:411119af06182d65e74f5bcbcb3b269528754e622c3041d7f4c2e43c30e00e94","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:11.449Z","job_size_bytes":467,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-a092071401182be54e0f0845: done: 0.78698 sec","job_status":"done","queue_duration_s":0.37309,"scheduling_latency_s":0.373112,"gitaly_calls":7,"gitaly_duration_s":0.058348,"redis_calls":53,"redis_duration_s":0.012339,"redis_read_bytes":171,"redis_write_bytes":4427,"redis_cache_calls":4,"redis_cache_duration_s":0.001133,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":18,"redis_feature_flag_duration_s":0.00578,"redis_feature_flag_read_bytes":18,"redis_feature_flag_write_bytes":2433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001668,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.002528,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00123,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":43,"db_write_count":1,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":43,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.026,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":38,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.008,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.008,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.023,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.661634,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000396978,"duration_s":0.78698,"completed_at":"2026-06-08T13:17:12.609Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.046762,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}1970vm-test-run-nixbot-gitlab> gitlab # [ 205.605214] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:12.611Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"595d63e2e83e2231d839f586","created_at":"2026-06-08T13:17:11.680Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-1b89cd19c413442e","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:11.685Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-595d63e2e83e2231d839f586: start","job_status":"start","queue_duration_s":0.925419,"scheduling_latency_s":0.925443}1971vm-test-run-nixbot-gitlab> gitlab # [ 205.606921] gitaly[1377]: time="2026-06-08T13:17:10.907Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=644 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-08T13:17:20.046" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:10.897" grpc.time_ms=10.755 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1972vm-test-run-nixbot-gitlab> gitlab # [ 205.607890] gitaly[1377]: time="2026-06-08T13:17:10.947Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3942 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:10.946" grpc.time_ms=0.464 pid=1377 span.kind=server system=grpc1973vm-test-run-nixbot-gitlab> gitlab # [ 205.621928] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:12.651Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"595d63e2e83e2231d839f586","created_at":"2026-06-08T13:17:11.680Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-1b89cd19c413442e","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:11.685Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-595d63e2e83e2231d839f586: done: 0.040238 sec","job_status":"done","queue_duration_s":0.925419,"scheduling_latency_s":0.925443,"redis_calls":19,"redis_duration_s":0.004339,"redis_read_bytes":21,"redis_write_bytes":4292,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000916,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000599,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2263,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002042,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000782,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026412,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.006624306,"duration_s":0.040238,"completed_at":"2026-06-08T13:17:12.651Z","load_balancing_strategy":"primary","db_duration_s":0.00564,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1974vm-test-run-nixbot-gitlab> gitlab # [ 205.692672] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:12.652Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"e032812c9630d5553f88da1e","created_at":"2026-06-08T13:17:12.639Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-c9e3922c302b4857","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:12.643Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-e032812c9630d5553f88da1e: start","job_status":"start","queue_duration_s":0.009029,"scheduling_latency_s":0.00905}1975vm-test-run-nixbot-gitlab> gitlab # [ 205.772196] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:12.725Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"e032812c9630d5553f88da1e","created_at":"2026-06-08T13:17:12.639Z","trace_propagation_headers":{"sentry-trace":"c15f60777a8842bca214137271d29cd2-c9e3922c302b4857","baggage":"sentry-trace_id=c15f60777a8842bca214137271d29cd2,sentry-release=Unknown"},"correlation_id":"01KTKP2FBNZY2MZWR6J3CXZ5GN","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:12.643Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-e032812c9630d5553f88da1e: done: 0.072042 sec","job_status":"done","queue_duration_s":0.009029,"scheduling_latency_s":0.00905,"redis_calls":11,"redis_duration_s":0.0031349999999999998,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000423,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002032,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00068,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050725,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000434133,"duration_s":0.072042,"completed_at":"2026-06-08T13:17:12.724Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014625,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}1976vm-test-run-nixbot-gitlab> gitlab # [ 205.847741] gitaly[1377]: time="2026-06-08T13:17:10.971Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3944 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:10.970" grpc.time_ms=0.444 pid=1377 span.kind=server system=grpc1977vm-test-run-nixbot-gitlab> gitlab # [ 205.848322] gitaly[1377]: time="2026-06-08T13:17:10.981Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN diskcache=8178133a-58b3-4593-b12b-4f46243551df grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T13:17:20.072" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:10.922" pid=1377 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1978vm-test-run-nixbot-gitlab> gitlab # [ 205.849276] gitaly[1377]: time="2026-06-08T13:17:10.981Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=54 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4596 command.oublock=8 command.real_time_ms=50 command.spawn_token_fork_ms=0 command.system_time_ms=35 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T13:17:20.072" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:10.922" grpc.time_ms=58.823 pid=1377 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root1979vm-test-run-nixbot-gitlab> gitlab # [ 205.850108] gitaly[1377]: time="2026-06-08T13:17:10.998Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T13:17:20.147" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:10.998" grpc.time_ms=0.16 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1980vm-test-run-nixbot-gitlab> gitlab # [ 205.857850] gitaly[1377]: time="2026-06-08T13:17:11.011Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=946 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-08T13:17:21.001" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:11.002" grpc.time_ms=8.476 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1981vm-test-run-nixbot-gitlab> gitlab # [ 205.929356] gitaly[1377]: time="2026-06-08T13:17:11.071Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=338 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-08T13:17:41.066" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.066" grpc.time_ms=4.963 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1982vm-test-run-nixbot-gitlab> gitlab # [ 205.930390] gitaly[1377]: time="2026-06-08T13:17:11.097Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T13:17:21.095" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:11.096" grpc.time_ms=0.306 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1983vm-test-run-nixbot-gitlab> gitlab # [ 205.931246] gitaly[1377]: time="2026-06-08T13:17:11.103Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=341 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-08T13:17:21.098" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-08T13:17:11.098" grpc.time_ms=4.397 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1984vm-test-run-nixbot-gitlab> gitlab # [ 206.002042] gitaly[1377]: time="2026-06-08T13:17:11.120Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:21.114" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:11.115" grpc.time_ms=5.457 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1985vm-test-run-nixbot-gitlab> gitlab # [ 206.003334] gitaly[1377]: time="2026-06-08T13:17:11.130Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:21.124" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:11.124" grpc.time_ms=6.318 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1986vm-test-run-nixbot-gitlab> gitlab # [ 206.004213] gitaly[1377]: time="2026-06-08T13:17:11.151Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=962 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T13:17:41.142" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.142" grpc.time_ms=9.103 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1987vm-test-run-nixbot-gitlab> gitlab # [ 206.005046] gitaly[1377]: time="2026-06-08T13:17:11.474Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-08T13:17:21.001" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.472" grpc.time_ms=1.789 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1988vm-test-run-nixbot-gitlab> gitlab # [ 206.076045] gitaly[1377]: time="2026-06-08T13:17:11.541Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-08T19:17:11.538" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:11.538" grpc.time_ms=2.272 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1989vm-test-run-nixbot-gitlab> gitlab # [ 206.077381] gitaly[1377]: time="2026-06-08T13:17:11.554Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=653 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-08T13:17:41.546" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.547" grpc.time_ms=7.255 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1990vm-test-run-nixbot-gitlab> gitlab # [ 206.078215] gitaly[1377]: time="2026-06-08T13:17:11.750Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN diskcache=36fe5e6e-e837-4772-a542-57de8ca86252 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T19:17:11.726" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.727" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1991vm-test-run-nixbot-gitlab> gitlab # [ 206.079129] gitaly[1377]: time="2026-06-08T13:17:11.751Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1284 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=3 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T19:17:11.726" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.727" grpc.time_ms=23.813 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1992vm-test-run-nixbot-gitlab> gitlab # [ 206.164119] gitaly[1377]: time="2026-06-08T13:17:11.813Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=650 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-08T13:17:41.805" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.806" grpc.time_ms=7.405 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1993vm-test-run-nixbot-gitlab> gitlab # [ 206.165382] gitaly[1377]: time="2026-06-08T13:17:11.863Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:41.862" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.862" grpc.time_ms=0.586 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1994vm-test-run-nixbot-gitlab> gitlab # [ 206.166217] gitaly[1377]: time="2026-06-08T13:17:11.873Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T13:17:21.015" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:11.865" grpc.time_ms=7.203 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1995vm-test-run-nixbot-gitlab> gitlab # [ 206.167047] gitaly[1377]: time="2026-06-08T13:17:11.960Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:41.058" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.958" grpc.time_ms=1.408 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1996vm-test-run-nixbot-gitlab> gitlab # [ 206.236254] gitaly[1377]: time="2026-06-08T13:17:11.971Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=86 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-08T13:17:41.067" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:11.968" grpc.time_ms=2.79 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1997vm-test-run-nixbot-gitlab> gitlab # [ 206.237798] gitaly[1377]: time="2026-06-08T13:17:12.054Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:22.046" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:12.047" grpc.time_ms=7.539 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1998vm-test-run-nixbot-gitlab> gitlab # [ 206.238916] gitaly[1377]: time="2026-06-08T13:17:12.550Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=965 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T13:17:42.538" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:12.538" grpc.time_ms=11.6 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root1999vm-test-run-nixbot-gitlab> gitlab # [ 206.249286] gitaly[1377]: time="2026-06-08T13:17:12.563Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2FBNZY2MZWR6J3CXZ5GN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-08T13:17:42.553" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:12.554" grpc.time_ms=9.079 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2000vm-test-run-nixbot-gitlab> gitlab # [ 206.478905] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3175]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server2001vm-test-run-nixbot-gitlab> gitlab # [ 207.262935] nixbot[3073]: {"ts": "2026-06-08T13:17:17.439Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}2002vm-test-run-nixbot-gitlab> gitlab # [ 207.291883] nixbot[3073]: {"ts": "2026-06-08T13:17:17.469Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}2003vm-test-run-nixbot-gitlab> gitlab # [ 207.315641] nixbot[3073]: {"ts": "2026-06-08T13:17:17.492Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}2004vm-test-run-nixbot-gitlab> gitlab # [ 207.325203] nixbot[3073]: {"ts": "2026-06-08T13:17:17.497Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}2005vm-test-run-nixbot-gitlab> gitlab # [ 207.328338] nixbot[3073]: {"ts": "2026-06-08T13:17:17.501Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}2006vm-test-run-nixbot-gitlab> gitlab # [ 207.344882] nixbot[3073]: {"ts": "2026-06-08T13:17:17.522Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}2007vm-test-run-nixbot-gitlab> gitlab # [ 207.353810] nixbot[3073]: {"ts": "2026-06-08T13:17:17.526Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}2008vm-test-run-nixbot-gitlab> gitlab # [ 207.355383] nixbot[3073]: {"ts": "2026-06-08T13:17:17.529Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}2009vm-test-run-nixbot-gitlab> gitlab # [ 207.361194] nixbot[3073]: {"ts": "2026-06-08T13:17:17.538Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}2010vm-test-run-nixbot-gitlab> gitlab # [ 207.376208] nixbot[3073]: {"ts": "2026-06-08T13:17:17.553Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}2011vm-test-run-nixbot-gitlab> gitlab # [ 207.383354] nixbot[3073]: {"ts": "2026-06-08T13:17:17.561Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}2012vm-test-run-nixbot-gitlab> gitlab # [ 207.391459] nixbot[3073]: {"ts": "2026-06-08T13:17:17.568Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}2013vm-test-run-nixbot-gitlab> gitlab # [ 207.398110] nixbot[3073]: {"ts": "2026-06-08T13:17:17.575Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}2014vm-test-run-nixbot-gitlab> gitlab # [ 207.404359] nixbot[3073]: {"ts": "2026-06-08T13:17:17.581Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}2015vm-test-run-nixbot-gitlab> gitlab # [ 207.413891] nixbot[3073]: {"ts": "2026-06-08T13:17:17.591Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 14, "migration": "streamed_eval_warnings"}2016vm-test-run-nixbot-gitlab> gitlab # [ 207.497135] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3192]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 1 ms: Could not connect to server2017vm-test-run-nixbot-gitlab> gitlab # [ 207.728913] nixbot[3073]: INFO: Started server process [3073]2018vm-test-run-nixbot-gitlab> gitlab # [ 207.732453] nixbot[3073]: INFO: Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)2019vm-test-run-nixbot-gitlab> gitlab # [ 207.964762] gitaly[1377]: time="2026-06-08T13:17:18.141Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=14 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=965 command.oublock=0 command.real_time_ms=18 command.spawn_token_fork_ms=3 command.system_time_ms=11 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2RPPBFH0AVGX8RJNHPGT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T13:17:48.018" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:18.119" grpc.time_ms=21.958 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2020vm-test-run-nixbot-gitlab> gitlab # [ 207.996745] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:18 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2622021vm-test-run-nixbot-gitlab> gitlab # [ 207.998778] nixbot[3073]: {"ts": "2026-06-08T13:17:18.175Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}2022vm-test-run-nixbot-gitlab> gitlab # [ 208.012919] nixbot[3073]: {"ts": "2026-06-08T13:17:18.190Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}2023vm-test-run-nixbot-gitlab> gitlab # [ 208.079704] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:18 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 542024vm-test-run-nixbot-gitlab> gitlab # [ 208.083235] nixbot[3073]: {"ts": "2026-06-08T13:17:18.259Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2025vm-test-run-nixbot-gitlab> gitlab # [ 208.085831] nixbot[3073]: {"ts": "2026-06-08T13:17:18.262Z", "level": "info", "logger": "nixbot.gitlab_hooks", "msg": "registering webhook", "repo": "root/test-flake"}2026vm-test-run-nixbot-gitlab> gitlab # [ 208.200126] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:18 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 1102027vm-test-run-nixbot-gitlab> gitlab # [ 208.209954] nixbot[3073]: {"ts": "2026-06-08T13:17:18.387Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}2028vm-test-run-nixbot-gitlab> gitlab # [ 208.532313] nixbot[3073]: INFO: 127.0.0.1:51728 - "GET /health HTTP/1.1" 200 OK2029vm-test-run-nixbot-gitlab> gitlab # [ 208.542470] systemd[1]: Started nixbot CI service.2030vm-test-run-nixbot-gitlab> gitlab # [ 208.545209] systemd[1]: Reached target Multi-User System.2031vm-test-run-nixbot-gitlab> gitlab # [ 208.548582] systemd[1]: Startup finished in 1.527s (kernel) + 4.248s (initrd) + 3min 22.772s (userspace) = 3min 28.548s.2032vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 8.29 seconds)2033vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health2034vm-test-run-nixbot-gitlab> gitlab # [ 208.833372] nixbot[3073]: INFO: 127.0.0.1:51740 - "GET /health HTTP/1.1" 200 OK2035vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.04 seconds)2036vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered2037vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks2038vm-test-run-nixbot-gitlab> gitlab # [ 208.941749] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 622039vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.11 seconds)2040vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-08T13:17:18.362Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]2041vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 0.11 seconds)2042vm-test-run-nixbot-gitlab> subtest: push delivers the webhook2043vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master2044vm-test-run-nixbot-gitlab> gitlab # [ 209.041632] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 312045vm-test-run-nixbot-gitlab> gitlab # [ 209.075477] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 8432046vm-test-run-nixbot-gitlab> gitlab # [ 209.086272] nixbot[3073]: {"ts": "2026-06-08T13:17:19.254Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}2047vm-test-run-nixbot-gitlab> gitlab # [ 209.144818] gitaly[1377]: time="2026-06-08T13:17:19.321Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2SZKEH2ZQD37BKSKTM7G grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:19.312" grpc.time_ms=8.793 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2048vm-test-run-nixbot-gitlab> gitlab # [ 209.147305] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 203 "" "git/2.54.0" 1022049vm-test-run-nixbot-gitlab> gitlab # [ 209.193348] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 882050vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.2051vm-test-run-nixbot-gitlab> gitlab # [ 209.194767] nixbot[3073]: {"ts": "2026-06-08T13:17:19.372Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2052vm-test-run-nixbot-gitlab> gitlab # Counting objects: 20% (1/5)Counting objects: 40% (2/5)Counting objects: 60% (3/5)Counting objects: 80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.2053vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads2054vm-test-run-nixbot-gitlab> gitlab # Compressing objects: 50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.2055vm-test-run-nixbot-gitlab> gitlab # Writing objects: 33% (1/3)Writing objects: 66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 274 bytes | 137.00 KiB/s, done.2056vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)2057vm-test-run-nixbot-gitlab> gitlab # [ 209.272934] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 602058vm-test-run-nixbot-gitlab> gitlab # [ 209.274700] nixbot[3073]: {"ts": "2026-06-08T13:17:19.451Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}2059vm-test-run-nixbot-gitlab> gitlab # [ 209.347084] gitaly[1377]: time="2026-06-08T13:17:19.524Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=6 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T7CNTA2QAKYQVXNMBQ4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-08T13:17:49.011" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:19.512" grpc.time_ms=11.775 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2060vm-test-run-nixbot-gitlab> gitlab # [ 209.359267] gitaly[1377]: time="2026-06-08T13:17:19.537Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T7CNTA2QAKYQVXNMBQ4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:49.035" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:19.535" grpc.time_ms=0.827 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2061vm-test-run-nixbot-gitlab> gitlab # [ 209.403576] gitaly[1377]: time="2026-06-08T13:17:19.581Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T7CNTA2QAKYQVXNMBQ4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-08T13:17:29.043" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:19.574" grpc.time_ms=7.149 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2062vm-test-run-nixbot-gitlab> gitlab # [ 209.474702] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 1832063vm-test-run-nixbot-gitlab> gitlab # [ 209.476271] nixbot[3073]: {"ts": "2026-06-08T13:17:19.653Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}2064vm-test-run-nixbot-gitlab> gitlab # [ 209.491116] gitaly[1377]: time="2026-06-08T13:17:19.668Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=15 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-08T13:17:29.010" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:19.650" grpc.time_ms=17.943 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2065vm-test-run-nixbot-gitlab> gitlab # [ 209.596245] gitaly[1377]: time="2026-06-08T13:17:19.773Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=328 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-08T13:17:49.062" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-08T13:17:19.764" grpc.time_ms=9.45 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2066vm-test-run-nixbot-gitlab> gitlab # [ 209.641235] gitaly[1377]: time="2026-06-08T13:17:19.818Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 duration_ms=298ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/allowed"2067vm-test-run-nixbot-gitlab> gitlab # [ 209.645160] nixbot[3073]: {"ts": "2026-06-08T13:17:19.822Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2068vm-test-run-nixbot-gitlab> gitlab # [ 209.648269] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1682069vm-test-run-nixbot-gitlab> gitlab # [ 209.657777] nixbot[3073]: {"ts": "2026-06-08T13:17:19.835Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2070vm-test-run-nixbot-gitlab> gitlab # [ 209.673216] gitaly[1377]: time="2026-06-08T13:17:19.850Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 duration_ms=31ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/pre_receive"2071vm-test-run-nixbot-gitlab> gitlab # [ 209.674342] gitaly[1377]: time="2026-06-08T13:17:19.851Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:19.519" grpc.time_ms=331.967 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2072vm-test-run-nixbot-gitlab> gitlab # [ 209.722650] gitaly[1377]: time="2026-06-08T13:17:19.899Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:19.899" grpc.time_ms=0.452 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2073vm-test-run-nixbot-gitlab> gitlab # [ 209.753658] gitaly[1377]: time="2026-06-08T13:17:19.931Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=636 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2TKYM07HX83R2XPEZZXJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=194 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:19.917" grpc.time_ms=14.019 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2074vm-test-run-nixbot-gitlab> gitlab # [ 209.756448] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:19 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 632075vm-test-run-nixbot-gitlab> gitlab # [ 209.775115] gitaly[1377]: time="2026-06-08T13:17:19.952Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:19.951" grpc.time_ms=0.523 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2076vm-test-run-nixbot-gitlab> gitlab # [ 209.818259] gitaly[1377]: time="2026-06-08T13:17:19.995Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:19.994" grpc.time_ms=0.536 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2077vm-test-run-nixbot-gitlab> gitlab # [ 209.899943] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.077Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","a9fd5259ec16d0144905142f9a70dc7158af115e 2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"640d0f062ee701bdea23ade8","created_at":"2026-06-08T13:17:20.071Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-c4857a99b514413f","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.073Z","job_size_bytes":185,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-640d0f062ee701bdea23ade8: start","job_status":"start","queue_duration_s":0.003493,"scheduling_latency_s":0.00354}2078vm-test-run-nixbot-gitlab> gitlab # [ 209.906462] gitaly[1377]: time="2026-06-08T13:17:20.084Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2TQ8F5Q6N596W9K9R9SC grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.070" pid=1377 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc2079vm-test-run-nixbot-gitlab> gitlab # [ 209.907426] gitaly[1377]: time="2026-06-08T13:17:20.084Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2TQ8F5Q6N596W9K9R9SC grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.070" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2080vm-test-run-nixbot-gitlab> gitlab # [ 209.910610] gitaly[1377]: time="2026-06-08T13:17:20.088Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=4 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2TQ8F5Q6N596W9K9R9SC grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.070" grpc.time_ms=15.185 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2081vm-test-run-nixbot-gitlab> gitlab # [ 209.981442] gitaly[1377]: time="2026-06-08T13:17:20.101Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 duration_ms=53ns method=POST pid=1377 status=200 url="http://unix/api/v4/internal/post_receive"2082vm-test-run-nixbot-gitlab> gitlab # [ 209.982866] gitaly[1377]: time="2026-06-08T13:17:20.102Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:20.047" grpc.time_ms=54.723 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2083vm-test-run-nixbot-gitlab> gitlab # [ 209.986947] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.099Z","message":"changes: \"a9fd5259ec16d0144905142f9a70dc7158af115e 2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 refs/heads/master\\n\""}2084vm-test-run-nixbot-gitlab> gitlab # [ 209.988093] gitlab-workhorse[1286]: time="2026-06-08T13:17:20Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1492085vm-test-run-nixbot-gitlab> gitlab # [ 209.988846] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:20 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1122086vm-test-run-nixbot-gitlab> gitlab # [ 210.031581] gitaly[1377]: time="2026-06-08T13:17:20.209Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=3 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:30.116" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:20.202" grpc.time_ms=6.969 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2087vm-test-run-nixbot-gitlab> gitlab # [ 210.034095] gitaly[1377]: time="2026-06-08T13:17:20.211Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 diskcache=025694f4-4e76-4227-bf6d-94a1c8e2c0ef grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:19.446" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2088vm-test-run-nixbot-gitlab> gitlab # [ 210.034919] gitaly[1377]: time="2026-06-08T13:17:20.212Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=246 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13181 command.oublock=32 command.real_time_ms=754 command.spawn_token_fork_ms=3 command.system_time_ms=202 command.user_time_ms=44 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=606 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:19.446" grpc.time_ms=765.824 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2089vm-test-run-nixbot-gitlab> gitlab # [ 210.036935] gitlab-workhorse[1286]: time="2026-06-08T13:17:20Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522090vm-test-run-nixbot-gitlab> gitlab # [ 210.038108] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:20 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8232091vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git2092vm-test-run-nixbot-gitlab> gitlab # a9fd525..2ec9772 master -> master2093vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.16 seconds)2094vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2095vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)2096vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5'2097vm-test-run-nixbot-gitlab> gitlab # [ 210.108140] gitaly[1377]: time="2026-06-08T13:17:20.285Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T13:17:30.275" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:20.275" grpc.time_ms=9.801 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2098vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', in 0.04 seconds)2099vm-test-run-nixbot-gitlab> []2100vm-test-run-nixbot-gitlab> gitlab # [ 210.143403] gitaly[1377]: time="2026-06-08T13:17:20.318Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=3 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-08T13:17:30.004" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:20.304" grpc.time_ms=13.698 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2101vm-test-run-nixbot-gitlab> gitlab # [ 210.156993] gitaly[1377]: time="2026-06-08T13:17:20.331Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=655 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-08T13:17:50.323" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.323" grpc.time_ms=7.578 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2102vm-test-run-nixbot-gitlab> gitlab # [ 210.159931] nixbot[3073]: INFO: 127.0.0.1:51748 - "GET /api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 200 OK2103vm-test-run-nixbot-gitlab> gitlab # [ 210.168073] gitaly[1377]: time="2026-06-08T13:17:20.345Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=346 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-08T13:17:30.039" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-08T13:17:20.339" grpc.time_ms=5.229 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2104vm-test-run-nixbot-gitlab> gitlab # [ 210.181359] gitaly[1377]: time="2026-06-08T13:17:20.359Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:30.052" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:20.352" grpc.time_ms=6.484 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2105vm-test-run-nixbot-gitlab> gitlab # [ 210.238454] gitaly[1377]: time="2026-06-08T13:17:20.415Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2TY8N6FN417ESRQTYPZN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.288" pid=1377 remote_ip="2001:db8:1::1" request_sha=ff7a49e4d78fe9121cf1172f11f8ac27e3963799 response_bytes=592 span.kind=server system=grpc2106vm-test-run-nixbot-gitlab> gitlab # [ 210.239839] gitaly[1377]: time="2026-06-08T13:17:20.416Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=63 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1212 command.oublock=0 command.real_time_ms=105 command.spawn_token_fork_ms=1 command.system_time_ms=51 command.user_time_ms=12 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2TY8N6FN417ESRQTYPZN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.288" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2107vm-test-run-nixbot-gitlab> gitlab # [ 210.241407] gitaly[1377]: time="2026-06-08T13:17:20.416Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=63 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1212 command.oublock=0 command.real_time_ms=105 command.spawn_token_fork_ms=1 command.system_time_ms=51 command.user_time_ms=12 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2TY8N6FN417ESRQTYPZN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.288" grpc.time_ms=128.166 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2108vm-test-run-nixbot-gitlab> gitlab # [ 210.301883] gitlab-workhorse[1286]: time="2026-06-08T13:17:20Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=5922109vm-test-run-nixbot-gitlab> gitlab # [ 210.302929] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:20 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 592 "" "git/2.54.0" 2782110vm-test-run-nixbot-gitlab> gitlab # [ 210.395993] gitaly[1377]: time="2026-06-08T13:17:20.573Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2V86KTKBF7QM4GV63B2K grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.565" grpc.time_ms=7.908 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2111vm-test-run-nixbot-gitlab> gitlab # [ 210.398355] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:20 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 562112vm-test-run-nixbot-gitlab> gitlab # [ 210.422981] gitaly[1377]: time="2026-06-08T13:17:20.600Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-08T13:17:30.297" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.598" grpc.time_ms=2.357 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2113vm-test-run-nixbot-gitlab> gitlab # [ 210.444646] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.618Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","a9fd5259ec16d0144905142f9a70dc7158af115e 2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"640d0f062ee701bdea23ade8","created_at":"2026-06-08T13:17:20.071Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-c4857a99b514413f","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.073Z","job_size_bytes":185,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-640d0f062ee701bdea23ade8: done: 0.541899 sec","job_status":"done","queue_duration_s":0.003493,"scheduling_latency_s":0.00354,"gitaly_calls":7,"gitaly_duration_s":0.214655,"redis_calls":112,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.029166,"redis_read_bytes":350,"redis_write_bytes":13070,"redis_cache_calls":9,"redis_cache_duration_s":0.002343,"redis_cache_read_bytes":14,"redis_cache_write_bytes":593,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000492,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001362,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6770,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.004284,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.010321,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.010364,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":29,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":29,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.087,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":29,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.015,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.015,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.087,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.191511,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000679136,"exclusive_lock_hold_duration_s":0.109123646,"duration_s":0.541899,"completed_at":"2026-06-08T13:17:20.618Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.095442,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2114vm-test-run-nixbot-gitlab> gitlab # [ 210.520381] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.620Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"192aef82de22f174dff268e6","created_at":"2026-06-08T13:17:20.289Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.292Z","job_size_bytes":46,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-192aef82de22f174dff268e6: start","job_status":"start","queue_duration_s":0.327721,"scheduling_latency_s":0.327747}2115vm-test-run-nixbot-gitlab> gitlab # [ 210.522243] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.637Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"192aef82de22f174dff268e6","created_at":"2026-06-08T13:17:20.289Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.292Z","job_size_bytes":46,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-192aef82de22f174dff268e6: done: 0.017617 sec","job_status":"done","queue_duration_s":0.327721,"scheduling_latency_s":0.327747,"redis_calls":9,"redis_duration_s":0.002773,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001353,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000221,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001199,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010764,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017617,"completed_at":"2026-06-08T13:17:20.637Z","load_balancing_strategy":"primary","db_duration_s":0.001405,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2116vm-test-run-nixbot-gitlab> gitlab # [ 210.612612] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.639Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"47a907e3129d23e791dd210a","created_at":"2026-06-08T13:17:20.297Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.300Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-47a907e3129d23e791dd210a: start","job_status":"start","queue_duration_s":0.339148,"scheduling_latency_s":0.33917}2117vm-test-run-nixbot-gitlab> gitlab # [ 210.614399] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.729Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"47a907e3129d23e791dd210a","created_at":"2026-06-08T13:17:20.297Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.300Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-47a907e3129d23e791dd210a: done: 0.090181 sec","job_status":"done","queue_duration_s":0.339148,"scheduling_latency_s":0.33917,"gitaly_calls":1,"gitaly_duration_s":0.059252,"redis_calls":12,"redis_duration_s":0.0029330000000000003,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000612,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001175,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.022594,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.07362025,"duration_s":0.090181,"completed_at":"2026-06-08T13:17:20.729Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005005,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2118vm-test-run-nixbot-gitlab> gitlab # [ 210.702064] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:20.731Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"7103af6ee3aa0235a7dbb49f","created_at":"2026-06-08T13:17:20.414Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d281b5fbd3e65da23a519b71a7e1ca53069dd7dba315bd1958671c54cd6fc8d9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.417Z","job_size_bytes":467,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-7103af6ee3aa0235a7dbb49f: start","job_status":"start","queue_duration_s":0.313648,"scheduling_latency_s":0.313671}2119vm-test-run-nixbot-gitlab> gitlab # [ 210.705555] gitaly[1377]: time="2026-06-08T13:17:20.711Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 diskcache=0fced083-050d-426c-93c2-8b0dcc90a25b grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T19:17:20.654" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.655" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2120vm-test-run-nixbot-gitlab> gitlab # [ 210.708888] gitaly[1377]: time="2026-06-08T13:17:20.711Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1652 command.oublock=0 command.real_time_ms=63 command.spawn_token_fork_ms=17 command.system_time_ms=9 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T19:17:20.654" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.655" grpc.time_ms=56.076 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2121vm-test-run-nixbot-gitlab> gitlab # [ 210.788374] gitaly[1377]: time="2026-06-08T13:17:20.753Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:50.752" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.752" grpc.time_ms=0.73 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2122vm-test-run-nixbot-gitlab> gitlab # [ 210.789817] gitaly[1377]: time="2026-06-08T13:17:20.762Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T13:17:30.285" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:20.755" grpc.time_ms=6.959 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2123vm-test-run-nixbot-gitlab> gitlab # [ 210.790714] gitaly[1377]: time="2026-06-08T13:17:20.795Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=1 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:50.789" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.789" grpc.time_ms=2.36 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2124vm-test-run-nixbot-gitlab> gitlab # [ 210.791362] gitaly[1377]: time="2026-06-08T13:17:20.850Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=131 command.oublock=0 command.real_time_ms=55 command.spawn_token_fork_ms=54 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-08T13:17:50.794" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:20.794" grpc.time_ms=55.977 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2125vm-test-run-nixbot-gitlab> gitlab # [ 210.810470] gitaly[1377]: time="2026-06-08T13:17:20.900Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:30.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:20.893" grpc.time_ms=6.497 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2126vm-test-run-nixbot-gitlab> gitlab # [ 210.914791] gitaly[1377]: time="2026-06-08T13:17:21.092Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VA2TKGDVM0HP9C2BNF8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.699" pid=1377 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2127vm-test-run-nixbot-gitlab> gitlab # [ 210.917658] gitaly[1377]: time="2026-06-08T13:17:21.094Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VA2TKGDVM0HP9C2BNF8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.699" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2128vm-test-run-nixbot-gitlab> gitlab # [ 210.918877] gitaly[1377]: time="2026-06-08T13:17:21.095Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VA2TKGDVM0HP9C2BNF8 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:20.699" grpc.time_ms=394.835 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2129vm-test-run-nixbot-gitlab> gitlab # [ 210.977967] gitlab-workhorse[1286]: time="2026-06-08T13:17:21Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672130vm-test-run-nixbot-gitlab> gitlab # [ 210.981512] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:21 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 5772131vm-test-run-nixbot-gitlab> gitlab # [ 211.058553] gitaly[1377]: time="2026-06-08T13:17:21.236Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:51.133" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:21.234" grpc.time_ms=1.163 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2132vm-test-run-nixbot-gitlab> gitlab # [ 211.101792] gitaly[1377]: time="2026-06-08T13:17:21.279Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=648 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-08T13:17:51.171" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:21.271" grpc.time_ms=8.187 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2133vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5'2134vm-test-run-nixbot-gitlab> gitlab # [ 211.141572] gitaly[1377]: time="2026-06-08T13:17:21.319Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:31.002" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:21.312" grpc.time_ms=6.293 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2135vm-test-run-nixbot-gitlab> gitlab # [ 211.184969] gitaly[1377]: time="2026-06-08T13:17:21.362Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T13:17:31.051" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:21.361" grpc.time_ms=0.277 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2136vm-test-run-nixbot-gitlab> gitlab # [ 211.191373] nixbot[3073]: INFO: 127.0.0.1:51752 - "GET /api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 200 OK2137vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', in 0.05 seconds)2138vm-test-run-nixbot-gitlab> []2139vm-test-run-nixbot-gitlab> gitlab # [ 211.212477] gitaly[1377]: time="2026-06-08T13:17:21.390Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=622 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T13:17:31.073" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:21.384" grpc.time_ms=6.12 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2140vm-test-run-nixbot-gitlab> gitlab # [ 211.269807] gitaly[1377]: time="2026-06-08T13:17:21.447Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:21.446" grpc.time_ms=0.885 pid=1377 span.kind=server system=grpc2141vm-test-run-nixbot-gitlab> gitlab # [ 211.299066] gitaly[1377]: time="2026-06-08T13:17:21.476Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=969 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T13:17:51.065" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:21.466" grpc.time_ms=10.256 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2142vm-test-run-nixbot-gitlab> gitlab # [ 211.312626] gitaly[1377]: time="2026-06-08T13:17:21.490Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2T4XRYXEYQWWF2B6NYV0 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-08T13:17:51.081" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:21.481" grpc.time_ms=8.852 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2143vm-test-run-nixbot-gitlab> gitlab # [ 211.325931] sidekiq-cluster[2124]: {"severity":"WARN","time":"2026-06-08T13:17:21.503Z","class":"CreatePipelineWorker","correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"a9fd5259ec16d0144905142f9a70dc7158af115e","after":"2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5","ref":"refs/heads/master"},"retry":0}2144vm-test-run-nixbot-gitlab> gitlab # [ 211.332684] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:21.510Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"7103af6ee3aa0235a7dbb49f","created_at":"2026-06-08T13:17:20.414Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d281b5fbd3e65da23a519b71a7e1ca53069dd7dba315bd1958671c54cd6fc8d9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.417Z","job_size_bytes":467,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-7103af6ee3aa0235a7dbb49f: done: 0.779212 sec","job_status":"done","queue_duration_s":0.313648,"scheduling_latency_s":0.313671,"gitaly_calls":7,"gitaly_duration_s":0.109395,"redis_calls":33,"redis_duration_s":0.007555,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.000891,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002027,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003675,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000962,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.104,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.101,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.548568,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.779212,"completed_at":"2026-06-08T13:17:21.510Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.103723,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2145vm-test-run-nixbot-gitlab> gitlab # [ 211.360520] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:21.512Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"00a07a4d-d6c5-4eba-ac04-0338d27dc91e\"}"],"class":"WebHookWorker","jid":"565714b815a4ef6172f64ba5","created_at":"2026-06-08T13:17:20.582Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f4a7171d4762e27b0cb094f5a819b454f1e5b432a405939ae6ed67c02c4730a5","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.589Z","job_size_bytes":1749,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-565714b815a4ef6172f64ba5: start","job_status":"start","queue_duration_s":0.922758,"scheduling_latency_s":0.922783}2146vm-test-run-nixbot-gitlab> gitlab # [ 211.401421] nixbot[3073]: INFO: 127.0.0.1:51760 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2147vm-test-run-nixbot-gitlab> gitlab # [ 211.417750] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:21.595Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"00a07a4d-d6c5-4eba-ac04-0338d27dc91e\"}"],"class":"WebHookWorker","jid":"565714b815a4ef6172f64ba5","created_at":"2026-06-08T13:17:20.582Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9984aa852cd1411e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f4a7171d4762e27b0cb094f5a819b454f1e5b432a405939ae6ed67c02c4730a5","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:20.589Z","job_size_bytes":1749,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-565714b815a4ef6172f64ba5: done: 0.083001 sec","job_status":"done","queue_duration_s":0.922758,"scheduling_latency_s":0.922783,"redis_calls":19,"redis_duration_s":0.004027,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00106,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000441,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001634,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.000892,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.007902400999995507,"cpu_s":0.059282,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000482743,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.083001,"completed_at":"2026-06-08T13:17:21.594Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001854,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2148vm-test-run-nixbot-gitlab> gitlab # [ 211.499598] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:21.597Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","565714b815a4ef6172f64ba5"],"class":"WebHooks::LogExecutionWorker","jid":"75af9504926a987ee80f6074","created_at":"2026-06-08T13:17:21.581Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9dfcb38b5e0a457e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:a5a104acc7960a95bb6c0a366f6023f98f17640a1ac5cf9f822525eca15e8bb4","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:21.586Z","job_size_bytes":2507,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-75af9504926a987ee80f6074: start","job_status":"start","queue_duration_s":0.011169,"scheduling_latency_s":0.011194}2149vm-test-run-nixbot-gitlab> gitlab # [ 211.503558] gitaly[1377]: time="2026-06-08T13:17:21.680Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:21.678" grpc.time_ms=0.57 pid=1377 span.kind=server system=grpc2150vm-test-run-nixbot-gitlab> gitlab # [ 211.540170] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:21.717Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","565714b815a4ef6172f64ba5"],"class":"WebHooks::LogExecutionWorker","jid":"75af9504926a987ee80f6074","created_at":"2026-06-08T13:17:21.581Z","trace_propagation_headers":{"sentry-trace":"d1769d75381f4171b4e038d63413d42d-9dfcb38b5e0a457e","baggage":"sentry-trace_id=d1769d75381f4171b4e038d63413d42d,sentry-release=Unknown"},"correlation_id":"01KTKP2T4XRYXEYQWWF2B6NYV0","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:a5a104acc7960a95bb6c0a366f6023f98f17640a1ac5cf9f822525eca15e8bb4","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:21.586Z","job_size_bytes":2507,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-75af9504926a987ee80f6074: done: 0.120157 sec","job_status":"done","queue_duration_s":0.011169,"scheduling_latency_s":0.011194,"redis_calls":10,"redis_duration_s":0.002954,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000548,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001801,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000605,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.038,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.038,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.097404,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000374908,"duration_s":0.120157,"completed_at":"2026-06-08T13:17:21.717Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007196,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2151vm-test-run-nixbot-gitlab> gitlab # [ 211.627918] gitaly[1377]: time="2026-06-08T13:17:21.729Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=13 command.spawn_token_fork_ms=2 command.system_time_ms=0 command.user_time_ms=3 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2WCBVYM2NTW02TGM9CXA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=202 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:21.715" grpc.time_ms=14.326 pid=1377 remote_ip=127.0.0.1 span.kind=server system=grpc2152vm-test-run-nixbot-gitlab> gitlab # [ 211.629196] gitaly[1377]: time="2026-06-08T13:17:21.786Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WE3TJY1NSN2YA57NV5A grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:21.779" pid=1377 remote_ip=127.0.0.1 request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2153vm-test-run-nixbot-gitlab> gitlab # [ 211.630484] gitlab-workhorse[1286]: gitlab 127.0.0.1 - - [2026/06/08:13:17:21 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 542154vm-test-run-nixbot-gitlab> gitlab # [ 211.631717] gitlab-workhorse[1286]: time="2026-06-08T13:17:21Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672155vm-test-run-nixbot-gitlab> gitlab # [ 211.632857] gitlab-workhorse[1286]: gitlab 127.0.0.1 - - [2026/06/08:13:17:21 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 562156vm-test-run-nixbot-gitlab> gitlab # [ 211.634220] gitaly[1377]: time="2026-06-08T13:17:21.787Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WE3TJY1NSN2YA57NV5A grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:21.779" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip=127.0.0.1 span.kind=server system=grpc2157vm-test-run-nixbot-gitlab> gitlab # [ 211.712153] gitaly[1377]: time="2026-06-08T13:17:21.787Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WE3TJY1NSN2YA57NV5A grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:21.779" grpc.time_ms=8.196 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip=127.0.0.1 span.kind=server system=grpc2158vm-test-run-nixbot-gitlab> gitlab # [ 211.713455] nixbot[3073]: {"ts": "2026-06-08T13:17:21.815Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}2159vm-test-run-nixbot-gitlab> gitlab # [ 211.714314] gitaly[1377]: time="2026-06-08T13:17:21.868Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:51.166" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:21.867" grpc.time_ms=0.662 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2160vm-test-run-nixbot-gitlab> gitlab # [ 211.722650] gitaly[1377]: time="2026-06-08T13:17:21.900Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=649 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-08T13:17:51.193" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:21.893" grpc.time_ms=6.589 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2161vm-test-run-nixbot-gitlab> gitlab # [ 211.736664] gitaly[1377]: time="2026-06-08T13:17:21.914Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:31.268" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:21.908" grpc.time_ms=6.019 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2162vm-test-run-nixbot-gitlab> gitlab # [ 211.786417] gitaly[1377]: time="2026-06-08T13:17:21.964Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T13:17:31.003" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:21.963" grpc.time_ms=0.286 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2163vm-test-run-nixbot-gitlab> gitlab # [ 211.797279] gitaly[1377]: time="2026-06-08T13:17:21.974Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T13:17:31.008" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:21.968" grpc.time_ms=6.174 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2164vm-test-run-nixbot-gitlab> gitlab # [ 211.857758] gitaly[1377]: time="2026-06-08T13:17:22.035Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:22.034" grpc.time_ms=0.524 pid=1377 span.kind=server system=grpc2165vm-test-run-nixbot-gitlab> gitlab # [ 211.859258] gitaly[1377]: time="2026-06-08T13:17:22.036Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N diskcache=5ca5d7e3-bb79-47a8-8068-9c168b7678ff grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T13:17:31.103" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:21.414" pid=1377 ref=refs/keep-around/a9fd5259ec16d0144905142f9a70dc7158af115e remote_ip="2001:db8:1::1" revision=a9fd5259ec16d0144905142f9a70dc7158af115e span.kind=server system=grpc username=root2166vm-test-run-nixbot-gitlab> gitlab # [ 211.860199] gitaly[1377]: time="2026-06-08T13:17:22.036Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=108 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=856064 command.minflt=5144 command.oublock=8 command.real_time_ms=613 command.spawn_token_fork_ms=0 command.system_time_ms=83 command.user_time_ms=25 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T13:17:31.103" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:21.414" grpc.time_ms=622.416 pid=1377 ref=refs/keep-around/a9fd5259ec16d0144905142f9a70dc7158af115e remote_ip="2001:db8:1::1" revision=a9fd5259ec16d0144905142f9a70dc7158af115e span.kind=server system=grpc username=root2167vm-test-run-nixbot-gitlab> gitlab # [ 211.918451] gitaly[1377]: time="2026-06-08T13:17:22.096Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:52.094" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:22.095" grpc.time_ms=0.567 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2168vm-test-run-nixbot-gitlab> gitlab # [ 211.939067] gitaly[1377]: time="2026-06-08T13:17:22.116Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:22.116" grpc.time_ms=0.421 pid=1377 span.kind=server system=grpc2169vm-test-run-nixbot-gitlab> gitlab # [ 211.955295] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.128Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"0a5415cf87dbb7a47aa36096","created_at":"2026-06-08T13:17:22.119Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-a9e8595c8d16427a","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.126Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-0a5415cf87dbb7a47aa36096: start","job_status":"start","queue_duration_s":0.002371,"scheduling_latency_s":0.002413}2170vm-test-run-nixbot-gitlab> gitlab # [ 211.991500] gitaly[1377]: time="2026-06-08T13:17:22.169Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z diskcache=40bb3961-e7da-47c0-bd48-1d3093404109 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T13:17:31.017" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:21.977" pid=1377 ref=refs/keep-around/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 remote_ip="2001:db8:1::1" revision=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 span.kind=server system=grpc username=root2171vm-test-run-nixbot-gitlab> gitlab # [ 211.992893] gitaly[1377]: time="2026-06-08T13:17:22.169Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=74 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5035 command.oublock=8 command.real_time_ms=181 command.spawn_token_fork_ms=0 command.system_time_ms=55 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T13:17:31.017" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T13:17:21.977" grpc.time_ms=191.641 pid=1377 ref=refs/keep-around/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 remote_ip="2001:db8:1::1" revision=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 span.kind=server system=grpc username=root2172vm-test-run-nixbot-gitlab> gitlab # [ 211.996097] gitaly[1377]: time="2026-06-08T13:17:22.173Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:52.072" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:22.173" grpc.time_ms=0.397 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2173vm-test-run-nixbot-gitlab> gitlab # [ 212.010532] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.187Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"0a5415cf87dbb7a47aa36096","created_at":"2026-06-08T13:17:22.119Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-a9e8595c8d16427a","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.126Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-0a5415cf87dbb7a47aa36096: done: 0.0594 sec","job_status":"done","queue_duration_s":0.002371,"scheduling_latency_s":0.002413,"redis_calls":19,"redis_duration_s":0.0065710000000000005,"redis_read_bytes":145,"redis_write_bytes":2300,"redis_feature_flag_calls":11,"redis_feature_flag_duration_s":0.004342,"redis_feature_flag_read_bytes":138,"redis_feature_flag_write_bytes":1482,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001695,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000534,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.036887,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000454248,"duration_s":0.0594,"completed_at":"2026-06-08T13:17:22.187Z","load_balancing_strategy":"primary","db_duration_s":0.01063,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2174vm-test-run-nixbot-gitlab> gitlab # [ 212.054560] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.191Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"3c6e29364c867e227635c0fb","created_at":"2026-06-08T13:17:22.127Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-a9e8595c8d16427a","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.135Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-3c6e29364c867e227635c0fb: start","job_status":"start","queue_duration_s":0.056228,"scheduling_latency_s":0.056271}2175vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5'2176vm-test-run-nixbot-gitlab> gitlab # [ 212.128386] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.262Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"3c6e29364c867e227635c0fb","created_at":"2026-06-08T13:17:22.127Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-a9e8595c8d16427a","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.135Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-3c6e29364c867e227635c0fb: done: 0.071358 sec","job_status":"done","queue_duration_s":0.056228,"scheduling_latency_s":0.056271,"redis_calls":21,"redis_duration_s":0.005108,"redis_read_bytes":148,"redis_write_bytes":2264,"redis_feature_flag_calls":9,"redis_feature_flag_duration_s":0.002318,"redis_feature_flag_read_bytes":136,"redis_feature_flag_write_bytes":1264,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001372,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001418,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":12,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03912,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384966,"duration_s":0.071358,"completed_at":"2026-06-08T13:17:22.262Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015956,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2177vm-test-run-nixbot-gitlab> gitlab # [ 212.207376] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.264Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"4db0944e647acff36fa0f076","created_at":"2026-06-08T13:17:22.181Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-3f267891f0064db4","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.186Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-4db0944e647acff36fa0f076: start","job_status":"start","queue_duration_s":0.078211,"scheduling_latency_s":0.078234}2178vm-test-run-nixbot-gitlab> gitlab # [ 212.210176] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.287Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"4db0944e647acff36fa0f076","created_at":"2026-06-08T13:17:22.181Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-3f267891f0064db4","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.186Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-4db0944e647acff36fa0f076: done: 0.022809 sec","job_status":"done","queue_duration_s":0.078211,"scheduling_latency_s":0.078234,"redis_calls":7,"redis_duration_s":0.002031,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001394,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000637,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014355,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022809,"completed_at":"2026-06-08T13:17:22.287Z","load_balancing_strategy":"primary","db_duration_s":0.002459,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2179vm-test-run-nixbot-gitlab> gitlab # [ 212.305920] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.288Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"711be296abfbc2db03fb6a23","created_at":"2026-06-08T13:17:22.186Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-3f267891f0064db4","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.188Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-711be296abfbc2db03fb6a23: start","job_status":"start","queue_duration_s":0.099897,"scheduling_latency_s":0.09992}2180vm-test-run-nixbot-gitlab> gitlab # [ 212.307133] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:22 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 5022181vm-test-run-nixbot-gitlab> gitlab # [ 212.308514] gitaly[1377]: time="2026-06-08T13:17:22.431Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:52.029" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:22.429" grpc.time_ms=1.451 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2182vm-test-run-nixbot-gitlab> gitlab # [ 212.309544] nixbot[3073]: {"ts": "2026-06-08T13:17:22.325Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 \"HTTP/1.1 201 Created\""}2183vm-test-run-nixbot-gitlab> gitlab # [ 212.310420] nixbot[3073]: {"ts": "2026-06-08T13:17:22.331Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-2ec97720138b-8b50a73c", "argv0": "bwrap"}2184vm-test-run-nixbot-gitlab> gitlab # [ 212.311346] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.334Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"711be296abfbc2db03fb6a23","created_at":"2026-06-08T13:17:22.186Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-3f267891f0064db4","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.188Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-711be296abfbc2db03fb6a23: done: 0.045631 sec","job_status":"done","queue_duration_s":0.099897,"scheduling_latency_s":0.09992,"redis_calls":10,"redis_duration_s":0.002411,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001242,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.001169,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025455,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.045631,"completed_at":"2026-06-08T13:17:22.334Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.014228,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2185vm-test-run-nixbot-gitlab> gitlab # [ 212.402621] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.335Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5ba015afffaf708d46e7e69f","created_at":"2026-06-08T13:17:22.297Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-3f267891f0064db4","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.304Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5ba015afffaf708d46e7e69f: start","job_status":"start","queue_duration_s":0.03156,"scheduling_latency_s":0.031585}2186vm-test-run-nixbot-gitlab> gitlab # [ 212.406190] gitaly[1377]: time="2026-06-08T13:17:22.463Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:52.061" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:22.461" grpc.time_ms=0.99 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2187vm-test-run-nixbot-gitlab> gitlab # [ 212.422120] gitaly[1377]: time="2026-06-08T13:17:22.599Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2WGXNY2Z32VX04HMQX9Z grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:52.198" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:22.598" grpc.time_ms=0.776 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2188vm-test-run-nixbot-gitlab> gitlab # [ 212.491111] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.610Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5ba015afffaf708d46e7e69f","created_at":"2026-06-08T13:17:22.297Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-3f267891f0064db4","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.304Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-5ba015afffaf708d46e7e69f: done: 0.274869 sec","job_status":"done","queue_duration_s":0.03156,"scheduling_latency_s":0.031585,"gitaly_calls":3,"gitaly_duration_s":0.012764,"redis_calls":53,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.018396,"redis_read_bytes":235,"redis_write_bytes":7158,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.003473,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003315,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.001833,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.001973,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001991,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000823,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.0005,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001015,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.133,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.005,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.025,"db_ci_duration_s":0.108,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.104739,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.250047703,"duration_s":0.274869,"completed_at":"2026-06-08T13:17:22.610Z","load_balancing_strategy":"primary","db_duration_s":0.139586,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2189vm-test-run-nixbot-gitlab> gitlab # [ 212.582279] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.612Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"5a48f0567fb2e12f95b28c70","created_at":"2026-06-08T13:17:22.405Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-60f3d47014c74d07","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.413Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-5a48f0567fb2e12f95b28c70: start","job_status":"start","queue_duration_s":0.198418,"scheduling_latency_s":0.198441}2190vm-test-run-nixbot-gitlab> gitlab # [ 212.583711] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.640Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"5a48f0567fb2e12f95b28c70","created_at":"2026-06-08T13:17:22.405Z","trace_propagation_headers":{"sentry-trace":"e0160733471843ffa1f4457f329e5118-60f3d47014c74d07","baggage":"sentry-trace_id=e0160733471843ffa1f4457f329e5118,sentry-release=Unknown"},"correlation_id":"01KTKP2WGXNY2Z32VX04HMQX9Z","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.413Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-5a48f0567fb2e12f95b28c70: done: 0.028562 sec","job_status":"done","queue_duration_s":0.198418,"scheduling_latency_s":0.198441,"redis_calls":10,"redis_duration_s":0.002347,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00046,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001393,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000494,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019061,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338591,"duration_s":0.028562,"completed_at":"2026-06-08T13:17:22.640Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003726,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2191vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', in 0.50 seconds)2192vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-08T13:17:21.808122Z', 'started_at': '2026-06-08T13:17:22.326991Z', 'finished_at': None}]2193vm-test-run-nixbot-gitlab> gitlab # [ 212.702728] nixbot[3073]: INFO: 127.0.0.1:51776 - "GET /api/repos/gitlab/root/test-flake/builds?commit=2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 200 OK2194vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 3.76 seconds)2195vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2196vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2197vm-test-run-nixbot-gitlab> gitlab # [ 212.766709] systemd[1]: Started Nix Daemon.2198vm-test-run-nixbot-gitlab> gitlab # [ 212.800553] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:22.958Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f8cb9dbacc174047d1250392","created_at":"2026-06-08T13:17:22.950Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-a9e8595c8d16427a","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.955Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f8cb9dbacc174047d1250392: start","job_status":"start","queue_duration_s":0.0033,"scheduling_latency_s":0.003341}2199vm-test-run-nixbot-gitlab> gitlab # [ 212.826112] gitaly[1377]: time="2026-06-08T13:17:22.976Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XK7R7DAT4QXRSD3EEJT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:52.274" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:22.975" grpc.time_ms=0.614 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2200vm-test-run-nixbot-gitlab> gitlab # [ 212.846772] nix-daemon[3471]: accepted connection from pid 3468, user nixbot2201vm-test-run-nixbot-gitlab> gitlab # [ 212.848609] nixbot[3073]: {"ts": "2026-06-08T13:17:22.982Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a9fd5259ec16d0144905142f9a70dc7158af115e \"HTTP/1.1 201 Created\""}2202vm-test-run-nixbot-gitlab> gitlab # [ 212.853644] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:22 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a9fd5259ec16d0144905142f9a70dc7158af115e HTTP/1.1" 201 631 "" "python-httpx/0.28.1" 17912203vm-test-run-nixbot-gitlab> gitlab # [ 212.864360] nix-daemon[3471]: accepted connection from pid 3470, user nixbot2204vm-test-run-nixbot-gitlab> gitlab # [ 212.866238] gitaly[1377]: time="2026-06-08T13:17:23.043Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:53.041" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.042" grpc.time_ms=1.079 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2205vm-test-run-nixbot-gitlab> gitlab # [ 212.898534] gitaly[1377]: time="2026-06-08T13:17:23.076Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:53.074" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.074" grpc.time_ms=1.181 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2206vm-test-run-nixbot-gitlab> gitlab # [ 212.918492] gitaly[1377]: time="2026-06-08T13:17:23.077Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:53.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.076" grpc.time_ms=0.7 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2207vm-test-run-nixbot-gitlab> gitlab # [ 212.938749] gitaly[1377]: time="2026-06-08T13:17:23.098Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2VX59WEQW1YX35KJ9E2N grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:53.097" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.097" grpc.time_ms=0.662 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2208vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.29 seconds)2209vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2210vm-test-run-nixbot-gitlab> gitlab # [ 212.958624] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:23.107Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"f8cb9dbacc174047d1250392","created_at":"2026-06-08T13:17:22.950Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-a9e8595c8d16427a","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:22.955Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f8cb9dbacc174047d1250392: done: 0.148936 sec","job_status":"done","queue_duration_s":0.0033,"scheduling_latency_s":0.003341,"gitaly_calls":3,"gitaly_duration_s":0.010433,"redis_calls":39,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.019865999999999998,"redis_read_bytes":71,"redis_write_bytes":5656,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.005487,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001649,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_queues_calls":2,"redis_queues_duration_s":0.000871,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.002934,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000703,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000413,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002322,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.029,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.008,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.018,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.079986,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.118939698,"duration_s":0.148936,"completed_at":"2026-06-08T13:17:23.107Z","load_balancing_strategy":"primary","db_duration_s":0.034793,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2211vm-test-run-nixbot-gitlab> gitlab # [ 212.997857] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:23.109Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c7cdadb44a417e59e5a72a86","created_at":"2026-06-08T13:17:23.030Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-d488736c1e4843e0","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.033Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c7cdadb44a417e59e5a72a86: start","job_status":"start","queue_duration_s":0.07588,"scheduling_latency_s":0.075943}2212vm-test-run-nixbot-gitlab> gitlab # [ 212.999540] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:23.141Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"c7cdadb44a417e59e5a72a86","created_at":"2026-06-08T13:17:23.030Z","trace_propagation_headers":{"sentry-trace":"1d2ab63257c54d1692372899fc4ede2b-d488736c1e4843e0","baggage":"sentry-trace_id=1d2ab63257c54d1692372899fc4ede2b,sentry-release=Unknown"},"correlation_id":"01KTKP2VX59WEQW1YX35KJ9E2N","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.033Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-c7cdadb44a417e59e5a72a86: done: 0.032497 sec","job_status":"done","queue_duration_s":0.07588,"scheduling_latency_s":0.075943,"redis_calls":7,"redis_duration_s":0.0018379999999999998,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001375,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000463,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021903,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.032497,"completed_at":"2026-06-08T13:17:23.141Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005115,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2213vm-test-run-nixbot-gitlab> gitlab # [ 213.082495] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:23 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 2212214vm-test-run-nixbot-gitlab> gitlab # [ 213.179425] gitaly[1377]: time="2026-06-08T13:17:23.357Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:33.033" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:23.344" grpc.time_ms=12.695 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2215vm-test-run-nixbot-gitlab> gitlab # [ 213.227524] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:23.404Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"44d3b739a8667ce6abbb2a60","created_at":"2026-06-08T13:17:23.394Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-d188097bbe6a4db8","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.402Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-44d3b739a8667ce6abbb2a60: start","job_status":"start","queue_duration_s":0.002514,"scheduling_latency_s":0.002586}2216vm-test-run-nixbot-gitlab> gitlab # [ 213.252903] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:23 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a9fd5259ec16d0144905142f9a70dc7158af115e HTTP/1.1" 201 651 "" "python-httpx/0.28.1" 4252217vm-test-run-nixbot-gitlab> gitlab # [ 213.257287] nixbot[3073]: {"ts": "2026-06-08T13:17:23.432Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a9fd5259ec16d0144905142f9a70dc7158af115e \"HTTP/1.1 201 Created\""}2218vm-test-run-nixbot-gitlab> gitlab # [ 213.338866] gitaly[1377]: time="2026-06-08T13:17:23.516Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2Y3GYDZ6DG9ZVJPC0HK6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:53.413" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.514" grpc.time_ms=0.685 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2219vm-test-run-nixbot-gitlab> gitlab # [ 213.373875] gitaly[1377]: time="2026-06-08T13:17:23.551Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2Y3GYDZ6DG9ZVJPC0HK6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:33.004" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:23.545" grpc.time_ms=6.031 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2220vm-test-run-nixbot-gitlab> gitlab # [ 213.434226] gitaly[1377]: time="2026-06-08T13:17:23.612Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:23.611" grpc.time_ms=0.491 pid=1377 span.kind=server system=grpc2221vm-test-run-nixbot-gitlab> gitlab # [ 213.455430] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:23 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/a9fd5259ec16d0144905142f9a70dc7158af115e HTTP/1.1" 201 665 "" "python-httpx/0.28.1" 1922222vm-test-run-nixbot-gitlab> gitlab # [ 213.457195] nixbot[3073]: {"ts": "2026-06-08T13:17:23.634Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/a9fd5259ec16d0144905142f9a70dc7158af115e \"HTTP/1.1 201 Created\""}2223vm-test-run-nixbot-gitlab> gitlab # [ 213.472536] gitaly[1377]: time="2026-06-08T13:17:23.650Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:23.649" grpc.time_ms=0.44 pid=1377 span.kind=server system=grpc2224vm-test-run-nixbot-gitlab> gitlab # [ 213.509146] gitaly[1377]: time="2026-06-08T13:17:23.686Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:23.686" grpc.time_ms=0.344 pid=1377 span.kind=server system=grpc2225vm-test-run-nixbot-gitlab> gitlab # [ 213.535817] gitaly[1377]: time="2026-06-08T13:17:23.713Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S diskcache=0f6050a5-38c9-4b21-b92f-ccd8f54a4619 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:17:53.188" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:23.588" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2226vm-test-run-nixbot-gitlab> gitlab # [ 213.551828] gitaly[1377]: time="2026-06-08T13:17:23.729Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=90 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=6881 command.oublock=0 command.real_time_ms=116 command.spawn_token_fork_ms=0 command.system_time_ms=52 command.user_time_ms=38 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:17:53.188" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:23.588" grpc.time_ms=125.302 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2227vm-test-run-nixbot-gitlab> gitlab # [ 213.652080] gitaly[1377]: time="2026-06-08T13:17:23.829Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:53.427" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.828" grpc.time_ms=1.148 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2228vm-test-run-nixbot-gitlab> gitlab # [ 213.704665] gitaly[1377]: time="2026-06-08T13:17:23.882Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:53.480" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.880" grpc.time_ms=1.096 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2229vm-test-run-nixbot-gitlab> gitlab # [ 213.812357] gitaly[1377]: time="2026-06-08T13:17:23.989Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:53.086" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:23.987" grpc.time_ms=1.412 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2230vm-test-run-nixbot-gitlab> gitlab # [ 213.827720] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.004Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"30d60752cfa79ae9cd062170","created_at":"2026-06-08T13:17:24.000Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"44d3b739a8667ce6abbb2a60","job_size_bytes":3,"pid":2124,"job_status":"deduplicated","message":"PipelineProcessWorker JID-30d60752cfa79ae9cd062170: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2231vm-test-run-nixbot-gitlab> gitlab # [ 213.830200] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.007Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"44d3b739a8667ce6abbb2a60","created_at":"2026-06-08T13:17:23.394Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-d188097bbe6a4db8","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.402Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2124,"job_status":"rescheduled","message":"PipelineProcessWorker JID-44d3b739a8667ce6abbb2a60: rescheduled"}2232vm-test-run-nixbot-gitlab> gitlab # [ 213.839209] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.016Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"44d3b739a8667ce6abbb2a60","created_at":"2026-06-08T13:17:23.394Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-d188097bbe6a4db8","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.402Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-44d3b739a8667ce6abbb2a60: done: 0.612254 sec","job_status":"done","queue_duration_s":0.002514,"scheduling_latency_s":0.002586,"gitaly_calls":4,"gitaly_duration_s":0.204753,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.037872,"redis_read_bytes":264,"redis_write_bytes":24005,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001599,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.00299,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.008975,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.005575,"redis_queues_read_bytes":24,"redis_queues_write_bytes":12384,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.011368,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000253,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001319,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004194,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.056,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.014,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.017,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.031,"db_ci_duration_s":0.025,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.310455,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.481956506,"duration_s":0.612254,"completed_at":"2026-06-08T13:17:24.016Z","load_balancing_strategy":"primary","db_duration_s":0.063036,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2233vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2234vm-test-run-nixbot-gitlab> gitlab # [ 213.925405] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.018Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"5f92a4f76a9cdd99283a8351","created_at":"2026-06-08T13:17:23.570Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.575Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-5f92a4f76a9cdd99283a8351: start","job_status":"start","queue_duration_s":0.443196,"scheduling_latency_s":0.44322}2235vm-test-run-nixbot-gitlab> gitlab # [ 213.951972] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.117Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"5f92a4f76a9cdd99283a8351","created_at":"2026-06-08T13:17:23.570Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.575Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-5f92a4f76a9cdd99283a8351: done: 0.099164 sec","job_status":"done","queue_duration_s":0.443196,"scheduling_latency_s":0.44322,"redis_calls":15,"redis_duration_s":0.006919,"redis_read_bytes":13,"redis_write_bytes":3012,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000921,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000515,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1627,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003677,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000947,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000859,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.012,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.068508,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000568508,"duration_s":0.099164,"completed_at":"2026-06-08T13:17:24.117Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.019785,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2236vm-test-run-nixbot-gitlab> gitlab # [ 214.031043] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.120Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"3cad91efe7e91dc813ba7c93","created_at":"2026-06-08T13:17:24.107Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-ca0073952e624210","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:f7f462ed5920810992aeb53c1547f7b72003b9e47cdaeebeb804cb9a976a5756","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:24.110Z","job_size_bytes":464,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-3cad91efe7e91dc813ba7c93: start","job_status":"start","queue_duration_s":0.009733,"scheduling_latency_s":0.009757}2237vm-test-run-nixbot-gitlab> gitlab # [ 214.106324] sidekiq-cluster[2124]: {"severity":"WARN","time":"2026-06-08T13:17:24.160Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"3cad91efe7e91dc813ba7c93","created_at":"2026-06-08T13:17:24.107Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-ca0073952e624210","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:f7f462ed5920810992aeb53c1547f7b72003b9e47cdaeebeb804cb9a976a5756","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:24.110Z","job_size_bytes":464,"pid":2124,"sidekiq_tid":"m1cs","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-3cad91efe7e91dc813ba7c93: fail: 0.040395 sec","job_status":"fail","queue_duration_s":0.009733,"scheduling_latency_s":0.009757,"redis_calls":7,"redis_duration_s":0.003079,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002281,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000798,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.01,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021955,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.040395,"completed_at":"2026-06-08T13:17:24.160Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.00971,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2238vm-test-run-nixbot-gitlab> gitlab # [ 214.688652] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.164Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"0184a1a98277f7eb555994c2","created_at":"2026-06-08T13:17:23.756Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.762Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-0184a1a98277f7eb555994c2: start","job_status":"start","queue_duration_s":0.401635,"scheduling_latency_s":0.401679}2239vm-test-run-nixbot-gitlab> gitlab # [ 214.690369] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.330Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"0184a1a98277f7eb555994c2","created_at":"2026-06-08T13:17:23.756Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.762Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-0184a1a98277f7eb555994c2: done: 0.16645 sec","job_status":"done","queue_duration_s":0.401635,"scheduling_latency_s":0.401679,"redis_calls":10,"redis_duration_s":0.003604,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000889,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002023,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000692,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.137,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.134,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018967,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000372953,"duration_s":0.16645,"completed_at":"2026-06-08T13:17:24.330Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.136829,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2240vm-test-run-nixbot-gitlab> gitlab # [ 214.773268] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.331Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0926691195e6254a655c7fab","created_at":"2026-06-08T13:17:23.775Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.783Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0926691195e6254a655c7fab: start","job_status":"start","queue_duration_s":0.548935,"scheduling_latency_s":0.548958}2241vm-test-run-nixbot-gitlab> gitlab # [ 214.774755] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.362Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"0926691195e6254a655c7fab","created_at":"2026-06-08T13:17:23.775Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.783Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-0926691195e6254a655c7fab: done: 0.03034 sec","job_status":"done","queue_duration_s":0.548935,"scheduling_latency_s":0.548958,"redis_calls":10,"redis_duration_s":0.002517,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000478,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001547,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000492,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017628,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000350324,"duration_s":0.03034,"completed_at":"2026-06-08T13:17:24.362Z","load_balancing_strategy":"primary","db_duration_s":0.005241,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2242vm-test-run-nixbot-gitlab> gitlab # [ 214.849294] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.363Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"3cba01d444ad9a7a522ea548","created_at":"2026-06-08T13:17:23.797Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.801Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-3cba01d444ad9a7a522ea548: start","job_status":"start","queue_duration_s":0.56174,"scheduling_latency_s":0.561761}2243vm-test-run-nixbot-gitlab> gitlab # [ 214.863917] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.400Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"3cba01d444ad9a7a522ea548","created_at":"2026-06-08T13:17:23.797Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.801Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-3cba01d444ad9a7a522ea548: done: 0.03715 sec","job_status":"done","queue_duration_s":0.56174,"scheduling_latency_s":0.561761,"redis_calls":13,"redis_duration_s":0.0037819999999999998,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000703,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001696,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000782,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000601,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037407,"duration_s":0.03715,"completed_at":"2026-06-08T13:17:24.400Z","load_balancing_strategy":"primary","db_duration_s":0.00468,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2244vm-test-run-nixbot-gitlab> gitlab # [ 214.938219] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.402Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"ee7d2467e67cddc13465ef7d","created_at":"2026-06-08T13:17:23.802Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.808Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-ee7d2467e67cddc13465ef7d: start","job_status":"start","queue_duration_s":0.593633,"scheduling_latency_s":0.593656}2245vm-test-run-nixbot-gitlab> gitlab # [ 214.960977] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.428Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"ee7d2467e67cddc13465ef7d","created_at":"2026-06-08T13:17:23.802Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.808Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-ee7d2467e67cddc13465ef7d: done: 0.026168 sec","job_status":"done","queue_duration_s":0.593633,"scheduling_latency_s":0.593656,"redis_calls":10,"redis_duration_s":0.002598,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000432,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001652,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000514,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000566273,"duration_s":0.026168,"completed_at":"2026-06-08T13:17:24.428Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003436,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2246vm-test-run-nixbot-gitlab> gitlab # [ 215.059063] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.430Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"f626ea2bb608144dda42b2bc","created_at":"2026-06-08T13:17:23.809Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.814Z","job_size_bytes":19,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-f626ea2bb608144dda42b2bc: start","job_status":"start","queue_duration_s":0.615304,"scheduling_latency_s":0.615324}2247vm-test-run-nixbot-gitlab> gitlab # [ 215.060360] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.455Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"f626ea2bb608144dda42b2bc","created_at":"2026-06-08T13:17:23.809Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.814Z","job_size_bytes":19,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-f626ea2bb608144dda42b2bc: done: 0.025987 sec","job_status":"done","queue_duration_s":0.615304,"scheduling_latency_s":0.615324,"redis_calls":11,"redis_duration_s":0.002615,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000426,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001756,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000433,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016483,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000383847,"duration_s":0.025987,"completed_at":"2026-06-08T13:17:24.455Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003149,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2248vm-test-run-nixbot-gitlab> gitlab # [ 215.136229] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.457Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"ab4872be179ee288ab5d4636","created_at":"2026-06-08T13:17:23.817Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.820Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-ab4872be179ee288ab5d4636: start","job_status":"start","queue_duration_s":0.63701,"scheduling_latency_s":0.637031}2249vm-test-run-nixbot-gitlab> gitlab # [ 215.205259] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.482Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"ab4872be179ee288ab5d4636","created_at":"2026-06-08T13:17:23.817Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.820Z","job_size_bytes":65,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-ab4872be179ee288ab5d4636: done: 0.024715 sec","job_status":"done","queue_duration_s":0.63701,"scheduling_latency_s":0.637031,"redis_calls":10,"redis_duration_s":0.002353,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000423,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001486,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000444,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01566,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000403403,"duration_s":0.024715,"completed_at":"2026-06-08T13:17:24.482Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002917,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2250vm-test-run-nixbot-gitlab> gitlab # [ 215.223163] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.483Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"acbe88fe6e538a2f84129b09","created_at":"2026-06-08T13:17:23.821Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.822Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-acbe88fe6e538a2f84129b09: start","job_status":"start","queue_duration_s":0.661014,"scheduling_latency_s":0.661035}2251vm-test-run-nixbot-gitlab> gitlab # [ 215.249205] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.508Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"acbe88fe6e538a2f84129b09","created_at":"2026-06-08T13:17:23.821Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.822Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-acbe88fe6e538a2f84129b09: done: 0.02516 sec","job_status":"done","queue_duration_s":0.661014,"scheduling_latency_s":0.661035,"redis_calls":7,"redis_duration_s":0.0016589999999999999,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001223,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000436,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018457,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02516,"completed_at":"2026-06-08T13:17:24.508Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002534,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2252vm-test-run-nixbot-gitlab> gitlab # [ 215.318214] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.510Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"7268c1f591c9c97e0f4e9775","created_at":"2026-06-08T13:17:23.908Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.919Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-7268c1f591c9c97e0f4e9775: start","job_status":"start","queue_duration_s":0.590824,"scheduling_latency_s":0.590847}2253vm-test-run-nixbot-gitlab> gitlab # [ 215.387092] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.541Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"7268c1f591c9c97e0f4e9775","created_at":"2026-06-08T13:17:23.908Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.919Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-7268c1f591c9c97e0f4e9775: done: 0.031068 sec","job_status":"done","queue_duration_s":0.590824,"scheduling_latency_s":0.590847,"redis_calls":10,"redis_duration_s":0.00245,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000497,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00144,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000513,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000354235,"duration_s":0.031068,"completed_at":"2026-06-08T13:17:24.541Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007955,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2254vm-test-run-nixbot-gitlab> gitlab # [ 215.410211] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.542Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"bcbffda82e7cebde2c25ade5","created_at":"2026-06-08T13:17:23.920Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.934Z","job_size_bytes":6,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-bcbffda82e7cebde2c25ade5: start","job_status":"start","queue_duration_s":0.607587,"scheduling_latency_s":0.607608}2255vm-test-run-nixbot-gitlab> gitlab # [ 215.479506] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.563Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"bcbffda82e7cebde2c25ade5","created_at":"2026-06-08T13:17:23.920Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:23.934Z","job_size_bytes":6,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-bcbffda82e7cebde2c25ade5: done: 0.021063 sec","job_status":"done","queue_duration_s":0.607587,"scheduling_latency_s":0.607608,"redis_calls":10,"redis_duration_s":0.002716,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000426,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001804,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000486,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012233,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000335238,"duration_s":0.021063,"completed_at":"2026-06-08T13:17:24.563Z","load_balancing_strategy":"primary","db_duration_s":0.00172,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2256vm-test-run-nixbot-gitlab> gitlab # [ 215.563225] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.564Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"c1df9eb936cc1b18ec224be8","created_at":"2026-06-08T13:17:24.008Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:24.010Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-c1df9eb936cc1b18ec224be8: start","job_status":"start","queue_duration_s":0.554516,"scheduling_latency_s":0.554537}2257vm-test-run-nixbot-gitlab> gitlab # [ 215.565314] gitaly[1377]: time="2026-06-08T13:17:24.600Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:54.198" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:24.598" grpc.time_ms=1.169 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2258vm-test-run-nixbot-gitlab> gitlab # [ 215.566285] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:24.645Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"c1df9eb936cc1b18ec224be8","created_at":"2026-06-08T13:17:24.008Z","trace_propagation_headers":{"sentry-trace":"9155cab07bd3492b84955acfca4af3fc-0d146e526ea94307","baggage":"sentry-trace_id=9155cab07bd3492b84955acfca4af3fc,sentry-release=Unknown"},"correlation_id":"01KTKP2XNWWPGTWYF34Y1VN55S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:24.010Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-c1df9eb936cc1b18ec224be8: done: 0.080847 sec","job_status":"done","queue_duration_s":0.554516,"scheduling_latency_s":0.554537,"gitaly_calls":2,"gitaly_duration_s":0.00874,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.003812,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.000693,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00169,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000237,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001192,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.016,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.009,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.055635,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.055501188,"duration_s":0.080847,"completed_at":"2026-06-08T13:17:24.645Z","load_balancing_strategy":"primary","db_duration_s":0.01634,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2259vm-test-run-nixbot-gitlab> gitlab # [ 215.636129] gitaly[1377]: time="2026-06-08T13:17:24.632Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP2XNWWPGTWYF34Y1VN55S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:54.230" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:24.630" grpc.time_ms=1.015 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2260vm-test-run-nixbot-gitlab> gitlab # [ 215.771165] gitaly[1377]: time="2026-06-08T13:17:25.948Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP30GGDNB4RAPK7TWBD4JG grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:55.246" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:25.947" grpc.time_ms=1.092 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2261vm-test-run-nixbot-gitlab> gitlab # [ 215.792919] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:25 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 642262vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 1.82 seconds)2263vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2264vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2265vm-test-run-nixbot-gitlab> gitlab # [ 216.944816] gitaly[1377]: time="2026-06-08T13:17:27.121Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP31KYZ7W4JP980J0D318H grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:57.118" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:27.119" grpc.time_ms=1.476 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2266vm-test-run-nixbot-gitlab> gitlab # [ 217.028391] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:27 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 633 "" "curl/8.20.0" 1662267vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.22 seconds)2268vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2269vm-test-run-nixbot-gitlab> gitlab # [ 217.403855] nix-daemon[3471]: accepted connection from pid 3528, user nixbot2270vm-test-run-nixbot-gitlab> gitlab # [ 217.441140] gitaly[1377]: time="2026-06-08T13:17:27.618Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:57.617" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:27.617" grpc.time_ms=0.735 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2271vm-test-run-nixbot-gitlab> gitlab # [ 217.505699] gitaly[1377]: time="2026-06-08T13:17:27.683Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:37.141" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:27.672" grpc.time_ms=10.921 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2272vm-test-run-nixbot-gitlab> gitlab # [ 217.541913] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:27.718Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"4667a908bc9bcc827059942d","created_at":"2026-06-08T13:17:27.712Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-f925097656044afd","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:27.715Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-4667a908bc9bcc827059942d: start","job_status":"start","queue_duration_s":0.002847,"scheduling_latency_s":0.002917}2273vm-test-run-nixbot-gitlab> gitlab # [ 217.567902] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:27 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 201 669 "" "python-httpx/0.28.1" 1832274vm-test-run-nixbot-gitlab> gitlab # [ 217.571253] nixbot[3073]: {"ts": "2026-06-08T13:17:27.731Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 \"HTTP/1.1 201 Created\""}2275vm-test-run-nixbot-gitlab> gitlab # [ 217.625896] gitaly[1377]: time="2026-06-08T13:17:27.803Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP329P6M3VA8M6RGA186R2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:57.800" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:27.801" grpc.time_ms=1.056 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2276vm-test-run-nixbot-gitlab> gitlab # [ 217.685262] gitaly[1377]: time="2026-06-08T13:17:27.862Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKP329P6M3VA8M6RGA186R2 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:37.010" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:27.850" grpc.time_ms=12.003 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2277vm-test-run-nixbot-gitlab> gitlab # [ 217.749507] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:27 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 201 635 "" "python-httpx/0.28.1" 1922278vm-test-run-nixbot-gitlab> gitlab # [ 217.750970] nixbot[3073]: {"ts": "2026-06-08T13:17:27.928Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 \"HTTP/1.1 201 Created\""}2279vm-test-run-nixbot-gitlab> gitlab # [ 217.784531] gitaly[1377]: time="2026-06-08T13:17:27.962Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:27.961" grpc.time_ms=0.463 pid=1377 span.kind=server system=grpc2280vm-test-run-nixbot-gitlab> gitlab # [ 217.826968] gitaly[1377]: time="2026-06-08T13:17:28.004Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:28.004" grpc.time_ms=0.542 pid=1377 span.kind=server system=grpc2281vm-test-run-nixbot-gitlab> gitlab # [ 217.869113] gitaly[1377]: time="2026-06-08T13:17:28.046Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:28.046" grpc.time_ms=0.812 pid=1377 span.kind=server system=grpc2282vm-test-run-nixbot-gitlab> gitlab # [ 217.894132] gitaly[1377]: time="2026-06-08T13:17:28.071Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 diskcache=6f243594-0481-4704-8c3b-5c70fc628d28 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:17:57.024" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:27.925" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2283vm-test-run-nixbot-gitlab> gitlab # [ 217.895294] gitaly[1377]: time="2026-06-08T13:17:28.072Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=122 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7518 command.oublock=0 command.real_time_ms=138 command.spawn_token_fork_ms=1 command.system_time_ms=76 command.user_time_ms=46 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:17:57.024" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:27.925" grpc.time_ms=146.677 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2284vm-test-run-nixbot-gitlab> gitlab # [ 217.979666] gitaly[1377]: time="2026-06-08T13:17:28.156Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:58.154" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.154" grpc.time_ms=1.473 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2285vm-test-run-nixbot-gitlab> gitlab # [ 218.009669] gitaly[1377]: time="2026-06-08T13:17:28.187Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:58.185" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.186" grpc.time_ms=0.985 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2286vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2287vm-test-run-nixbot-gitlab> gitlab # [ 218.068319] gitaly[1377]: time="2026-06-08T13:17:28.245Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:58.244" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.244" grpc.time_ms=0.844 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2288vm-test-run-nixbot-gitlab> gitlab # [ 218.078574] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.255Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"3f46a65d794294065a4b74a9","created_at":"2026-06-08T13:17:28.253Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"4667a908bc9bcc827059942d","job_size_bytes":3,"pid":2124,"job_status":"deduplicated","message":"PipelineProcessWorker JID-3f46a65d794294065a4b74a9: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2289vm-test-run-nixbot-gitlab> gitlab # [ 218.080507] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.257Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"4667a908bc9bcc827059942d","created_at":"2026-06-08T13:17:27.712Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-f925097656044afd","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:27.715Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2124,"job_status":"rescheduled","message":"PipelineProcessWorker JID-4667a908bc9bcc827059942d: rescheduled"}2290vm-test-run-nixbot-gitlab> gitlab # [ 218.088676] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.266Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"4667a908bc9bcc827059942d","created_at":"2026-06-08T13:17:27.712Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-f925097656044afd","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:27.715Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-4667a908bc9bcc827059942d: done: 0.547751 sec","job_status":"done","queue_duration_s":0.002847,"scheduling_latency_s":0.002917,"gitaly_calls":4,"gitaly_duration_s":0.199036,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.028021,"redis_read_bytes":262,"redis_write_bytes":23386,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001207,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.004126,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001753,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.005883,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14467,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.00898,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000315,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001068,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003482,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.052,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.109,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.118,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.028,"db_ci_duration_s":0.024,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.163329,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.496265307,"duration_s":0.547751,"completed_at":"2026-06-08T13:17:28.266Z","load_balancing_strategy":"primary","db_duration_s":0.161209,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2291vm-test-run-nixbot-gitlab> gitlab # [ 218.190312] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.268Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"eccf77b4f1b924bcf2de4a9d","created_at":"2026-06-08T13:17:27.918Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:27.920Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-eccf77b4f1b924bcf2de4a9d: start","job_status":"start","queue_duration_s":0.347985,"scheduling_latency_s":0.34801}2292vm-test-run-nixbot-gitlab> gitlab # [ 218.191832] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.311Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"eccf77b4f1b924bcf2de4a9d","created_at":"2026-06-08T13:17:27.918Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:27.920Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-eccf77b4f1b924bcf2de4a9d: done: 0.043243 sec","job_status":"done","queue_duration_s":0.347985,"scheduling_latency_s":0.34801,"redis_calls":7,"redis_duration_s":0.002166,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001535,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000631,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026244,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.043243,"completed_at":"2026-06-08T13:17:28.311Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.008892,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2293vm-test-run-nixbot-gitlab> gitlab # [ 218.262089] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.313Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"6679ec2a77adcdbe15d2762d","created_at":"2026-06-08T13:17:28.114Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.117Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-6679ec2a77adcdbe15d2762d: start","job_status":"start","queue_duration_s":0.195724,"scheduling_latency_s":0.195756}2294vm-test-run-nixbot-gitlab> gitlab # [ 218.270841] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.335Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"6679ec2a77adcdbe15d2762d","created_at":"2026-06-08T13:17:28.114Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.117Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-6679ec2a77adcdbe15d2762d: done: 0.022728 sec","job_status":"done","queue_duration_s":0.195724,"scheduling_latency_s":0.195756,"redis_calls":7,"redis_duration_s":0.001808,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001374,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000434,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013817,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.022728,"completed_at":"2026-06-08T13:17:28.335Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003148,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2295vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.39 seconds)2296vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': '2026-06-08T13:17:27.704Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T13:17:27.895Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2297vm-test-run-nixbot-gitlab> gitlab # [ 218.341182] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.337Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"e7cf0a1f17780afe0d94557f","created_at":"2026-06-08T13:17:28.125Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.128Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-e7cf0a1f17780afe0d94557f: start","job_status":"start","queue_duration_s":0.208897,"scheduling_latency_s":0.208919}2298vm-test-run-nixbot-gitlab> gitlab # [ 218.419206] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.367Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"e7cf0a1f17780afe0d94557f","created_at":"2026-06-08T13:17:28.125Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.128Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-e7cf0a1f17780afe0d94557f: done: 0.029726 sec","job_status":"done","queue_duration_s":0.208897,"scheduling_latency_s":0.208919,"redis_calls":7,"redis_duration_s":0.0017950000000000002,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001335,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00046,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01829,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.029726,"completed_at":"2026-06-08T13:17:28.367Z","load_balancing_strategy":"primary","db_duration_s":0.00632,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2299vm-test-run-nixbot-gitlab> gitlab # [ 218.430151] gitaly[1377]: time="2026-06-08T13:17:28.317Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP32T5V3X38KX7VC5GF6NK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:58.215" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.316" grpc.time_ms=0.981 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2300vm-test-run-nixbot-gitlab> gitlab # [ 218.515897] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:28 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 782301vm-test-run-nixbot-gitlab> gitlab # [ 218.516988] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.369Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"459fb38085b28c4ce6d5a6c4","created_at":"2026-06-08T13:17:28.135Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.137Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-459fb38085b28c4ce6d5a6c4: start","job_status":"start","queue_duration_s":0.232272,"scheduling_latency_s":0.232304}2302vm-test-run-nixbot-gitlab> gitlab # [ 218.517818] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.393Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"459fb38085b28c4ce6d5a6c4","created_at":"2026-06-08T13:17:28.135Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.137Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-459fb38085b28c4ce6d5a6c4: done: 0.024084 sec","job_status":"done","queue_duration_s":0.232272,"scheduling_latency_s":0.232304,"redis_calls":10,"redis_duration_s":0.002456,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00122,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000811,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000425,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016185,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024084,"completed_at":"2026-06-08T13:17:28.393Z","load_balancing_strategy":"primary","db_duration_s":0.002754,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2303vm-test-run-nixbot-gitlab> gitlab # [ 218.548172] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.395Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"5cd182d53a9ed82823e93548","created_at":"2026-06-08T13:17:28.137Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.139Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-5cd182d53a9ed82823e93548: start","job_status":"start","queue_duration_s":0.25561,"scheduling_latency_s":0.255635}2304vm-test-run-nixbot-gitlab> gitlab # [ 218.574262] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.416Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"5cd182d53a9ed82823e93548","created_at":"2026-06-08T13:17:28.137Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.139Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-5cd182d53a9ed82823e93548: done: 0.02185 sec","job_status":"done","queue_duration_s":0.25561,"scheduling_latency_s":0.255635,"redis_calls":7,"redis_duration_s":0.001667,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001232,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000435,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014672,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.02185,"completed_at":"2026-06-08T13:17:28.416Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00327,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2305vm-test-run-nixbot-gitlab> gitlab # [ 218.686229] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.418Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"a3c175943ca3691e15162d3b","created_at":"2026-06-08T13:17:28.140Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.142Z","job_size_bytes":19,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-a3c175943ca3691e15162d3b: start","job_status":"start","queue_duration_s":0.27585,"scheduling_latency_s":0.275874}2306vm-test-run-nixbot-gitlab> gitlab # [ 218.687717] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.438Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"a3c175943ca3691e15162d3b","created_at":"2026-06-08T13:17:28.140Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.142Z","job_size_bytes":19,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-a3c175943ca3691e15162d3b: done: 0.020188 sec","job_status":"done","queue_duration_s":0.27585,"scheduling_latency_s":0.275874,"redis_calls":8,"redis_duration_s":0.001758,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001333,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000425,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013463,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020188,"completed_at":"2026-06-08T13:17:28.438Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002274,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2307vm-test-run-nixbot-gitlab> gitlab # [ 218.759110] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.440Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"683cae28d281ef792d6fc8b0","created_at":"2026-06-08T13:17:28.144Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.145Z","job_size_bytes":66,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-683cae28d281ef792d6fc8b0: start","job_status":"start","queue_duration_s":0.294772,"scheduling_latency_s":0.294794}2308vm-test-run-nixbot-gitlab> gitlab # [ 218.761260] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.456Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"683cae28d281ef792d6fc8b0","created_at":"2026-06-08T13:17:28.144Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.145Z","job_size_bytes":66,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-683cae28d281ef792d6fc8b0: done: 0.016628 sec","job_status":"done","queue_duration_s":0.294772,"scheduling_latency_s":0.294794,"redis_calls":7,"redis_duration_s":0.0016510000000000001,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001214,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000437,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016628,"completed_at":"2026-06-08T13:17:28.456Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001527,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2309vm-test-run-nixbot-gitlab> gitlab # [ 218.858280] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.458Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"f2ffbbcee6807da26cf063a6","created_at":"2026-06-08T13:17:28.146Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.148Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-f2ffbbcee6807da26cf063a6: start","job_status":"start","queue_duration_s":0.310089,"scheduling_latency_s":0.31011}2310vm-test-run-nixbot-gitlab> gitlab # [ 218.859088] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.482Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"f2ffbbcee6807da26cf063a6","created_at":"2026-06-08T13:17:28.146Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.148Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-f2ffbbcee6807da26cf063a6: done: 0.024496 sec","job_status":"done","queue_duration_s":0.310089,"scheduling_latency_s":0.31011,"redis_calls":7,"redis_duration_s":0.001599,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001156,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000443,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017809,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024496,"completed_at":"2026-06-08T13:17:28.482Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002638,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2311vm-test-run-nixbot-gitlab> gitlab # [ 218.931050] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.484Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"d992b3b6c81ccf4a7502abe9","created_at":"2026-06-08T13:17:28.196Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.198Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-d992b3b6c81ccf4a7502abe9: start","job_status":"start","queue_duration_s":0.285822,"scheduling_latency_s":0.285846}2312vm-test-run-nixbot-gitlab> gitlab # [ 218.999233] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.503Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"d992b3b6c81ccf4a7502abe9","created_at":"2026-06-08T13:17:28.196Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.198Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-d992b3b6c81ccf4a7502abe9: done: 0.018839 sec","job_status":"done","queue_duration_s":0.285822,"scheduling_latency_s":0.285846,"redis_calls":7,"redis_duration_s":0.001686,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001255,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011582,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018839,"completed_at":"2026-06-08T13:17:28.503Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002914,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2313vm-test-run-nixbot-gitlab> gitlab # [ 219.013213] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.504Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"6d71d5f8dfe19d97268f353e","created_at":"2026-06-08T13:17:28.199Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.200Z","job_size_bytes":6,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-6d71d5f8dfe19d97268f353e: start","job_status":"start","queue_duration_s":0.304129,"scheduling_latency_s":0.304151}2314vm-test-run-nixbot-gitlab> gitlab # [ 219.038834] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.517Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"6d71d5f8dfe19d97268f353e","created_at":"2026-06-08T13:17:28.199Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.200Z","job_size_bytes":6,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-6d71d5f8dfe19d97268f353e: done: 0.013382 sec","job_status":"done","queue_duration_s":0.304129,"scheduling_latency_s":0.304151,"redis_calls":7,"redis_duration_s":0.00187,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001393,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000477,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008575,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.013382,"completed_at":"2026-06-08T13:17:28.517Z","load_balancing_strategy":"primary","db_duration_s":0.000422,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2315vm-test-run-nixbot-gitlab> gitlab # [ 219.143770] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.519Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"26ec2ea98f983163568fa6f3","created_at":"2026-06-08T13:17:28.201Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.205Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-26ec2ea98f983163568fa6f3: start","job_status":"start","queue_duration_s":0.314089,"scheduling_latency_s":0.31411}2316vm-test-run-nixbot-gitlab> gitlab # [ 219.145152] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.549Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"26ec2ea98f983163568fa6f3","created_at":"2026-06-08T13:17:28.201Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.205Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-26ec2ea98f983163568fa6f3: done: 0.030502 sec","job_status":"done","queue_duration_s":0.314089,"scheduling_latency_s":0.31411,"redis_calls":10,"redis_duration_s":0.002431,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000435,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001403,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000593,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.020501,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000354514,"duration_s":0.030502,"completed_at":"2026-06-08T13:17:28.549Z","load_balancing_strategy":"primary","db_duration_s":0.004621,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2317vm-test-run-nixbot-gitlab> gitlab # [ 219.198284] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.551Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"eeb16523128dd00eb10acd06","created_at":"2026-06-08T13:17:28.258Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.259Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-eeb16523128dd00eb10acd06: start","job_status":"start","queue_duration_s":0.291779,"scheduling_latency_s":0.2918}2318vm-test-run-nixbot-gitlab> gitlab # [ 219.288338] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.667Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"eeb16523128dd00eb10acd06","created_at":"2026-06-08T13:17:28.258Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-41209c22149741d4","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.259Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-eeb16523128dd00eb10acd06: done: 0.1165 sec","job_status":"done","queue_duration_s":0.291779,"scheduling_latency_s":0.2918,"gitaly_calls":3,"gitaly_duration_s":0.008977,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.008088,"redis_read_bytes":98,"redis_write_bytes":6012,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001128,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001952,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.00037,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001664,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000237,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.000646,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000963,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":33,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":33,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.022,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":20,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.002,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.081623,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.096214183,"duration_s":0.1165,"completed_at":"2026-06-08T13:17:28.667Z","load_balancing_strategy":"primary","db_duration_s":0.02517,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2319vm-test-run-nixbot-gitlab> gitlab # [ 219.303825] gitaly[1377]: time="2026-06-08T13:17:28.608Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:17:58.206" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.606" grpc.time_ms=1.299 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2320vm-test-run-nixbot-gitlab> gitlab # [ 219.324297] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.669Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"382513ad12435b435ba1241c","created_at":"2026-06-08T13:17:28.596Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-f3840378d68a4a92","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.597Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-382513ad12435b435ba1241c: start","job_status":"start","queue_duration_s":0.071365,"scheduling_latency_s":0.071388}2321vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2322vm-test-run-nixbot-gitlab> gitlab # [ 219.350184] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:28.692Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"382513ad12435b435ba1241c","created_at":"2026-06-08T13:17:28.596Z","trace_propagation_headers":{"sentry-trace":"7e142c9ee4ee40039fba41e9b879bfa5-f3840378d68a4a92","baggage":"sentry-trace_id=7e142c9ee4ee40039fba41e9b879bfa5,sentry-release=Unknown"},"correlation_id":"01KTKP323T2NME8637C2R525P3","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:28.597Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-382513ad12435b435ba1241c: done: 0.023296 sec","job_status":"done","queue_duration_s":0.071365,"scheduling_latency_s":0.071388,"redis_calls":7,"redis_duration_s":0.0015660000000000001,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0011,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000466,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016341,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023296,"completed_at":"2026-06-08T13:17:28.692Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002641,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2323vm-test-run-nixbot-gitlab> gitlab # [ 219.433159] gitaly[1377]: time="2026-06-08T13:17:28.630Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:58.229" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.629" grpc.time_ms=0.542 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2324vm-test-run-nixbot-gitlab> gitlab # [ 219.436152] gitaly[1377]: time="2026-06-08T13:17:28.657Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP323T2NME8637C2R525P3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:58.256" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:28.657" grpc.time_ms=0.608 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2325vm-test-run-nixbot-gitlab> gitlab # [ 219.563695] gitaly[1377]: time="2026-06-08T13:17:29.741Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP3474HC0EX96PQDHT71N4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:17:59.039" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:29.739" grpc.time_ms=1.106 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2326vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.16 seconds)2327vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': '2026-06-08T13:17:27.704Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T13:17:27.895Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2328vm-test-run-nixbot-gitlab> gitlab # [ 219.585891] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:29 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 622329vm-test-run-nixbot-gitlab> gitlab # [ 220.325689] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:30.501Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4d1263213af71c546adbfa4c","created_at":"2026-06-08T13:17:06.183Z","trace_propagation_headers":{"sentry-trace":"3d7041122d554278aff568e059d22332-d56045e096034060","baggage":"sentry-trace_id=3d7041122d554278aff568e059d22332,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2CYPQF5NW2WS2B7E5Q85","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:25e35b420d60cadc0756aedfce39fdc02b6a017c783d7e61e22bf3b26165132d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:30.497Z","retry_count":0,"job_size_bytes":451,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4d1263213af71c546adbfa4c: start","job_status":"start","queue_duration_s":0.003922,"scheduling_latency_s":0.003995}2330vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2331vm-test-run-nixbot-gitlab> gitlab # [ 220.396110] sidekiq-cluster[2124]: {"severity":"WARN","time":"2026-06-08T13:17:30.572Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"4d1263213af71c546adbfa4c","created_at":"2026-06-08T13:17:06.183Z","trace_propagation_headers":{"sentry-trace":"3d7041122d554278aff568e059d22332-d56045e096034060","baggage":"sentry-trace_id=3d7041122d554278aff568e059d22332,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP2CYPQF5NW2WS2B7E5Q85","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:25e35b420d60cadc0756aedfce39fdc02b6a017c783d7e61e22bf3b26165132d","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:30.497Z","retry_count":0,"job_size_bytes":451,"pid":2124,"sidekiq_tid":"m8l4","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-4d1263213af71c546adbfa4c: fail: 0.070292 sec","job_status":"fail","queue_duration_s":0.003922,"scheduling_latency_s":0.003995,"redis_calls":7,"redis_duration_s":0.004954,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00344,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001514,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.008,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.042339,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.070292,"completed_at":"2026-06-08T13:17:30.571Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.007801,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2332vm-test-run-nixbot-gitlab> gitlab # [ 221.113813] gitaly[1377]: time="2026-06-08T13:17:31.290Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP35P545YXW2T0Z7GE1QE4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:18:01.288" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:31.288" grpc.time_ms=1.384 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2333vm-test-run-nixbot-gitlab> gitlab # [ 221.171870] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:31 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 1432334vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.60 seconds)2335vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': '2026-06-08T13:17:27.704Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T13:17:27.895Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2336vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2337vm-test-run-nixbot-gitlab> gitlab # [ 222.302614] gitaly[1377]: time="2026-06-08T13:17:32.478Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP36VSFSXSZKWHDDBK1DCD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:18:02.375" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:32.477" grpc.time_ms=0.95 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2338vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.14 seconds)2339vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': '2026-06-08T13:17:27.704Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'pending', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T13:17:27.895Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2340vm-test-run-nixbot-gitlab> gitlab # [ 222.325555] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:32 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 1307 "" "curl/8.20.0" 922341vm-test-run-nixbot-gitlab> gitlab # [ 222.431873] nix-daemon[3471]: accepted connection from pid 3605, user nixbot2342vm-test-run-nixbot-gitlab> gitlab # [ 222.503453] gitaly[1377]: time="2026-06-08T13:17:32.681Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:18:02.579" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:32.680" grpc.time_ms=0.657 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2343vm-test-run-nixbot-gitlab> gitlab # [ 222.570653] gitaly[1377]: time="2026-06-08T13:17:32.748Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T13:17:42.101" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.741" grpc.time_ms=6.649 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2344vm-test-run-nixbot-gitlab> gitlab # [ 222.630849] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:32.807Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"2e798f3cb913e1de4b2d7df0","created_at":"2026-06-08T13:17:32.798Z","trace_propagation_headers":{"sentry-trace":"d91295f8c2cd4b35ac93d6cad926d2e5-583b6feb2a464f19","baggage":"sentry-trace_id=d91295f8c2cd4b35ac93d6cad926d2e5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP372VYHT0DCZRR1XJ7M9T","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:32.802Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"mccg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-2e798f3cb913e1de4b2d7df0: start","job_status":"start","queue_duration_s":0.00528,"scheduling_latency_s":0.005323}2345vm-test-run-nixbot-gitlab> gitlab # [ 222.663914] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:32 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 HTTP/1.1" 201 656 "" "python-httpx/0.28.1" 2062346vm-test-run-nixbot-gitlab> gitlab # [ 222.665382] nixbot[3073]: {"ts": "2026-06-08T13:17:32.842Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5 \"HTTP/1.1 201 Created\""}2347vm-test-run-nixbot-gitlab> gitlab # [ 222.778446] gitaly[1377]: time="2026-06-08T13:17:32.956Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:32.955" grpc.time_ms=1.128 pid=1377 span.kind=server system=grpc2348vm-test-run-nixbot-gitlab> gitlab # [ 222.814477] gitaly[1377]: time="2026-06-08T13:17:32.992Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:32.991" grpc.time_ms=0.386 pid=1377 span.kind=server system=grpc2349vm-test-run-nixbot-gitlab> gitlab # [ 222.834357] nix-daemon[3471]: accepted connection from pid 3629, user nixbot2350vm-test-run-nixbot-gitlab> gitlab # [ 222.851145] gitaly[1377]: time="2026-06-08T13:17:33.028Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T13:17:33.028" grpc.time_ms=0.37 pid=1377 span.kind=server system=grpc2351vm-test-run-nixbot-gitlab> gitlab # [ 222.869048] gitaly[1377]: time="2026-06-08T13:17:33.046Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:18:02.027" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.927" operations="[repack_refs]" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2352vm-test-run-nixbot-gitlab> gitlab # [ 222.886580] gitaly[1377]: time="2026-06-08T13:17:33.064Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:18:02.027" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.927" pid=1377 remote_ip="2001:db8:1::1" repository_info="{false {6 703 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-06-08 13:17:06.881901309 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root2353vm-test-run-nixbot-gitlab> gitlab # [ 222.903263] gitaly[1377]: time="2026-06-08T13:17:33.081Z" level=info msg="removed files" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:18:02.027" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.927" pid=1377 remote_ip="2001:db8:1::1" span.kind=server stale_data.configfullpath=0 stale_data.configkeys=0 stale_data.configsections=0 stale_data.infoattributes=0 stale_data.locks=0 stale_data.objectdirs=0 stale_data.objects=0 stale_data.packedrefslock=0 stale_data.packedrefsnew=0 stale_data.packfilelocks=0 stale_data.reflocks=0 stale_data.refs=0 stale_data.refsemptydir=0 stale_data.reftablelocks=0 stale_data.serverinfo=0 system=grpc username=root2354vm-test-run-nixbot-gitlab> gitlab # [ 222.905206] gitaly[1377]: time="2026-06-08T13:17:33.081Z" level=info msg="optimized repository" clean_stale_data_time=15.81458ms clean_work_trees_time="91.073µs" commit_graph_time="8.381µs" correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T gl_project_path=root/test-flake gl_repo=project-1 optimizations="map[]" pack_refs_time="8.381µs" pid=1377 prune_time="7.823µs" relative_path=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git repack_time="8.101µs" storage_name=default system=housekeeping total_time=16.144231ms2355vm-test-run-nixbot-gitlab> gitlab # [ 222.905945] gitaly[1377]: time="2026-06-08T13:17:33.081Z" level=info msg="ended scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:18:02.027" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.927" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2356vm-test-run-nixbot-gitlab> gitlab # [ 222.958507] gitaly[1377]: time="2026-06-08T13:17:33.135Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T diskcache=4c40c270-219f-4adf-a659-94fa2f2e858d grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:18:02.027" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.927" pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2357vm-test-run-nixbot-gitlab> gitlab # [ 222.975752] gitaly[1377]: time="2026-06-08T13:17:33.136Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=102 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=8359 command.oublock=0 command.real_time_ms=127 command.spawn_token_fork_ms=1 command.system_time_ms=77 command.user_time_ms=25 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T13:18:02.027" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T13:17:32.927" grpc.time_ms=208.423 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2358vm-test-run-nixbot-gitlab> gitlab # [ 222.976919] gitaly[1377]: time="2026-06-08T13:17:33.149Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP37GVDY69DZEV2ZJFCHKD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:33.137" grpc.time_ms=11.116 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2359vm-test-run-nixbot-gitlab> gitlab # [ 222.978156] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:33 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 682360vm-test-run-nixbot-gitlab> gitlab # [ 223.030402] gitaly[1377]: time="2026-06-08T13:17:33.208Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKP37K3BF1FASHVJ9P7PKKJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:33.198" pid=1377 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2361vm-test-run-nixbot-gitlab> gitlab # [ 223.032260] gitaly[1377]: time="2026-06-08T13:17:33.208Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP37K3BF1FASHVJ9P7PKKJ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:33.198" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2362vm-test-run-nixbot-gitlab> gitlab # [ 223.033702] gitlab-workhorse[1286]: time="2026-06-08T13:17:33Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672363vm-test-run-nixbot-gitlab> gitlab # [ 223.035230] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:33 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 552364vm-test-run-nixbot-gitlab> gitlab # [ 223.036770] gitaly[1377]: time="2026-06-08T13:17:33.212Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP37K3BF1FASHVJ9P7PKKJ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T13:17:33.198" grpc.time_ms=11.841 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc2365vm-test-run-nixbot-gitlab> gitlab # [ 223.076211] gitaly[1377]: time="2026-06-08T13:17:33.254Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T13:18:03.252" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:33.252" grpc.time_ms=0.936 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2366vm-test-run-nixbot-gitlab> gitlab # [ 223.159166] gitaly[1377]: time="2026-06-08T13:17:33.336Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:18:03.333" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:33.334" grpc.time_ms=1.829 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2367vm-test-run-nixbot-gitlab> gitlab # [ 223.215140] nix-daemon[3471]: accepted connection from pid 3677, user nixbot2368vm-test-run-nixbot-gitlab> gitlab # [ 223.270691] gitaly[1377]: time="2026-06-08T13:17:33.448Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP372VYHT0DCZRR1XJ7M9T grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:18:03.046" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:33.447" grpc.time_ms=0.922 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2369vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses2370vm-test-run-nixbot-gitlab> gitlab # [ 223.293078] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:33.470Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"2e798f3cb913e1de4b2d7df0","created_at":"2026-06-08T13:17:32.798Z","trace_propagation_headers":{"sentry-trace":"d91295f8c2cd4b35ac93d6cad926d2e5-583b6feb2a464f19","baggage":"sentry-trace_id=d91295f8c2cd4b35ac93d6cad926d2e5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKP372VYHT0DCZRR1XJ7M9T","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:32.802Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"mccg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-2e798f3cb913e1de4b2d7df0: done: 0.663051 sec","job_status":"done","queue_duration_s":0.00528,"scheduling_latency_s":0.005323,"gitaly_calls":4,"gitaly_duration_s":0.253674,"redis_calls":83,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.078959,"redis_read_bytes":173,"redis_write_bytes":20923,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.007106,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.005926,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_queues_calls":23,"redis_queues_duration_s":0.009852,"redis_queues_read_bytes":25,"redis_queues_write_bytes":13376,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.0374,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3094,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.001351,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000782,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.009436,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":36,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.131,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":21,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.013,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.018,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.093,"db_ci_duration_s":0.038,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.187352,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.617279011,"duration_s":0.663051,"completed_at":"2026-06-08T13:17:33.470Z","load_balancing_strategy":"primary","db_duration_s":0.137827,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2371vm-test-run-nixbot-gitlab> gitlab # [ 223.381774] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:33.559Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"c95861d27ed6bac205279f5a","created_at":"2026-06-08T13:17:32.912Z","trace_propagation_headers":{"sentry-trace":"d91295f8c2cd4b35ac93d6cad926d2e5-de1c48ae9850417d","baggage":"sentry-trace_id=d91295f8c2cd4b35ac93d6cad926d2e5,sentry-release=Unknown"},"correlation_id":"01KTKP372VYHT0DCZRR1XJ7M9T","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:32.917Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"mccg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-c95861d27ed6bac205279f5a: start","job_status":"start","queue_duration_s":0.641103,"scheduling_latency_s":0.641191}2372vm-test-run-nixbot-gitlab> gitlab # [ 223.408738] gitaly[1377]: time="2026-06-08T13:17:33.586Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKP37Z3EC8CJRK1SX8Z0RMS grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T13:18:03.584" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T13:17:33.584" grpc.time_ms=1.006 pid=1377 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2373vm-test-run-nixbot-gitlab> gitlab # [ 223.462374] gitlab-workhorse[1286]: gitlab 2001:db8:1::1 - - [2026/06/08:13:17:33 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses HTTP/1.1" 200 1328 "" "curl/8.20.0" 992374vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5/statuses, in 0.14 seconds)2375vm-test-run-nixbot-gitlab> [{'id': 1, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded (1 warning)', 'created_at': '2026-06-08T13:17:22.289Z', 'started_at': None, 'finished_at': '2026-06-08T13:17:27.704Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': '2ec97720138bec7db3cac4e40bbc7ee5f6b6c2f5', 'ref': 'master', 'status': 'success', 'name': 'nixbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-06-08T13:17:27.895Z', 'started_at': None, 'finished_at': '2026-06-08T13:17:32.788Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2376vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 10.76 seconds)2377vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 263.52 seconds)2378vm-test-run-nixbot-gitlab> gitlab # [ 223.490952] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:33.668Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"c95861d27ed6bac205279f5a","created_at":"2026-06-08T13:17:32.912Z","trace_propagation_headers":{"sentry-trace":"d91295f8c2cd4b35ac93d6cad926d2e5-de1c48ae9850417d","baggage":"sentry-trace_id=d91295f8c2cd4b35ac93d6cad926d2e5,sentry-release=Unknown"},"correlation_id":"01KTKP372VYHT0DCZRR1XJ7M9T","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:32.917Z","job_size_bytes":23,"pid":2124,"sidekiq_tid":"mccg","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-c95861d27ed6bac205279f5a: done: 0.10957 sec","job_status":"done","queue_duration_s":0.641103,"scheduling_latency_s":0.641191,"redis_calls":7,"redis_duration_s":0.00678,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005725,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001055,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.035087,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.10957,"completed_at":"2026-06-08T13:17:33.668Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.018583,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2379vm-test-run-nixbot-gitlab> gitlab # [ 223.567513] sidekiq-cluster[2124]: {"severity":"INFO","time":"2026-06-08T13:17:33.744Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"c9871dfa614a882b407f81a0","created_at":"2026-06-08T13:17:33.202Z","trace_propagation_headers":{"sentry-trace":"d91295f8c2cd4b35ac93d6cad926d2e5-de1c48ae9850417d","baggage":"sentry-trace_id=d91295f8c2cd4b35ac93d6cad926d2e5,sentry-release=Unknown"},"correlation_id":"01KTKP372VYHT0DCZRR1XJ7M9T","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T13:17:33.205Z","job_size_bytes":3,"pid":2124,"sidekiq_tid":"mccg","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-c9871dfa614a882b407f81a0: start","job_status":"start","queue_duration_s":0.539067,"scheduling_latency_s":0.539135}2380vm-test-run-nixbot-gitlab> test script finished in 263.65s2381vm-test-run-nixbot-gitlab> cleanup2382vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)2383vm-test-run-nixbot-gitlab> gitlab # qemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13)2384vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.41 seconds)23852386post-build step Upload coverage to codecov: ok2387Skipping codecov: project=Mic92/nixbot attr=x86_64-linux.nixbot-gitlab