nixbot

1these 79 derivations will be built:2  /nix/store/029izfzcw15n4c55vkd5cxr4s869nzvp-unit-gitlab-sidekiq.service.drv3  /nix/store/05b7dz5i04n3mn842zwwxbzflzi87902-arsalt.drv4  /nix/store/4w4m8p9zshhwz39s08sc4y3vl1vx6bjh-config.yml.drv5  /nix/store/bnx1zxhgwbbn1yxnkfvl8hy7x44kb4h3-nixos-tmpfiles.d.drv6  /nix/store/0g77wz6awja8bgqr5qfd75ldb8rcq44v-tmpfiles.d.drv7  /nix/store/hn73nb10qk26h9yjy2xcm30jl0z5aqqs-system-path.drv8  /nix/store/29mv9z1ijkj0dvpncz6811l3py1qafv6-dbus-1.drv9  /nix/store/79ynw5qci24i0jbnls1s4x346pbydz3f-etc-sysctl.d-60-nixos.conf.drv10  /nix/store/a0xkwy101j1rf5gnxd9ywcad5ffdqlhr-etc-hostname.drv11  /nix/store/5ygynajk6231g5zj51rfi8xsm4f26rwj-extra-hosts.drv12  /nix/store/yr5fijrykp8nz0jnhn46qja711hv8bgz-string-hosts.drv13  /nix/store/mh8k8hrf0xxbfq6yjqpn7kmvwdlj0llk-hosts.drv14  /nix/store/vwi1pjbmcnhzkvm51q0lwcsg12kkk0zr-gitlab-workhorse-pre-start.drv15  /nix/store/2xxr8i32rmy0vm50fh8202qda05g2kfg-unit-gitlab-workhorse.service.drv16  /nix/store/y8n3pd841l269czjs9xj1qxpw9a8vr1v-X-Restart-Triggers-dbus-broker.drv17  /nix/store/59f56wkva75yhjb3fkppr6m5cvlvhss9-unit-dbus-broker.service.drv18  /nix/store/7syqp9rmwj88c8wsacakn7zr1ijqgkak-X-Restart-Triggers-systemd-sysctl.drv19  /nix/store/5dzwskppd8j0fa6b9ripjsn7ikridkp8-unit-systemd-sysctl.service.drv20  /nix/store/7kjs2nfm3qa444b7kx9m9phw0bva0901-unit-system-gitlab.slice.drv21  /nix/store/dbpqdz7kmiqy33xvk31z9h7vrdv3ndys-unit-script-postgresql-setup-start.drv22  /nix/store/clsy220qn4k0b1qk6gcvwn44k393fbg6-unit-postgresql-setup.service.drv23  /nix/store/lbyqfw36w3ss0svv39hcqk6ibnr3qv95-X-Restart-Triggers-systemd-tmpfiles-resetup.drv24  /nix/store/d2fwk1ld4gdbrdiz8r8fgvqii01zagd5-unit-systemd-tmpfiles-resetup.service.drv25  /nix/store/vvgn6bg7fd0la7i7ha8glm1c9pazym6d-gitlab-env-18.11.4.drv26  /nix/store/fl4hb8xbfb01bxy97762x68pz38hyha0-unit-gitlab.service.drv27  /nix/store/3x8q67x5dj6p1il065l0xwrxxjkxxiww-secret.drv28  /nix/store/3zwwgchdclz7agg1zwxq96p7g8vsjnly-resque.yml.drv29  /nix/store/hjvhbrn6xyngw5jpqxmnfqz7gwia3syw-ardeterministic.drv30  /nix/store/ii4ijbhrcfcj0gk4jr40aqcb5qvvnp6d-otpsecret.drv31  /nix/store/kyszd7vi8ylhgq0jyh3hzy793jf6z9v0-extra-gitlab.rb.drv32  /nix/store/m69aq9qc3nm7l5am4bw45dz7yg5hd85d-database.yml.drv33  /nix/store/q3zp0d7302gy9ahbhpmcr10dqjy9d1xa-arprimary.drv34  /nix/store/xnavhh1jzs2xxj7y98lk709xh3kc0cgn-dbsecret.drv35  /nix/store/a2dw57icqx2jaga8n2pzssvwz3dwjqr7-gitlab-config.drv36  /nix/store/ix0dcjx9b96qy3wl4b9pi95lcmyjinsx-gitlab-pre-start-full-privileges.drv37  /nix/store/hf47dxzpj7pvakh51jf52h99cjcwk27n-unit-gitlab-config.service.drv38  /nix/store/dwa1hy1gdixnixn9r95qz2f2vfavg83w-logrotate.conf.drv39  /nix/store/i6hiz7ajkqcbx2412m64gmg5g64mbix5-unit-logrotate.service.drv40  /nix/store/1qxf65fc5m7r017cc3zaamyp71yj2ch8-nixbot-config.json.drv41  /nix/store/irs3cd79g330adyyrsywz5p9cqvm4yfv-unit-nixbot.service.drv42  /nix/store/2sqaywsywp31lggcfh17587mmm8988jr-root-password.drv43  /nix/store/5awylfsmgq3hz05vf63484y41ks6zwsi-gitlab-db-config.drv44  /nix/store/jak3g9y5d7ab0m4145pv49qjr8qbf6a7-unit-gitlab-db-config.service.drv45  /nix/store/n5dzf2m1dgcmm1ylxpxh2bxmagwxh9qq-unit-logrotate-checkconf.service.drv46  /nix/store/v44y2sl4y19gin6gf13f8bcpp9bbkfz7-gitaly.toml.drv47  /nix/store/ni6gca0c2ka9js11hh7g2szk9bwa8iyy-unit-gitaly.service.drv48  /nix/store/rx2cdd8g35zjjiq362n4j2m9jnaz9vh5-unit-gitlab.target.drv49  /nix/store/s286zkbnddcyf9jc9c1zh360lm0g7xqw-unit-docker-registry.service.drv50  /nix/store/vkbfyx5bpbmxg0nw23kqnchzjyh8lp5g-unit-gitlab-backup.service.drv51  /nix/store/vyhinh2sgxm78skd88s9gar8bnsrpmg1-unit-gitlab-registry-cert.service.drv52  /nix/store/wswf9z4zaj7b65cj7ggkdixgzg22y46j-redis.conf.drv53  /nix/store/n9d8wwf4w6p85pg0cn0vcijzk6dv7qz8-redis-gitlab-prep-conf.drv54  /nix/store/wkashgz8g2dmbnac0g88fn7fd7y7ymdi-unit-redis-gitlab.service.drv55  /nix/store/r635cbk6bmiks8cxvwz3v4pm2v92fbwz-unit-script-gitlab-postgresql-start.drv56  /nix/store/x67xbksahinx7kif81d28yv3wm2niihy-unit-gitlab-postgresql.service.drv57  /nix/store/cmhjbvmj2qbf8p5dcjli62f3wgnbhfm6-unit-script-setup-gitlab-start.drv58  /nix/store/xyvma9gx7j7wl5d4v94dzv2r7gwf6iqr-unit-setup-gitlab.service.drv59  /nix/store/5g3bxhcdwnhlkcrydjyjp56vpcpjydnj-nginx.conf.drv60  /nix/store/2w5sllcl48z1w0j0zqrm6yw1sgkmvqs3-unit-script-nginx-pre-start.drv61  /nix/store/zh23v2q7j36nc4gwbrznl7iv9vdn7gky-unit-nginx.service.drv62  /nix/store/ny020ppn10dnn56fikn7wy2vm86vfmmz-system-units.drv63  /nix/store/vphnwk55v38l5x2fc7p8lfx2wbrvqdbi-unit-dbus-broker.service.drv64  /nix/store/xmq30zil13jaq78hqs6bwlfc3vhsg2d4-user-units.drv65  /nix/store/1f6ljql0m8lwyqh77gd8zbxd5ja2qwrb-etc.drv66  /nix/store/jah7g5wyn1fbbrngsy2vb9b5f8555w8n-test-script.drv67  /nix/store/cgkiv5jywn8hxshmmgj5wxnx7sr89pra-initrd-hostname.drv68  /nix/store/bi13yh3ng9hk6d9diz3yw7ym1a14imc3-initrd-linux-6.18.34.drv69  /nix/store/3jdb8mjyl03fb9v5kfk1dqh7vhw0cz9r-boot.json.drv70  /nix/store/f374pv5m7yd5w6q0i2jwdshhc2qpfx8z-users-groups.json.drv71  /nix/store/flnihzm32xg0m4xa1s6vhllxbbrbylsx-dry-activate.drv72  /nix/store/wq10v6wh2gq3s8vvqn5rh183wdxm3azc-activate.drv73  /nix/store/5w8zr03gmin7dqmi1sdanfpjg336mzn4-nixos-system-gitlab-test.drv74  /nix/store/ndm9l4p4br1p79b36904rgr2vqbsawdg-closure-info.drv75  /nix/store/a3nzay7qp6gjaiylg2xp2zmqx0kqcwiy-closure-info.drv76  /nix/store/ifac9pifc8z5gmxg8irr5rmj843jb0y0-run-nixos-vm.drv77  /nix/store/rb3ndsliqvw9gc4vibsclwwxxfvra9si-nixos-vm.drv78  /nix/store/99p9k74f2wwnfwl1zback1mphdfqcv2q-driverConfiguration.json.drv79  /nix/store/6kw7ga28s08blvsibf1lsnh0lsdssjcs-nixos-test-driver-nixbot-gitlab.drv80  /nix/store/2ihx9p1b7yhfb42kq9fcjmw9bsigafwi-vm-test-run-nixbot-gitlab.drv81these 740 paths will be fetched (885.3 MiB download, 3.6 GiB unpacked):82  /nix/store/pjzyljzdsz5jg64bs3b6rsnnkmf18f07-bundler-2.7.283  /nix/store/cm4cbww6rd6h6yjzn3rjysw3j08pyzfx-cable.yml84  /nix/store/yp4p5x7nlmlvcgzb24vlxw6pqab97n9s-dart-sass-1.100.085  /nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile86  /nix/store/kjyrvgw0sfra8h7s2hv91ggflvx7rqxr-gen-bin-stubs87  /nix/store/4cv6ahih2jr2lkq79qv0f6f4zf0bblas-gitaly-18.11.488  /nix/store/ri0nyfh14kxfzl93dcdwqv44x4xx48rg-gitaly-git-2.53-e417bf2989  /nix/store/xfa6lr3vf2zs0am3ismmp1zdi7gqnj20-gitlab-18.11.490  /nix/store/vpxc0bg0bck412f0gz2b2ylz2aqx3dsh-gitlab-assets-18.11.491  /nix/store/kgffmgzl1nhfnm08jkxhiv20i90yv42s-gitlab-elasticsearch-indexer-5.14.792  /nix/store/ivhd3c8cyk8k5azk433hkns0z7vl527c-gitlab-env-18.11.493  /nix/store/cmyxv175lh7lqmmzgjn3vxrj8ivjr9h3-gitlab-rails94  /nix/store/vz3ywf88akmyqnlyccrjjb98f2i13lhr-gitlab-rake95  /nix/store/0gaf9xcxwkv9r5gnri0dzhrqjc810ckc-gitlab-shell-14.50.096  /nix/store/4ffdfsq9d2cwq7466zx8a8iwz6amxc3w-gitlab-workhorse-18.11.497  /nix/store/4czajckssv9nzxxki1ivb6x6wshqcx46-nodejs-slim-24.15.0-libv898  /nix/store/ddj6rf04rgjqnhvchjf981kanvk04nrn-oidcKeyBase99  /nix/store/cyk580l3cxncn5va4rwipr1d5yygpk8n-perl5.42.0-Image-ExifTool-13.59100  /nix/store/hv36arm6gdgxbhwg3j1m1d59isd04bd7-ruby-3.3.10101  /nix/store/6n0hi34q2xjkqamryrz8qyyayvrpp5b0-ruby3.3-CFPropertyList-3.0.7102  /nix/store/9n0fw152s9d294z4nfibhxc5j4ff95hi-ruby3.3-RedCloth-4.3.4103  /nix/store/a0b8078dzx96yl07v2ld33sin2wyf2pq-ruby3.3-acme-client-2.0.31104  /nix/store/dg02khi3fj3clpmjqldyq6bg4gp41zn5-ruby3.3-actioncable-7.2.3105  /nix/store/s9byjvc3n9k6494bdfjgyjdv8pqw9431-ruby3.3-actionmailbox-7.2.3106  /nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3107  /nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3108  /nix/store/nl3vdnwbmyqipsfpipkl868nga9hmm76-ruby3.3-actiontext-7.2.3109  /nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3110  /nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3111  /nix/store/jwv1j28akp2m0kaynh72shchr7j1wbx2-ruby3.3-activemodel-7.2.3112  /nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3113  /nix/store/39hz0baw5lq9ds5j2nhfhqf1fqbnh0nw-ruby3.3-activestorage-7.2.3114  /nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3115  /nix/store/zmh550fcbwvhbvfy7mci8g0g89kz0mn5-ruby3.3-addressable-2.8.7116  /nix/store/l2riwf38030yl1iblzr0v3mjzdannndy-ruby3.3-aes_key_wrap-1.1.0117  /nix/store/s31jd9rp8vzhnlxnfyw34l3pymd85jnf-ruby3.3-akismet-3.0.0118  /nix/store/k6djiiz0bkn5vv676m6zjy60wamprfiz-ruby3.3-aliyun-sdk-0.8.0119  /nix/store/3dkq9sbn18cdahg753hcls0mdrd5ksap-ruby3.3-amatch-0.4.1120  /nix/store/4bmvzf1rf5lkb6gp2q785mq2wz8g5z3x-ruby3.3-amazing_print-1.8.1121  /nix/store/sfs6mpyx153g023p1da7q3f76h91c25q-ruby3.3-android_key_attestation-0.3.0122  /nix/store/fv7884wnxb7m4ycbn44kxarpxvq4v01l-ruby3.3-apollo_upload_server-2.1.8123  /nix/store/8v1hpqc6k0rjg2qb0jcrffc0b9573hca-ruby3.3-app_store_connect-0.38.0124  /nix/store/5fn0m80a3ibhmagl6sv8064a1gcqdxlf-ruby3.3-arr-pm-0.0.12125  /nix/store/saymmp1ac56yzzsxzljrzzzkrcskma69-ruby3.3-asciidoctor-2.0.26126  /nix/store/isb96gni12pcv51c4ib6f6byzz50qffy-ruby3.3-asciidoctor-include-ext-0.4.0127  /nix/store/rfjwbnpd0az7ccvgza8srg398ffqpcfs-ruby3.3-asciidoctor-kroki-0.10.0128  /nix/store/j9dmlqf1qx5x5m6byvfw2j8l9dsh1rlj-ruby3.3-asciidoctor-plantuml-0.0.16129  /nix/store/2flkvknrn3v682ajm39d4wwxfv91m34c-ruby3.3-ast-2.4.2130  /nix/store/b9iqjrmya9m75qw5pcn7220nni6flvmv-ruby3.3-async-2.32.0131  /nix/store/1gbxq1v6f88mychy7xdxcppcqyzzxdq2-ruby3.3-atlassian-jwt-0.2.1132  /nix/store/qxby7xdyh4rki60dr7j16d73d91hf34w-ruby3.3-attr_encrypted-4.2.0133  /nix/store/w4il6j23ys613w1bnfyp0rs6111355by-ruby3.3-attr_required-1.0.2134  /nix/store/xc4qc7rvdq6379i5f13kbha09zgms8af-ruby3.3-awesome_print-1.9.2135  /nix/store/dk520h557zhqi0kw0g779295wbn96lx0-ruby3.3-aws-eventstream-1.3.0136  /nix/store/y7piq71mxlj5vck9alidjvb54sgl6x77-ruby3.3-aws-partitions-1.1001.0137  /nix/store/dsz489b60dbjk1zv90m93nym90fm1kmx-ruby3.3-aws-sdk-cloudformation-1.134.0138  /nix/store/cxggrzar1vcqs2bdlwbvqy5mlsmsz9fp-ruby3.3-aws-sdk-core-3.242.0139  /nix/store/9m45wjk25sflv6ziiawlpgji7gmbx8f2-ruby3.3-aws-sdk-kms-1.76.0140  /nix/store/llvw2rrcss0sw3kn6l0pdmiz7ciq76hz-ruby3.3-aws-sdk-s3-1.213.0141  /nix/store/c0fil0084pjk8gw0kpcdavgb7jnx80an-ruby3.3-aws-sigv4-1.9.1142  /nix/store/5vdn39qf9vyfw4i3lyyfrqpnkshywkh5-ruby3.3-axe-core-api-4.10.3143  /nix/store/j52qb26lkqrqxh42zfp7gy3wn11b80lz-ruby3.3-axe-core-rspec-4.10.3144  /nix/store/g713j094hdm9ydbvw9di5rav9vswfvag-ruby3.3-axiom-types-0.1.1145  /nix/store/xmvzwyh1pr19a4kr88v907jlg7zj554k-ruby3.3-babosa-2.0.0146  /nix/store/0hxrkq3wfmy180fry3jaa906q313c6h9-ruby3.3-backport-1.2.0147  /nix/store/i9bifffhjj83b4rzffr9z0xzryi0jcyy-ruby3.3-base32-0.3.4148  /nix/store/hrqzs3f6skc0glhxilh5sa33fhihq13i-ruby3.3-base64-0.2.0149  /nix/store/5mfs3ilmwmmjrm8k6nip6mylgm4wny2p-ruby3.3-batch-loader-2.0.5150  /nix/store/g83v0m8qcw7gy2cg24kswg0zicy9gqvs-ruby3.3-bcrypt-3.1.22151  /nix/store/sqzbwja3yinrz7g55wr6bfl6g10r7qk0-ruby3.3-benchmark-0.4.1152  /nix/store/vw3m5bzkjdi6n5wflj2dgw46v0ga2y91-ruby3.3-benchmark-ips-2.14.0153  /nix/store/gzgdvxf3yrjbnp43g8lf50l53lm4k8i0-ruby3.3-benchmark-malloc-0.2.0154  /nix/store/cq4j9b8gb9pyi66gwq26dn905qaijnl4-ruby3.3-benchmark-memory-0.2.0155  /nix/store/ayfz9xsqxrk83brim0rhvrdn84xy3ffq-ruby3.3-benchmark-perf-0.6.0156  /nix/store/mg6l315a1aknhjaz6hfin87kqfb5wipm-ruby3.3-benchmark-trend-0.4.0157  /nix/store/0hhii1200xvra6p146prbpr7c3dkfmw4-ruby3.3-bigdecimal-3.2.3158  /nix/store/j2f50sdch6mglwdbpw5fixi8ilh0bm18-ruby3.3-bindata-2.5.1159  /nix/store/y02757kmm81b7zqghxr9ir2gv05rsprv-ruby3.3-binding_of_caller-1.0.0160  /nix/store/lnhmsxn570f3kixbc1yqq8awm78x21c3-ruby3.3-bootsnap-1.23.0161  /nix/store/a67mnzcxc6k4pc83c4s5sdhrizaw4l7j-ruby3.3-browser-5.3.1162  /nix/store/fl99gi69105wfxjdbyj28lfshyj4kw2h-ruby3.3-builder-3.3.0163  /nix/store/bzryj8ixaphj16jd9387kchr5khkw65h-ruby3.3-bullet-8.0.8164  /nix/store/m2mzajvgipyzfs2wj5c0a77wrrfsnpgc-ruby3.3-byebug-12.0.0165  /nix/store/vc8v05ygdivg8w62w5s50i8rgq0l730n-ruby3.3-capybara-3.40.0166  /nix/store/ww4bqbciqryizlqky2d2kxjgybvjdcd6-ruby3.3-capybara-screenshot-1.0.27167  /nix/store/vxsiad48dlyx75krxkyw26wvs2hjzjlr-ruby3.3-carrierwave-1.3.4168  /nix/store/5bc3ml7yx2asmv4v3h48nbbhmjv0b03y-ruby3.3-cbor-0.5.10.1169  /nix/store/nnji413j1j5gh72h9mczm8j8rnr09hzb-ruby3.3-cgi-0.5.0170  /nix/store/q5vkxmqh115pb85ibfv3fw8p4cjkskjm-ruby3.3-character_set-1.8.0171  /nix/store/3bqk45srvpf09mrmrixdcshq22d5hvxz-ruby3.3-charlock_holmes-0.7.9172  /nix/store/apwn2rggjwjhf2bffx1axzxa94fc6c0x-ruby3.3-chef-config-18.3.0173  /nix/store/iqbp89wz016m6skn7f9yvq2j6ccqlnvq-ruby3.3-chef-utils-18.3.0174  /nix/store/vzj23048lr3q1d85sw2d0ikm52nvmk64-ruby3.3-chunky_png-1.4.0175  /nix/store/fr03mf1s8hddra9lkc7ziyp3gwn68i63-ruby3.3-circuitbox-2.0.0176  /nix/store/qjw0rifw4r6gikj9p9baf0lyn8yhgi55-ruby3.3-citrus-3.0.2177  /nix/store/522k96ir05w2zis870kbdlhw3l6vjs8l-ruby3.3-claide-1.1.0178  /nix/store/h2lk043vj22g4q42sa87yb6kxf999zz5-ruby3.3-claide-plugins-0.9.2179  /nix/store/g1pmkld6x1fcjqw0c0xymaw1c9rvaqpz-ruby3.3-click_house-client-0.8.8180  /nix/store/rwg3skibcz92681fil8b5d4bkzbz69hr-ruby3.3-coderay-1.1.3181  /nix/store/idxcmz7dz7ircjfk29p4fp5n6h4q4yx0-ruby3.3-coercible-1.0.0182  /nix/store/zawhzyi59wvw5c1pyngsxx5m0rawx3nz-ruby3.3-colored2-3.1.2183  /nix/store/3w946n20mfwky874x93zjx4dc82ary6r-ruby3.3-commonmarker-0.23.12184  /nix/store/f89i366g2hij69nprljvbdj1ps00pkgx-ruby3.3-concurrent-ruby-1.3.6185  /nix/store/0nnh6cv5x94v1v4cq5x6qs5b70y09vyb-ruby3.3-connection_pool-2.5.5186  /nix/store/sxcxfl0pfnxsgmf89ljf2921m3f04sm4-ruby3.3-console-1.29.2187  /nix/store/rrnlilm6l9n75sld94jrnf29i8ypv2p6-ruby3.3-cork-0.3.0188  /nix/store/023b98v9vrgi8l87gn4rvzyw42h2dcdq-ruby3.3-cose-1.3.1189  /nix/store/agck2qaic1qshnkjvf0db8nbfljhg6yv-ruby3.3-countries-4.0.1190  /nix/store/dja47ggx3xz3qh251cj600zva421i5ii-ruby3.3-coverband-6.2.0191  /nix/store/rvf5m9ynyakxs5r2fn9nhhlx4qcjygy7-ruby3.3-crack-0.4.3192  /nix/store/09a2px3bd3slhs5k0xc6z1im65q71p9g-ruby3.3-crass-1.0.6193  /nix/store/2nmslm1m2jqvv501kqv9gk4mjp6rj09v-ruby3.3-creole-0.5.0194  /nix/store/ma5ndk4qxbbmw7vzq3qrhxw3ga8968qg-ruby3.3-cronex-0.15.0195  /nix/store/j1y5sasi3f43y3dyangcr1filqgpvag2-ruby3.3-css_parser-1.14.0196  /nix/store/8bn98zj3prhprrdn7lydwc4226qm66si-ruby3.3-cssbundling-rails-1.4.3197  /nix/store/9mwbfl2cnajsp9cfdlynkgbj6phqlwwp-ruby3.3-csv-3.3.0198  /nix/store/iz1znxr2dwgfybdd437k8j8mjkhgbsav-ruby3.3-cvss-suite-4.1.2199  /nix/store/9l3cd5x5s0qgahkdm43lmrs73ph6xh5p-ruby3.3-danger-9.4.2200  /nix/store/jclrscfld4mphmscx43khs69ajpyykcb-ruby3.3-danger-gitlab-8.0.0201  /nix/store/66m7w2d1q9502phzr9vcph65xd6bg6j5-ruby3.3-database_cleaner-active_record-2.2.2202  /nix/store/ml440ndbrf62z1vbqf98l5vjsqarhbik-ruby3.3-database_cleaner-core-2.0.1203  /nix/store/amn956sgcw97cwpa22v0qmna5gzx05wz-ruby3.3-date-3.4.1204  /nix/store/0hfjq3m40qjj06w82dznyfk9ryhcgigc-ruby3.3-deb_version-1.0.2205  /nix/store/nv71ggqznk12x24q6kqmikisqrpxm5vf-ruby3.3-debug-1.11.1206  /nix/store/8xlhi4xhgsb8wj21pg4bkmz0iv2ql5cl-ruby3.3-debug_inspector-1.1.0207  /nix/store/gdb7685yn0y1743fyhqcl847jk29cdyz-ruby3.3-declarative-0.0.20208  /nix/store/qn63xi8hihfj25cfaig6fa4amqw3m2aw-ruby3.3-declarative_policy-2.1.0209  /nix/store/00kzm0434nfwppsdnbg0498gdf9gaxxm-ruby3.3-derailed_benchmarks-2.2.1210  /nix/store/mjpsnjqazvaqcd6vvyzds96x2haac95x-ruby3.3-descendants_tracker-0.0.4211  /nix/store/8kq16q3mccsdwva135ph9v3gsifz12fk-ruby3.3-devfile-0.5.0212  /nix/store/x7b5ran80f6nwyylhkavsb6596sznhrg-ruby3.3-device_detector-1.1.3213  /nix/store/3l0mg0nm0s0b24klqgsxzpj67lqhyb5b-ruby3.3-devise-4.9.4214  /nix/store/mrqn12711bcvvdx68xr3mmanq7pydi5q-ruby3.3-devise-two-factor-5.1.0215  /nix/store/ir7xgcxlnlmy40c29kma5cky81vb04zb-ruby3.3-diff-lcs-1.5.0216  /nix/store/lviif1w6dpxf5s0lf02hspb4qpbi52mv-ruby3.3-diffy-3.4.4217  /nix/store/4z8f929bpqa2lxv71l63j6ilkafbz9dl-ruby3.3-digest-crc-0.6.5218  /nix/store/r5j35wr1q90c89shf0jhx2d463s4a2qk-ruby3.3-docile-1.4.0219  /nix/store/l5fa9mb9yw00g7lqiz2qsrvmjl07zghx-ruby3.3-domain_name-0.5.20190701220  /nix/store/ym1a0xiw2c0dnpfm18xgkfw8in1xyns3-ruby3.3-doorkeeper-5.8.2221  /nix/store/57w2higqq1c6a262r2ibsd7qmp12ndws-ruby3.3-doorkeeper-device_authorization_grant-1.0.3222  /nix/store/5256glw9dh7k6b32gby0ylng4b1mv24g-ruby3.3-doorkeeper-openid_connect-1.8.11223  /nix/store/pz93182pz89m96525nnii33f3vycf5ci-ruby3.3-dotenv-2.7.6224  /nix/store/zb3igw81cdl097nhvxcpf5v2ar5sjbbh-ruby3.3-drb-2.2.3225  /nix/store/cgr4j5mvgchkrr8rrjd8303q168d1pk5-ruby3.3-dry-cli-1.0.0226  /nix/store/yfk9m2yinb5znwhzqawsmqbvcld2mglp-ruby3.3-dry-core-1.1.0227  /nix/store/j1g3sbvpb0sazs0rpgmbi1c0m2jkqdnq-ruby3.3-dry-inflector-1.2.0228  /nix/store/avgs5471qsyvyn1jlr28p79d5s1x9nnk-ruby3.3-dry-logic-1.6.0229  /nix/store/4k8qwvw7c3d8snm9qk4fzmvmxdk04kv1-ruby3.3-dry-types-1.8.3230  /nix/store/x0xbc19kchyn23cq4h0z25hw0wch1vbn-ruby3.3-dumb_delegator-1.0.0231  /nix/store/94axicwff5gbvpl2rl13cwzr8m5vkm02-ruby3.3-duo_api-1.4.0232  /nix/store/50qm2hwch5w24jw5zshzqpz93j10630r-ruby3.3-ed25519-1.4.0233  /nix/store/zv8lpyyb2bkkryp1qz9jbc10lxwipv99-ruby3.3-elasticsearch-7.17.11234  /nix/store/wg6xpxmhpdyz8x65ir60rr8ld5p0m31h-ruby3.3-elasticsearch-api-7.17.11235  /nix/store/m23914md0dlf5lxzncp3kw7y7qj37yay-ruby3.3-elasticsearch-model-7.2.1236  /nix/store/0gkzy2k010p7yzvnpca54zs83148ssqv-ruby3.3-elasticsearch-rails-7.2.1237  /nix/store/1bk535ni0sks78ydvcd7xc20f0cmw34k-ruby3.3-elasticsearch-transport-7.17.11238  /nix/store/x3glckmrrzw12n07923ngfjfdgh9jcy3-ruby3.3-email_reply_trimmer-0.1.6239  /nix/store/b47skwgblxg7xxlvm5rri46jiii8fjkg-ruby3.3-email_spec-2.3.0240  /nix/store/hvgsrm8bfnkfvxpdsy670h018151wnix-ruby3.3-email_validator-2.2.4241  /nix/store/qakfs5kiw655jfis4gqwc9f0jfcjy5jk-ruby3.3-encryptor-3.0.0242  /nix/store/k3wc2w0dz4z94grjsnid37gg0mn042vz-ruby3.3-erubi-1.12.0243  /nix/store/gm6vzgn4kw3ai4bd5fr71jfxn7vbwpz1-ruby3.3-escape_utils-1.3.0244  /nix/store/az7g32m2g1qwy3wys4s5hkp28asfrc0g-ruby3.3-et-orbi-1.2.11245  /nix/store/1qs5qlllc95gd84bqnzlimrcxxh9czd7-ruby3.3-ethon-0.16.0246  /nix/store/r3ys12dbsy1cp104dhvjp9lmi0cll8sc-ruby3.3-excon-1.3.0247  /nix/store/ni27cdyylzqa37cb1pj1zsqwv77vvkc7-ruby3.3-execjs-2.8.1248  /nix/store/5bwjz7mifwzlfg0na2kzxdyakjbggdcf-ruby3.3-expgen-0.1.1249  /nix/store/njix48iacw3x519vnpzwkf7m7za03rix-ruby3.3-expression_parser-0.9.0250  /nix/store/50480w8nk4ky7rx63q609647mjkbx6lg-ruby3.3-extended-markdown-filter-0.7.0251  /nix/store/3yxdkj24dv1gkk4q1jkdk16pnq7plr43-ruby3.3-factory_bot-6.5.0252  /nix/store/21kpvv8hnfkbpn9496bkrkdpnab32bym-ruby3.3-factory_bot_rails-6.5.1253  /nix/store/pzwm78q3rsiz5lxxhcccad75ydpgy0ic-ruby3.3-faraday-2.13.4254  /nix/store/xzzw86yhh9k80j1rcck1i09i1wjhcgb2-ruby3.3-faraday-follow_redirects-0.3.0255  /nix/store/nfdy14cbzxjgvmrfk59dl5karlj1dksh-ruby3.3-faraday-http-cache-2.5.0256  /nix/store/7jb4fd9asbpksj5vb0dbl6399dlla0rw-ruby3.3-faraday-multipart-1.1.1257  /nix/store/ga1zzhc8sqvfqhy0h52mpgl7g7zbhyyi-ruby3.3-faraday-net_http-3.1.0258  /nix/store/mnmii9h6aj7csgmqrckyxqxkp63l8vn0-ruby3.3-faraday-net_http_persistent-2.1.0259  /nix/store/f9qsz2vvvch4i6bxhdx448n1cs2zdcr6-ruby3.3-faraday-retry-2.2.1260  /nix/store/y1vn5ygksj15czk1ngha8sgs0s4r21b1-ruby3.3-faraday-typhoeus-1.1.0261  /nix/store/z6zz6al6fbhqwfd0wnj5v93jpk0k04yf-ruby3.3-faraday_middleware-aws-sigv4-1.0.1262  /nix/store/0fqdnqaxv544ysddk8aswj2972qf23jm-ruby3.3-fast_blank-1.0.1263  /nix/store/l3yssg86gkcmyl3pigmjlrrx7h3nln5f-ruby3.3-fast_gettext-4.1.0264  /nix/store/bq4z71p3j1h3y5jynqqvhssp7acbvjm7-ruby3.3-ffaker-2.25.0265  /nix/store/7027bvrg4l7jliyf6fc183mwhyrni954-ruby3.3-ffi-1.17.3266  /nix/store/30ix02sr9z7apgcdxj2gs49fmc2j2zh0-ruby3.3-ffi-compiler-1.0.1267  /nix/store/bsbi18r0rm6p0m5fn8l538c9wbxl3lpj-ruby3.3-ffi-yajl-2.6.0268  /nix/store/6nqav8xw6q7wscs5z3fklgi1pv0nnrvz-ruby3.3-fiber-annotation-0.2.0269  /nix/store/b9sgrjazw01qkwdmc4mn0vcawamqr50a-ruby3.3-fiber-local-1.1.0270  /nix/store/sp49z7xsf7flxzba3pa84akffmib6vqa-ruby3.3-fiber-storage-0.1.2271  /nix/store/53sm9vs9ccyffqv08x5b3qyrd8sv1iys-ruby3.3-find_a_port-1.0.1272  /nix/store/1yd67qfkpp79avms4ny0lv3dzvjjswpi-ruby3.3-flipper-1.3.6273  /nix/store/12vxhrrq5zia3qiqib73gk2hsday927s-ruby3.3-flipper-active_record-1.3.6274  /nix/store/xq9h95ksqcxp3isp01m2q95kq7wrxgh2-ruby3.3-flipper-active_support_cache_store-1.3.6275  /nix/store/asbxkkks1r2rxsnzswjy3wbvyp1nbrpn-ruby3.3-fog-aliyun-0.4.0276  /nix/store/sd7kjv4b58aylgg6ky65bhm87qgd5qib-ruby3.3-fog-aws-3.33.1277  /nix/store/zbyqcdqmzfmkbmp04hiisqqv4asxd8fw-ruby3.3-fog-core-2.6.0278  /nix/store/8kkh7jha9hkjkasqzfivanh6yrm470v4-ruby3.3-fog-google-1.29.4279  /nix/store/7qsjyapjrx3b7d9swk6ifw906xva2bvr-ruby3.3-fog-json-1.2.0280  /nix/store/sxzmw0z1vpqq6s8cywra7jn3zvpgq3y8-ruby3.3-fog-local-0.9.0281  /nix/store/vsgz8kdds1yagcnd2adl2c3fdlw574sl-ruby3.3-fog-xml-0.1.5282  /nix/store/7ix9a72fvavsacx5nf17gkqsa8i5fs5p-ruby3.3-formatador-0.2.5283  /nix/store/cfnwpdjrs2y3xb0l34zw62pq4js2ipjb-ruby3.3-forwardable-1.3.3284  /nix/store/sl376payx8y9i7i7amqfdcv8bf24cyn4-ruby3.3-fugit-1.11.2285  /nix/store/zykinjpib8y4j67wpxfy835p0547f7fi-ruby3.3-fuzzyurl-0.9.0286  /nix/store/hhbxkysxzz87dzdqxj2mw04z70bf9hx3-ruby3.3-gapic-common-1.2.0287  /nix/store/9xb2j842vpajqnydz5si4na8bgqc1s0m-ruby3.3-gdk-toogle-0.9.5288  /nix/store/kv3rfgppgdab8vqj8xzblmf9gmdbgkaq-ruby3.3-gemoji-3.0.1289  /nix/store/j2nnig9bi2f078jkli52hji3mq1vi402-ruby3.3-get_process_mem-0.2.7290  /nix/store/8jm715q8z6r3wi8akqcdnajfi6v778pc-ruby3.3-gettext-3.5.2291  /nix/store/s8hl70hc7ynglqj7c3c276m0f9m0vis8-ruby3.3-gettext_i18n_rails-1.13.0292  /nix/store/5w6mw4dcwp20z0q719qh66qz7rsclqml-ruby3.3-git-1.19.1293  /nix/store/dyyydxvfa7nk040qj87vc7q1lvg4xs53-ruby3.3-gitaly-18.10.0294  /nix/store/qjpvwj8v7nvgfpkshwiagfaj190kxbbf-ruby3.3-gitlab-4.19.0295  /nix/store/a74hkcgha00s5fn1qhwap287sqvbj22r-ruby3.3-gitlab-chronic-0.10.6296  /nix/store/9wz89ssdf1d31z1z67w70km75phjz205-ruby3.3-gitlab-cloud-connector-1.46.0297  /nix/store/w5d9r797zl1zm0n49vbpnjhav3890zip-ruby3.3-gitlab-crystalball-1.1.3298  /nix/store/8pl3dx3qxcg47mv5px0rky22adhc61dv-ruby3.3-gitlab-dangerfiles-4.10.0299  /nix/store/a907dv6bcgcr11cir1rlb4p3amlcjhyp-ruby3.3-gitlab-experiment-1.3.0300  /nix/store/hdy67axd680ngf3ajhyj955p3kc97ylm-ruby3.3-gitlab-fog-azure-rm-2.4.0301  /nix/store/l185icqmza8xzndj4bh50mja21r1xidl-ruby3.3-gitlab-gkg-proto-0.7.0302  /nix/store/7v9hc8ma978l9pyiinmv1famn0j9p3l5-ruby3.3-gitlab-glfm-markdown-0.0.41303  /nix/store/jj253ry9mlnanl86cy47225bxvs1gq0p-ruby3.3-gitlab-kas-grpc-18.5.0.pre.rc4304  /nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1305  /nix/store/7s801y0wnr1403rvshpmg7h18xwd1a33-ruby3.3-gitlab-license-2.6.0306  /nix/store/shyvlkldannj6ymlvmjcfxbwxd8jvycz-ruby3.3-gitlab-mail_room-1.0.0307  /nix/store/dr9lhmdiqb1hg596q264irri4n3j95sx-ruby3.3-gitlab-markup-2.0.0308  /nix/store/idkrc6pwjd1q3a89dax8j84shq7645r5-ruby3.3-gitlab-net-dns-0.15.0309  /nix/store/jsx2j0acwjn91m7xf3br2g61xg83a5a7-ruby3.3-gitlab-sdk-0.3.1310  /nix/store/gv48hyy5s4ksc3yiv5nxyzqn5xd9r924-ruby3.3-gitlab-secret_detection-0.40.0311  /nix/store/d8m9n5r4wanl054cx6nb6y6jaqkk1m33-ruby3.3-gitlab-security_report_schemas-0.2.0.min15.0.0.max15.2.4312  /nix/store/1qn97gf9fzscv340fmz8a4zc51w6ss4w-ruby3.3-gitlab-styles-13.1.0313  /nix/store/dnpgpkjswq8i84q5q2i8i79kxmj99m33-ruby3.3-gitlab_chronic_duration-0.12.0314  /nix/store/4690b0gj7v3zpymhl9wqbr06xn9ccgpk-ruby3.3-gitlab_omniauth-ldap-2.3.0315  /nix/store/hnvmxh90yhk9q9xj8iysrcq3a1clh6ls-ruby3.3-gitlab_quality-test_tooling-3.10.1316  /nix/store/cn9cviajlw52m7gii2ps6f495dq0ngk1-ruby3.3-gitlab_query_language-0.26.0317  /nix/store/f7yjnxqnxcc47xn3qh0kbsf0lnvf3dq5-ruby3.3-globalid-1.1.0318  /nix/store/lifahm6dybrq6sahcj78ch842p6rfbxr-ruby3.3-gon-6.5.0319  /nix/store/n69mgkdaakr8f7j2axhq4ly5lxbgnac8-ruby3.3-google-apis-androidpublisher_v3-0.92.0320  /nix/store/zy2bxvq8dpwhfqzkcl1nrgi5hxgym07k-ruby3.3-google-apis-bigquery_v2-0.90.0321  /nix/store/dpm6wybl2mdaqpvypcynhiz56h70bii2-ruby3.3-google-apis-cloudbilling_v1-0.22.0322  /nix/store/0p4cr0is4m3mfmq9i0lqkdjl2jvy55lf-ruby3.3-google-apis-cloudresourcemanager_v1-0.44.0323  /nix/store/269mhi74sdgd507ny9ssznd9pzavwb49-ruby3.3-google-apis-compute_v1-0.129.0324  /nix/store/wliyzkav35zw304c8qrnqcljbyh2qv0d-ruby3.3-google-apis-container_v1-0.100.0325  /nix/store/hfihnh0iwqlkdrr035l6n73a588mwsp9-ruby3.3-google-apis-container_v1beta1-0.91.0326  /nix/store/9p5y43j83wmm92snp6bzg31rm9b0rq53-ruby3.3-google-apis-core-0.18.0327  /nix/store/j5nsikw30hn4rd17bxw9nx5dpzlq085f-ruby3.3-google-apis-dns_v1-0.36.0328  /nix/store/gqa7iqh64z75dd32n7a67ci8hvncjppp-ruby3.3-google-apis-iam_v1-0.79.0329  /nix/store/zc6x5srb3qnskr3lscnfhscwjkw933zh-ruby3.3-google-apis-iamcredentials_v1-0.24.0330  /nix/store/ap9zbfpiagl7mpg0cykgbvy65qkyd9ya-ruby3.3-google-apis-monitoring_v3-0.54.0331  /nix/store/xxyq77yaxishx5ds0xz8s8ahqzvjq3v7-ruby3.3-google-apis-pubsub_v1-0.45.0332  /nix/store/gjgnxw7pl465iigqbh4j08s2nfqqwmmj-ruby3.3-google-apis-serviceusage_v1-0.28.0333  /nix/store/yx1h5f1gmlv9s0c6n7jc20709fw7sgz4-ruby3.3-google-apis-sqladmin_v1beta4-0.41.0334  /nix/store/ar982anjbli69lnz2sj2xgq5a84zjh55-ruby3.3-google-apis-storage_v1-0.56.0335  /nix/store/bxl4hpfh1n5z37ap2d0g116l6fz4mayp-ruby3.3-google-cloud-artifact_registry-v1-0.11.0336  /nix/store/alkymf9b1xsvspyxniiy43p7j9f2yr9r-ruby3.3-google-cloud-bigquery-1.62.0337  /nix/store/2h68fxp6bdn0lldnsakq4pfz2iayf915-ruby3.3-google-cloud-common-1.9.0338  /nix/store/sr3dw3dn7fa0hzzqg6wl3l59i9615sj3-ruby3.3-google-cloud-compute-v1-2.6.0339  /nix/store/8f660lk19qmz3qrl3bamlkq0lripcqzm-ruby3.3-google-cloud-core-1.7.0340  /nix/store/cp2b66yy733h6zxbsvmapsld0l3s80kl-ruby3.3-google-cloud-env-2.2.1341  /nix/store/zmly5xavcv41vzkqmhs17978l18jri2g-ruby3.3-google-cloud-errors-1.3.0342  /nix/store/9xrv32nsqljhy3arw7f57bxmkpds9ym0-ruby3.3-google-cloud-location-0.6.0343  /nix/store/7p1w9n1b8yry9j5y083k4ydvb89c9p8j-ruby3.3-google-cloud-storage-1.57.0344  /nix/store/pm2236y9j3rxwlac6fxw51ya4151nzxv-ruby3.3-google-cloud-storage_transfer-1.2.0345  /nix/store/8w3k366bg9yxx5h9v7df8is1ml336350-ruby3.3-google-cloud-storage_transfer-v1-0.8.0346  /nix/store/wfb6893i0pswkm18jsmnindkm7l5wbvs-ruby3.3-google-logging-utils-0.1.0347  /nix/store/xsh1r87c1zabzpfndb70m4fwbggql4w7-ruby3.3-google-protobuf-4.33.5348  /nix/store/biw37sd6xzw0hbrg3d5ys7fssq9zykva-ruby3.3-googleapis-common-protos-1.7.0349  /nix/store/gwqjgyl62iqg09phwlsnggqscxaz6g3f-ruby3.3-googleapis-common-protos-types-1.20.0350  /nix/store/yy444xnk0rns72w2xim23hr0945qyjcb-ruby3.3-googleauth-1.14.0351  /nix/store/1lax8yafxnvk8sc9b0yynvajv244i1kr-ruby3.3-gpgme-2.0.26352  /nix/store/s7r902kd43ql7bm9k8inl462cs232hwk-ruby3.3-grape-2.0.0353  /nix/store/491ab5565jyhvy322ahk9lgnbaqa7hcl-ruby3.3-grape-entity-1.0.1354  /nix/store/a9pl39dx40r5k7pk06yr1czivj9406lr-ruby3.3-grape-path-helpers-2.0.1355  /nix/store/b7v42rpbr97ld7fy6v693fn8p064g4a9-ruby3.3-grape-swagger-2.1.2356  /nix/store/h41lx8z0ijfdsw43j05d1slkgjjkm4x1-ruby3.3-grape-swagger-entity-0.7.1357  /nix/store/y25xhjkqzi6h7vq9apgx18s9n210gpvh-ruby3.3-grape_logging-1.8.4358  /nix/store/ai0h8n97lb4skc528shprv4kzkd0ixfj-ruby3.3-graphlyte-1.0.0359  /nix/store/3sl86skjn34d3andylfslhb0q3s4f245-ruby3.3-graphql-2.5.11360  /nix/store/fiq6l4v1khihcbrinxa5nq8c6q1g8sjy-ruby3.3-graphql-docs-5.2.0361  /nix/store/in44vlrz22yi6hx1g9lc10iwd2yvvxxq-ruby3.3-grpc-1.80.0362  /nix/store/nwqw0mamc0qmfikpphgl5lxkavh459j0-ruby3.3-grpc-google-iam-v1-1.11.0363  /nix/store/w0lhgfl0z3h8zdi5pi2ssk1clb5m03d0-ruby3.3-grpc_reflection-0.4.0364  /nix/store/ffdvjyyzny247qhkahmnws3mjvc913fg-ruby3.3-gssapi-1.3.1365  /nix/store/4scq6r3b59y4in53p8n4jpzwp9xamp8a-ruby3.3-guard-2.16.2366  /nix/store/cyflajfdyy2jrnpj66ak9kafl8gsy3nx-ruby3.3-guard-compat-1.2.1367  /nix/store/25zl2z23fkk7cnrnkkr81d9lkfl55jhh-ruby3.3-guard-rspec-4.7.3368  /nix/store/w0r9l9n01yzrlc00kbb0wk7b1bqxy9xq-ruby3.3-gvltools-0.4.0369  /nix/store/1ibqw15gcq5nncmpmfhniz516wa9rpvf-ruby3.3-haml-5.2.2370  /nix/store/w1h6k2lrw76wnqy1v0xa8w9jffzz1m59-ruby3.3-haml_lint-0.69.0371  /nix/store/fxcx3bs6mz0anlx2a849d477x87a34f8-ruby3.3-hamlit-3.0.3372  /nix/store/dh7gjxvysmxc0g0icp3s8x3n21nlpd7y-ruby3.3-hana-1.3.7373  /nix/store/cxyl0m0x60qiyki2hl5rpm5sxyyx2yk7-ruby3.3-hashdiff-1.2.1374  /nix/store/3nrhy9ivigyaiyj59ldl1p41w1z9dmxc-ruby3.3-hashie-5.0.0375  /nix/store/jzrd24vrqg85bpc1skq8dq9v0rcvsvzz-ruby3.3-health_check-3.1.0376  /nix/store/a5rqblx3k483x6rqhfqnh6f7g2523bq4-ruby3.3-heapy-0.2.0377  /nix/store/md2lnljxvcq25fqy2gng88iwfqm6sw34-ruby3.3-html-pipeline-2.14.3378  /nix/store/52qyvpcqys6sciza42gv69l5qw7bhgnd-ruby3.3-html2text-0.4.0379  /nix/store/g8a3q8wbajqgv9c8q3hx3z8rwg9m8cv1-ruby3.3-htmlbeautifier-1.4.2380  /nix/store/q6k44fpqhvabygaz4n2nkm31g4r1dmw1-ruby3.3-htmlentities-4.3.4381  /nix/store/k48g20gzryqg5pahi80c0i8nbbm560z8-ruby3.3-http-5.3.1382  /nix/store/mwdnvs6znk8p97j9wkijkl07y8caq4a9-ruby3.3-http-accept-1.7.0383  /nix/store/j3licar95mgp69m32wvl6cknvih1klnn-ruby3.3-http-cookie-1.0.5384  /nix/store/hl8siznh20vj1zr1dvba1bgmiwnx9bcc-ruby3.3-http-form_data-2.3.0385  /nix/store/4jny02kjmpn6rvmhchad8x7hqcnr641m-ruby3.3-httparty-0.24.2386  /nix/store/gklvfmyps56l2cyb1n5gbr46r8kjgikq-ruby3.3-httpclient-2.9.0387  /nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7388  /nix/store/qaxkwx78i21hwfq6v3242sar4a1xfnyj-ruby3.3-i18n_data-0.13.1389  /nix/store/5fd26rj0j3sxidjc93yy4693h7043vqd-ruby3.3-icalendar-2.10.3390  /nix/store/nh4yvnqwaj52fng4fkkaw8vl9xbr6vbz-ruby3.3-ice_cube-0.16.4391  /nix/store/wnim5jiz9amn7sw4l35fw74d7jvfk53y-ruby3.3-ice_nine-0.11.2392  /nix/store/rrg1kx6xc4sx9wm9rh0i8y7hn062bcqz-ruby3.3-imagen-0.2.0393  /nix/store/4m0yrs2x83drc2vfz6x57ix2f5pqg72h-ruby3.3-invisible_captcha-2.3.0394  /nix/store/izz8qra019lfaism1wpfdk1d04cnpr59-ruby3.3-io-console-0.8.0395  /nix/store/2wzllvsczkmx5p42hdzb3m7ixrlws6qx-ruby3.3-io-event-1.14.5396  /nix/store/6ihb1fc4jw2w0ibfb32mzh6awx02al6v-ruby3.3-ipaddress-0.8.3397  /nix/store/mpmrc1cysffparma790s5k4ip0csglpw-ruby3.3-irb-1.15.1398  /nix/store/a6bz0a4yszh2dnv7ifx2sz40v54fgk27-ruby3.3-jaeger-client-1.1.0399  /nix/store/dvk91am7zvwkxs37bnf78kraqvd0j21r-ruby3.3-jaro_winkler-1.6.1400  /nix/store/d6kryvnmjwfyzkx9rxk169mrh84arw7q-ruby3.3-jira-ruby-2.3.0401  /nix/store/m7d87yzhcklfgrslw6v0kf54k0aj6x00-ruby3.3-jmespath-1.6.2402  /nix/store/8kzmvfxkwv24a0ny7505dnsyrdbk2hmz-ruby3.3-js-routes-2.3.6403  /nix/store/q7hig7qk1ih4g0f3pls35wjb886j88ba-ruby3.3-js_regex-3.13.0404  /nix/store/z12zw17bdyxr4a4ymp7nkml1lj9fw10b-ruby3.3-json-2.19.2405  /nix/store/iyg9979lj42zqxgd7acj5kkp3mafacyy-ruby3.3-json-jwt-1.16.6406  /nix/store/llcb6dp83lnlcackbwm84354l3c3jcmm-ruby3.3-json_schemer-2.4.0407  /nix/store/q7k0ih76h51fqncmw5q7y6z0gyx598vy-ruby3.3-jsonb_accessor-1.4408  /nix/store/y4vzwc1v1sgn0wxgkwn0c77icyprn5j2-ruby3.3-jsonpath-1.1.2409  /nix/store/8rf0g1l58kgvsy3ffhl2irqcav9bh89v-ruby3.3-jwt-2.10.2410  /nix/store/ng4czras0wlhjslq4w0p9vz167wdbd7k-ruby3.3-kaminari-1.2.2411  /nix/store/13gaady19nxw7kpz7b7pbnl3j5z26j4p-ruby3.3-kaminari-actionview-1.2.2412  /nix/store/aldsx71b5dxnmv8mxmjznspfbfgzm4b4-ruby3.3-kaminari-activerecord-1.2.2413  /nix/store/im4dr7ip8cfrzmf709isvrvakr9dyp4y-ruby3.3-kaminari-core-1.2.2414  /nix/store/p2wm29nvw3b02jfi61pjjnjnannq0cvl-ruby3.3-knapsack-4.0.0415  /nix/store/7qpixl07q5i2dmzkr7wl0s7dz5lcibvc-ruby3.3-kramdown-2.5.2416  /nix/store/3r45hl4m28ljav6p36whbk9agjpxl0dd-ruby3.3-kramdown-parser-gfm-1.1.0417  /nix/store/nwsc1cxph9kmwni648gv6jqki1jmp03m-ruby3.3-kubeclient-4.12.0418  /nix/store/j0gz6d6qvjr5xdjqv552rpzxpp7x3pcm-ruby3.3-language_server-protocol-3.17.0.5419  /nix/store/p3j2acmbg06nhmqmcdcl8hrxfc74zvvq-ruby3.3-launchy-2.5.2420  /nix/store/kbsy89vl83pl90y5xbiagxslgfq52db8-ruby3.3-lefthook-1.13.6421  /nix/store/bf45lffq1lb8a2an6hpwf7bcaa14jhg3-ruby3.3-letter_opener-1.10.0422  /nix/store/b7hrg052wziv1ppd7gg998swc92dsx32-ruby3.3-letter_opener_web-3.0.0423  /nix/store/qmpla9hnn40vv7cf1fnn3962cmrll3ch-ruby3.3-libyajl2-2.1.0424  /nix/store/3k75lp2mycyhryfvvav7prr91bsxh128-ruby3.3-license_finder-7.2.1425  /nix/store/7zqq18h7wijz92lhgm7kyggpxsimnb72-ruby3.3-licensee-9.18.0426  /nix/store/chjgn4yw6pivxcz719yymwj1ryic6b52-ruby3.3-listen-3.9.0427  /nix/store/q9j79xvwf249fvmk53jx95jlp6i514sc-ruby3.3-llhttp-ffi-0.5.1428  /nix/store/8qg1xcrw3zq07vd89qkvym65kxhf3x9v-ruby3.3-locale-2.1.4429  /nix/store/rlv1nqvndq41zqkvpw6493dxnpyazk5f-ruby3.3-lockbox-1.4.1430  /nix/store/7kh7crhn91c5s6r3jmahxc8qypy22xmf-ruby3.3-logger-1.7.0431  /nix/store/l50zk7dsw39gnccj3w587w10x3lr7nmk-ruby3.3-lograge-0.11.2432  /nix/store/siqmlc04hcj4s4114y7nbpjg5sdwas69-ruby3.3-loofah-2.25.1433  /nix/store/n5ihhy76n9yvic0cln3sd8w88g72kl6v-ruby3.3-lookbook-2.3.13434  /nix/store/k2f0dgxir3agazi6lzg24mzypbmjrlmq-ruby3.3-lru_redux-1.1.0435  /nix/store/l6zc47dxq08vv042b3yp0msia26662fh-ruby3.3-lumberjack-1.2.7436  /nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0437  /nix/store/1wh8bj8s0cm7zz0hjc7w565l8iw66yyi-ruby3.3-marcel-1.0.4438  /nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1439  /nix/store/675s4pcirr3jmawy2zy22s3cz2lijgay-ruby3.3-matrix-0.4.2440  /nix/store/b5v0sj0jvhsjvnn892sdpv5s7k1msy7z-ruby3.3-memory_profiler-1.1.0441  /nix/store/3vgglywvb39gr24qz7zx9gw7156lj8yh-ruby3.3-method_source-1.0.0442  /nix/store/1yqafxzd11qq0jfbiw23l0z3z4wmwrsj-ruby3.3-metrics-0.12.1443  /nix/store/q8daqs8d17x9a3syzxgrcqdspm22xbwa-ruby3.3-mime-types-3.5.1444  /nix/store/v8pj4a6mf7cdv4k195mwin86a0dfv958-ruby3.3-mime-types-data-3.2023.1003445  /nix/store/x73rgz7xd83zqs2cvhynl6nxrnk2gwx0-ruby3.3-mini_histogram-0.3.1446  /nix/store/fmq3m6r7bfxjckvk4g6xcd6ymrzl0sqc-ruby3.3-mini_magick-4.13.2447  /nix/store/jz5ky1l9m1kgnjdsjr80lsmpiqk5r37m-ruby3.3-mini_mime-1.1.2448  /nix/store/1d8ak96acrmylqlvzgyx5jxyfl1f909b-ruby3.3-mini_portile2-2.8.9449  /nix/store/72myvk0sc40v6i5fr8zzizivpdczh7rg-ruby3.3-minitest-5.11.3450  /nix/store/fzskdlvr8y20wbhi6ll18aidyl96nxqc-ruby3.3-mixlib-cli-2.1.8451  /nix/store/sgbbp3bang0hmcslcbxbi2kzbsmz3ya2-ruby3.3-mixlib-config-3.0.27452  /nix/store/g69h26k7qyc89nz1ljnh2zmrji8sap63-ruby3.3-mixlib-log-3.2.3453  /nix/store/i2nfl28rn3nfcip716pg46bkpgvdc453-ruby3.3-mixlib-shellout-3.3.9454  /nix/store/94cs32jmqvlz2djl3d0j268rnbwjxjhl-ruby3.3-mize-0.6.1455  /nix/store/bs7vrcx3rc7v7d4qgnphddwdgxmxbag1-ruby3.3-msgpack-1.5.4456  /nix/store/19k4d8g6bsdh7za811bzs4d028wa17l3-ruby3.3-multi_json-1.17.0457  /nix/store/2jnyamwcqam8v24wwqxvdr5x39n30q1r-ruby3.3-multi_xml-0.6.0458  /nix/store/mdfamcc2520x1yj43g3hfv50wycmyw63-ruby3.3-multipart-post-2.2.3459  /nix/store/1jx89qq7y6n6qs74pr4vc7jn01jig33b-ruby3.3-murmurhash3-0.1.7460  /nix/store/fsq84j83rq6l5rwhr9ykm4im6bcj14h9-ruby3.3-mustermann-3.0.4461  /nix/store/bjnapqridymbkhbvdj5vzjb9yccq4iih-ruby3.3-mustermann-grape-1.0.2462  /nix/store/66fcnw1z04h48l6gd4mmxh0r6347h98k-ruby3.3-mutex_m-0.3.0463  /nix/store/aq8x2zwl2vmcc6rpja3xjy1fxv15mx2c-ruby3.3-nap-1.1.0464  /nix/store/hv2mn4h2hbwmf73xisnkphpl7dw2clan-ruby3.3-nenv-0.3.0465  /nix/store/s3k3g1nhz153hh59yycp7lmnf1vhsv3r-ruby3.3-net-http-0.6.0466  /nix/store/9rw7wa18bvpmykwi8cwb0yibg5x5y3a5-ruby3.3-net-http-persistent-4.0.5467  /nix/store/lvm0xaawnzrkv3paqsqp20pvwxivn5xx-ruby3.3-net-imap-0.5.9468  /nix/store/x8bya01y0nzasnxjc5nr7b4j43fzd7vy-ruby3.3-net-ldap-0.20.0469  /nix/store/jmrfdysm4dwpvjjjg97lwlm6bfgkilmq-ruby3.3-net-ntp-2.1.3470  /nix/store/8fmy1f06iixkad02hyk1n90n4ynzbgax-ruby3.3-net-pop-0.1.2471  /nix/store/l9zfws4mcd2nycll10amxa5gk6y2k4af-ruby3.3-net-protocol-0.2.2472  /nix/store/2dbdg1na8i07vdpwmp12vwf8ls8hycjk-ruby3.3-net-scp-4.0.0473  /nix/store/5slvndfw5yw31fm1nkgcch16psx8s022-ruby3.3-net-smtp-0.3.3474  /nix/store/z71r36c92cj13gcncg7yxw85a4kh4hkd-ruby3.3-net-ssh-7.3.0475  /nix/store/11b7gnlrk2d303myqk62i71msbdimqyh-ruby3.3-netrc-0.11.0476  /nix/store/83pd3dg4zdms69qn60vsy14idxz8si6j-ruby3.3-nio4r-2.7.0477  /nix/store/bhz3ic2wlh48fkc62ccxj6ig4i4h8923-ruby3.3-nkf-0.2.0478  /nix/store/rmh5dciz1ycvkbgznnvd7wrwvz9bz8nj-ruby3.3-no_proxy_fix-0.1.2479  /nix/store/vwpcqx4nngl3k4q2gwmcxd18f8ladvdn-ruby3.3-nokogiri-1.19.1480  /nix/store/ml2hm3cs8k4xyb179bfh725rp8fplaqm-ruby3.3-notiffany-0.1.3481  /nix/store/spiv845da4j32lhi4w9bzz551i5shy06-ruby3.3-numerizer-0.2.0482  /nix/store/hiwkghfp1n2s8v5szr25axqnxqn8nmx3-ruby3.3-oauth-0.5.6483  /nix/store/m2x40qknkxpj2nwaav51lg510k17rqip-ruby3.3-oauth2-2.0.10484  /nix/store/zyj9sll9hvd1ghrik7w24scsd5lbz4fl-ruby3.3-observer-0.1.2485  /nix/store/vrhzch9nadgmbin3k2p8qc8d50hn8s2g-ruby3.3-octokit-9.2.0486  /nix/store/31mg93v37pglg59k3z8j40v7yy064vk8-ruby3.3-ohai-19.1.24487  /nix/store/rm54k39lmbz2ar9pgjrcg39a6a3ifwiv-ruby3.3-oj-3.16.16488  /nix/store/wa9yvp6rbrpkza61422d0kj3xwbcwild-ruby3.3-oj-introspect-0.9.0489  /nix/store/7i7i4y87cj5vvw5wnhkdfqia3qhrsnsq-ruby3.3-omniauth-2.1.4490  /nix/store/3pri0y9n8icyr8zd6akdkcsm3r779k9k-ruby3.3-omniauth-alicloud-3.0.0491  /nix/store/acf7s5shs39sj9bxb4lymxwzla4yj664-ruby3.3-omniauth-atlassian-oauth2-0.2.0492  /nix/store/4p6wb2mpsc1y34lxfp76i3icc5lgwis1-ruby3.3-omniauth-auth0-3.1.1493  /nix/store/s1336nl883h2w7q8va7d31fg447vddb5-ruby3.3-omniauth-azure-activedirectory-v2-2.0.0494  /nix/store/l0b3kbl3931drjdkqxn3av7z61kqvkvy-ruby3.3-omniauth-github-2.0.1495  /nix/store/5v6qrzdjrn981fk5ncc3ica4xzlw4h7f-ruby3.3-omniauth-google-oauth2-1.2.2496  /nix/store/jg254vdvjrlcvw3z7mp7q696ysl4am8v-ruby3.3-omniauth-oauth2-1.8.0497  /nix/store/ai09lri1rlnx15y3vcvrqq7k0kjdz3xz-ruby3.3-omniauth-oauth2-generic-0.2.8498  /nix/store/6dbspgi0kb5sywyzf29r563qsh5ikca6-ruby3.3-omniauth-saml-2.2.5499  /nix/store/qma3iln5b39d3ni44bqm44688w2wk36b-ruby3.3-omniauth-shibboleth-redux-2.0.0500  /nix/store/3z3jlzn2zbc2zx9nvivkyqkp6ssb9mih-ruby3.3-omniauth_openid_connect-0.8.0501  /nix/store/dl17m6zdn6c3hfs05psr61z7w5g2i1dj-ruby3.3-open4-1.3.4502  /nix/store/7q68sa0sx30mgjnrdzinwg2rgm2s5sld-ruby3.3-openid_connect-2.3.1503  /nix/store/rxcc73j03n08hx4bc947fy28lpdmq147-ruby3.3-opensearch-ruby-3.4.0504  /nix/store/l2m56ads7hfgnwa7932f01gsndbfz9ph-ruby3.3-openssl-3.3.2505  /nix/store/s9zzylxnslrazgfbx0bl2srqsz8kh5nn-ruby3.3-openssl-signature_algorithm-1.3.0506  /nix/store/xwx8nlgj3p0vk40g1xggdrlwa73r9y7j-ruby3.3-opentelemetry-api-1.7.0507  /nix/store/yam1kdiy7m5ijy7acc96qz66s10zhmys-ruby3.3-opentelemetry-common-0.21.0508  /nix/store/k0l14h2r5ag7nsnl9iwn09k4qadjfkds-ruby3.3-opentelemetry-exporter-otlp-0.31.1509  /nix/store/r6sd4fs1fc23dlyrgcn4shx3fjpxv57g-ruby3.3-opentelemetry-helpers-mysql-0.4.0510  /nix/store/s5hsvvnx1k1i9nv58ds0xbnydifyh3q7-ruby3.3-opentelemetry-helpers-sql-0.3.0511  /nix/store/cah3ssffvvh5b19pl4xjvx0pyplr88zx-ruby3.3-opentelemetry-helpers-sql-processor-0.4.0512  /nix/store/wr77mj6ma7q4k706fcb6af9gkksahd84-ruby3.3-opentelemetry-instrumentation-action_mailer-0.6.1513  /nix/store/dfic04rfmih5dpa1jr6phcwpasqnckx4-ruby3.3-opentelemetry-instrumentation-action_pack-0.15.1514  /nix/store/wjybp0rg22bgd5sfzpc6whqvzggvpx7m-ruby3.3-opentelemetry-instrumentation-action_view-0.11.2515  /nix/store/yzbapnpzygjszpvyzdsvawmby8j2n5g6-ruby3.3-opentelemetry-instrumentation-active_job-0.10.1516  /nix/store/j58mrcwb707xyalh6rjp8ajw5p5lpaks-ruby3.3-opentelemetry-instrumentation-active_model_serializers-0.24.0517  /nix/store/s0pgg171wm4xbcfrp92sqdsvkixja55n-ruby3.3-opentelemetry-instrumentation-active_record-0.11.1518  /nix/store/mc199fim6n3y5b1b82m0z9i9xrwqccyg-ruby3.3-opentelemetry-instrumentation-active_storage-0.3.1519  /nix/store/2bnhpx41vkwciyc7rwcibf2h83pfwvl8-ruby3.3-opentelemetry-instrumentation-active_support-0.10.1520  /nix/store/pv1rd76nshb6dv1jglcp84qnwjiay7qz-ruby3.3-opentelemetry-instrumentation-all-0.89.1521  /nix/store/75r0x2il4slpv0cl42sw7163f3cmjzmk-ruby3.3-opentelemetry-instrumentation-anthropic-0.3.0522  /nix/store/1wczrv2m1gx4yj4qd22wzzgdaxj8cx3r-ruby3.3-opentelemetry-instrumentation-aws_lambda-0.6.0523  /nix/store/vp2dnjcmrz3m54q2n6pfy6wvx3adzzbc-ruby3.3-opentelemetry-instrumentation-aws_sdk-0.11.0524  /nix/store/lfgfqka12cgi551sggl6cc4a405sma6b-ruby3.3-opentelemetry-instrumentation-base-0.25.0525  /nix/store/vjknr0067zwljgazy03b2m37a87gdsag-ruby3.3-opentelemetry-instrumentation-bunny-0.24.0526  /nix/store/h8x7ai9744gnpb767cgsrsk6zbb0g9pi-ruby3.3-opentelemetry-instrumentation-concurrent_ruby-0.24.0527  /nix/store/xg94c9zzrk7nhf61jhqdndk35axgna13-ruby3.3-opentelemetry-instrumentation-dalli-0.29.0528  /nix/store/990c0x160rfgnfqcb5iy2d3gqkn57xl2-ruby3.3-opentelemetry-instrumentation-delayed_job-0.25.1529  /nix/store/ym730pl0irfgpjbnr6ys9hx6nr4jsdll-ruby3.3-opentelemetry-instrumentation-ethon-0.26.0530  /nix/store/ljpjvqvg8pjkzgdjh9qzr3gwax9a6drw-ruby3.3-opentelemetry-instrumentation-excon-0.26.1531  /nix/store/s5z10sg0zq4jwldxm7k62s1sqmy905xp-ruby3.3-opentelemetry-instrumentation-faraday-0.30.1532  /nix/store/21ar9b8fxdw69jjvhi9pwi93qcvwshwr-ruby3.3-opentelemetry-instrumentation-grape-0.5.0533  /nix/store/7a20nijaq8l7gh59jv4ggx61jn7c1g4q-ruby3.3-opentelemetry-instrumentation-graphql-0.31.2534  /nix/store/dgv7k7mpvqmhraqiyyl36hq1c2drfy3k-ruby3.3-opentelemetry-instrumentation-grpc-0.4.1535  /nix/store/jz3crd3434mdyfk0ajmxxxpzhmwqc2q1-ruby3.3-opentelemetry-instrumentation-gruf-0.5.0536  /nix/store/nrl1m4s64ph0mzw5h4g9q79wj6r57igs-ruby3.3-opentelemetry-instrumentation-http-0.27.1537  /nix/store/blv2n1cpqcr9y00b0sgwh5zphpghj9wp-ruby3.3-opentelemetry-instrumentation-http_client-0.26.1538  /nix/store/gwz2ah9ymy2jfviqvrvv9xna4x8av8kn-ruby3.3-opentelemetry-instrumentation-httpx-0.5.1539  /nix/store/jbi83d5507jh4skxqbla0inhjzzhz5kb-ruby3.3-opentelemetry-instrumentation-koala-0.23.0540  /nix/store/gn1mdz8walrjcbd96mbyjqzxn2xzpfnf-ruby3.3-opentelemetry-instrumentation-lmdb-0.25.0541  /nix/store/d67zyg6pha8yk7qmhn7f0wrz7sy1fh94-ruby3.3-opentelemetry-instrumentation-mongo-0.25.0542  /nix/store/6bd7gsrxmbs5qfz50hmp3kddj8zl5xyh-ruby3.3-opentelemetry-instrumentation-mysql2-0.32.1543  /nix/store/dyw3gjh7s88m61vflxjx6yphfd56s267-ruby3.3-opentelemetry-instrumentation-net_http-0.26.1544  /nix/store/haviy6w8vfkzb3vla077p3wbfsfhy2zg-ruby3.3-opentelemetry-instrumentation-pg-0.34.1545  /nix/store/ly6rvgz703s2sx0rhlyqqwd68x6xrzsl-ruby3.3-opentelemetry-instrumentation-que-0.12.0546  /nix/store/lwmik23wnlm818qzxmmwdr2siqgwkak7-ruby3.3-opentelemetry-instrumentation-racecar-0.6.1547  /nix/store/yv422cyjza2py5ws2hvbl2yrpy6w7rvz-ruby3.3-opentelemetry-instrumentation-rack-0.29.0548  /nix/store/ki7myyrfzam5wmw8y691qf6gh8bbwy0j-ruby3.3-opentelemetry-instrumentation-rails-0.39.1549  /nix/store/63qig7nz40wrw4anjj4lqf9ifh5j8l6g-ruby3.3-opentelemetry-instrumentation-rake-0.5.0550  /nix/store/akd5y7iywr00s63g0j2s8v43na39w7jy-ruby3.3-opentelemetry-instrumentation-rdkafka-0.9.0551  /nix/store/i36b7lqgfl7jmpwa91m994a11m1ph112-ruby3.3-opentelemetry-instrumentation-redis-0.28.0552  /nix/store/kajm4akfwiczc9s32rpkx7yxg4zx0jvi-ruby3.3-opentelemetry-instrumentation-resque-0.8.0553  /nix/store/zaqnn03nrmzybfvjx17sgw5s9w8vfr8x-ruby3.3-opentelemetry-instrumentation-restclient-0.26.0554  /nix/store/p7zs0flyv46523mvfwxj5md4crsp9gxf-ruby3.3-opentelemetry-instrumentation-ruby_kafka-0.24.0555  /nix/store/sd9cy8pkhzzd7gpn4wq6xip2n8klm1sn-ruby3.3-opentelemetry-instrumentation-sidekiq-0.28.1556  /nix/store/igji3w7b3ilw4r7rc6s5kdy03bbpkbjp-ruby3.3-opentelemetry-instrumentation-sinatra-0.28.0557  /nix/store/xn5mkzqax7hzzk06s2xfbddp1fgmz953-ruby3.3-opentelemetry-instrumentation-trilogy-0.65.1558  /nix/store/zn27c9hpkc39zqab3kc5n0r7hhkbaffq-ruby3.3-opentelemetry-registry-0.3.0559  /nix/store/3jd3a12afaxa6sz40wm3983qmck874l0-ruby3.3-opentelemetry-sdk-1.10.0560  /nix/store/06sdwnab252liff8s3nn9ik93d93g4id-ruby3.3-opentelemetry-semantic_conventions-1.10.0561  /nix/store/xy4lk88yxqqz55bm3bzsa1anphr1vwv3-ruby3.3-opentracing-0.5.0562  /nix/store/avzsrvkml0wgrdxc0sims0ff3yrkynps-ruby3.3-optimist-3.0.1563  /nix/store/7jj3gwjk16y2hys5qj1hhay1rh3d4zcq-ruby3.3-org-ruby-0.9.12564  /nix/store/8x1vjvyag6nv3yz2gz6v4jn0s1a1ancz-ruby3.3-orm_adapter-0.5.0565  /nix/store/9d0hla173mv46pw1hw34n2ps62f1m4mr-ruby3.3-os-1.1.4566  /nix/store/g57m7s7i7fi5aj1p04v8jsc2lbsvysd8-ruby3.3-ostruct-0.6.1567  /nix/store/xsbshfk4l4alq53fi8s4q3qh705mjj94-ruby3.3-pact-1.64.0568  /nix/store/6zik4xx730rwlv674wabxclcxvzrgbib-ruby3.3-pact-mock_service-3.11.2569  /nix/store/qgcmh24flr8rm0giz0yglqs3arxvq6fm-ruby3.3-pact-support-1.20.0570  /nix/store/297k7pfwj66jdp29avq4fghlmh23k2ba-ruby3.3-paper_trail-16.0.0571  /nix/store/s2hn1w66m9mi98ck6sh7m6hq0mjk6ka5-ruby3.3-parallel-1.27.0572  /nix/store/a02gmapf4f2c0czn6sl2ird9dh4sycy1-ruby3.3-parser-3.3.11.1573  /nix/store/jl16mxvakz19f3scs53plmk52yf70giy-ruby3.3-parslet-1.8.2574  /nix/store/bhbbi90cxwkh27bx5gjkg6r78r7wlbz7-ruby3.3-pastel-0.8.0575  /nix/store/apmpzif75wac8d4khx2mjy8hkrav1bj7-ruby3.3-pdf-core-0.10.0576  /nix/store/mfjggb6fz9kq607q9jdgafs9b9rm8p35-ruby3.3-peek-1.1.0577  /nix/store/5vn4hg4mfb0a3hxmlsljxyfsyz9m04s1-ruby3.3-pg-1.6.3578  /nix/store/a3f0qw434mdj7hvx1nm67q6qxf5c1jiq-ruby3.3-pg_query-6.2.2579  /nix/store/4ygwhdpnh7l3hmpf22zvx45q66pw3hg1-ruby3.3-plist-3.7.0580  /nix/store/4xhngjm37qxy18v28qxyah7y9yaw66g5-ruby3.3-png_quantizator-0.2.1581  /nix/store/yidvhkg8d0i8l5744ldidbap501izygd-ruby3.3-pp-0.6.2582  /nix/store/pazmg2igskixkrq4y61g7ydrdqip9kzw-ruby3.3-prawn-2.5.0583  /nix/store/rkn8ndkss35rdqxf1hk8266l9kyqpg1h-ruby3.3-prawn-svg-0.37.0584  /nix/store/rlmbk7hjjjm05nxny7vz16mnvmk4sk1q-ruby3.3-premailer-1.23.0585  /nix/store/n53lq6a1ch2319srqsl5vmmf9a8nszsw-ruby3.3-premailer-rails-1.12.0586  /nix/store/qb4f83kz8pskazj4j4x8xc4kbwws436f-ruby3.3-prettyprint-0.2.0587  /nix/store/mx463hsdglzz9bs26r281myv5jj77d8b-ruby3.3-prime-0.1.3588  /nix/store/kxgpbpxb7izfj8pdmbldxyqdw5v5g8yz-ruby3.3-prism-1.4.0589  /nix/store/vs1y5r5ws3ck15ng8r6vcdvxk8flyagf-ruby3.3-proc_to_ast-0.1.0590  /nix/store/cvaf3dvrhalvnnby9gbmw2jh3y5m26h3-ruby3.3-prometheus-client-mmap-1.5.0591  /nix/store/llx4znvzai1a4h2fnh4ks3fy97aaxal0-ruby3.3-pry-0.14.2592  /nix/store/pax7qypj2glrz5sk2avzzkl8vx0b8kjl-ruby3.3-pry-byebug-3.11.0593  /nix/store/11r9fswhi5pylalsh1i03k9y97hyk7mf-ruby3.3-pry-rails-0.3.11594  /nix/store/9gvisca5pinnzg8mljsi60pmfrx4l80w-ruby3.3-pry-shell-0.6.4595  /nix/store/r6mx9rnn937497swhqj7fjrr3b87jsy4-ruby3.3-psych-5.2.3596  /nix/store/5q37p7kzxkz2yhaa2gkg26ia935a34cm-ruby3.3-public_suffix-6.0.1597  /nix/store/xyh1pzn9ky2afhm6zflkbv15zvzijawj-ruby3.3-puma-7.2.0598  /nix/store/0ix3vc0cz2y88zlla7n9gg6xp80hj730-ruby3.3-pyu-ruby-sasl-0.0.3.3599  /nix/store/mn34lxjxqigrmxyrasxqv0l9qw33h4k3-ruby3.3-raabro-1.4.0600  /nix/store/ldp82v29l4skrdqia9923p2lsscnp53g-ruby3.3-racc-1.8.1601  /nix/store/lzbzc75q7c5wcflayfcsilfxm5pdrq4a-ruby3.3-rack-2.2.23602  /nix/store/8qxxgq4ygnksqq67zgwnwxwn2c5dgcl8-ruby3.3-rack-accept-0.4.5603  /nix/store/dr6nrbph47597s3bc1ggr9mm3wkr34qy-ruby3.3-rack-attack-6.8.0604  /nix/store/1p1gj3rqy1bhkmghngvymxbsk8ykxcpn-ruby3.3-rack-cors-2.0.2605  /nix/store/7xwrlr1iyxgv5by0x05drf3kr4m2is1b-ruby3.3-rack-oauth2-2.2.1606  /nix/store/4zmcaaki3chq49hkvpmaszpq3xprwrv9-ruby3.3-rack-protection-2.2.2607  /nix/store/49rhaaph0vbh3vm1kyhyvax3qp788kg4-ruby3.3-rack-proxy-0.7.7608  /nix/store/997q03wpd0lp0za4k21i5zb6wwjmwrmf-ruby3.3-rack-session-1.0.2609  /nix/store/pwg4bq9v62vspp1dh0ah7d3vswg389sr-ruby3.3-rack-test-2.1.0610  /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0611  /nix/store/x8xlrcicw7gwrgb48gcnqbbymngnw082-ruby3.3-rackup-1.0.1612  /nix/store/m74vqd8nhsfcb3mflxkry4x11zsqiznk-ruby3.3-rails-7.2.3613  /nix/store/qvwj5rn7cc9y4n91nr4995yggqs1dzd4-ruby3.3-rails-controller-testing-1.0.5614  /nix/store/hx7s1ds9sb9vz9d56y31qxik7np5zfn3-ruby3.3-rails-dom-testing-2.2.0615  /nix/store/ac29cbkn3pw9shraixk6cdxjnvvxhra9-ruby3.3-rails-html-sanitizer-1.6.1616  /nix/store/v0d25fi9aq90y4czn5bgam0pa7plj87v-ruby3.3-rails-i18n-7.0.10617  /nix/store/jm0593gar24vaixfn8xyq897mvwbc618-ruby3.3-railties-7.2.3618  /nix/store/1v2cqi9ywz7n1vbn60falpn6v711gk7j-ruby3.3-rainbow-3.1.1619  /nix/store/f9zc4dkc7877ccwv247vgqjplwzaq79n-ruby3.3-rake-13.0.6620  /nix/store/61akccprd2ns242rqbjzw3azcbag3zrv-ruby3.3-rake-compiler-dock-1.11.0621  /nix/store/akkkkgw1b7q1a2p9k6nm9cv25ps9z7db-ruby3.3-rb-fsevent-0.11.2622  /nix/store/lcm529w9nx3w1vmm74k8zlach3f9nw5p-ruby3.3-rb-inotify-0.10.1623  /nix/store/bl2mm0wdh3mmzbwm5kyfzdxxrmz219k2-ruby3.3-rb_sys-0.9.124624  /nix/store/n0fpzv36n6xqv7z90cd387fg6bg6gwxx-ruby3.3-rbs-3.9.5625  /nix/store/8p8bs87msy82gbppc2sna9yjiqw43gal-ruby3.3-rbtrace-0.5.3626  /nix/store/wymhhlv67jymr8zgq9681aybl26rz1pp-ruby3.3-rchardet-1.8.0627  /nix/store/lbsm0ikqx36z5mczrch9bfsx50mvqcfb-ruby3.3-rdoc-6.13.0628  /nix/store/nlyhj69yjfi7pqk66szbgkk2s5yqh0mi-ruby3.3-re2-2.23.0629  /nix/store/jk1m1hbkrhrbylbaykk26mkdvgyrr972-ruby3.3-recaptcha-5.12.3630  /nix/store/aafy2hn5giqy3is7r7hglm166zp46mw5-ruby3.3-recursive-open-struct-1.1.3631  /nix/store/19v4cc3j4mw3xdwbn4xp88cawzbczdba-ruby3.3-redcarpet-3.6.0632  /nix/store/r8ais8nv9y7hzn25rg3b1hfa3hdr6gf1-ruby3.3-redis-5.4.1633  /nix/store/101zk85pa6krbkbjvmypbzjv00d4h5rn-ruby3.3-redis-actionpack-5.5.0634  /nix/store/3vargawps0qrl9q12mdv0wc861sz4cwv-ruby3.3-redis-client-0.26.4635  /nix/store/3srgqgl9d2661zzvsbhwl2an9bdxjvam-ruby3.3-redis-cluster-client-0.13.5636  /nix/store/h37w97rnrkzdm8zvd4g5jcfsg01q380y-ruby3.3-redis-clustering-5.4.1637  /nix/store/p5jsk300sjwsl2px7s92wxfkv122hv8y-ruby3.3-redis-namespace-1.11.0638  /nix/store/42r36ib3iz9v8fvy77m62y2xawb39l3k-ruby3.3-redis-rack-3.0.0639  /nix/store/1034mn2xgym2qlrbs2rrgycybdsys8jm-ruby3.3-redis-store-1.11.0640  /nix/store/h7rzcpy9l0g7zxh9xbry7f4qkllwf4iz-ruby3.3-regexp_parser-2.10.0641  /nix/store/8ynf42hilmxj0r8xhy6cfdi30i8bbf6p-ruby3.3-regexp_property_values-1.0.0642  /nix/store/h4qhd6qykgzph9rd8ln4kzx5b3mmr5b2-ruby3.3-reline-0.6.0643  /nix/store/h6c41i5jpfm19rvp0nkz7sphwsh1x78z-ruby3.3-representable-3.2.0644  /nix/store/nsn6l63zisrxisr2cxnchf8xdf8dxhpc-ruby3.3-request_store-1.7.0645  /nix/store/48fibs59pa4lhcpd3lh1j6w9cf7337pp-ruby3.3-responders-3.0.1646  /nix/store/q538rrhl5ih77wd7m91s4qa9bind8g7i-ruby3.3-rest-client-2.1.0647  /nix/store/4x6djx30c5nbjgk11gdv14x0h2518dwr-ruby3.3-retriable-3.1.2648  /nix/store/5zamhrdwckd0nqi1wiqal6a67kw4fywn-ruby3.3-reverse_markdown-3.0.0649  /nix/store/ppv356jdr5b6bq5849zgnc8mkbl0a2r7-ruby3.3-rexml-3.4.4650  /nix/store/y5bmnsv5dg4n08px76a3pql05s5y2ban-ruby3.3-rinku-2.0.0651  /nix/store/g6mrb12d94fz4a4i8drqdmn1kgzhynl2-ruby3.3-rotp-6.3.0652  /nix/store/sy2zyzrq7pcy5wlb8z65jmrfl6lbf6p9-ruby3.3-rouge-4.7.0653  /nix/store/5v4yf95amkx8g8c15gfgdfdhnc6as7j7-ruby3.3-rqrcode-2.2.0654  /nix/store/zpyr3ya0jzwh86v1hfvffi86v00l9fby-ruby3.3-rqrcode_core-1.2.0655  /nix/store/7fh0m15rnhhbgv75zmclj37xxf5xr77i-ruby3.3-rspec-3.13.0656  /nix/store/qc2skyqmw8yxxq9qg8xim4nn2ji4mpar-ruby3.3-rspec-benchmark-0.6.0657  /nix/store/68xiav2gdyrb60symbqr34989r86zshf-ruby3.3-rspec-core-3.13.1658  /nix/store/h5f4349xdccpxlszdig7bk4x2kbkvz3m-ruby3.3-rspec-expectations-3.13.3659  /nix/store/p1xrlsvhch39icpkb720xpq9b15czh6h-ruby3.3-rspec-mocks-3.13.2660  /nix/store/zqsvqj5ns4mj19qgh6iigppqp17w1pwh-ruby3.3-rspec-parameterized-1.0.2661  /nix/store/6hxz5dqfph0phw891g6ihz6yckkbbadg-ruby3.3-rspec-parameterized-core-1.0.0662  /nix/store/dja9xz4n2abjglxx2g1jkgjpdqq4f7ih-ruby3.3-rspec-parameterized-table_syntax-1.0.0663  /nix/store/mzl21bb1133ldryx033cymvy048i308s-ruby3.3-rspec-rails-7.1.1664  /nix/store/7g847qcqix9nq9imfy0p9mphhmnimmbd-ruby3.3-rspec-support-3.13.1665  /nix/store/lq6bs8fwlb6amppn1p6y43air76a5vyw-ruby3.3-rspec_junit_formatter-0.6.0666  /nix/store/zghgwrpnpp9m1v5h9nvbigs7m68ys7db-ruby3.3-rspec_profiling-0.0.9667  /nix/store/srdlb8n9zpi4myhd8r1689wk0znlcif9-ruby3.3-rubocop-1.71.1668  /nix/store/zws1k6hb53x7z288kv4is83jj19sm45z-ruby3.3-rubocop-ast-1.38.0669  /nix/store/y8i9wcz4f92mjgs4wjirl5ckvrinq9lx-ruby3.3-rubocop-capybara-2.21.0670  /nix/store/3kgd1dcvi9mpcq2wkh7b85gz9w0cp5j3-ruby3.3-rubocop-factory_bot-2.26.1671  /nix/store/kmnsp81mjvsavy28yaxp42phhkzgj7sw-ruby3.3-rubocop-graphql-1.5.4672  /nix/store/bc29zj2y42li7s36iz82kygkand91f28-ruby3.3-rubocop-performance-1.21.1673  /nix/store/5sv27cphgb8gffq75lrsnnrrakds96a2-ruby3.3-rubocop-rails-2.26.2674  /nix/store/lq024hbb6zsqgf6jxvkj7446cp00g034-ruby3.3-rubocop-rspec-3.0.5675  /nix/store/0cdf3yzdahqhd75iyiq57lmd2cfyp0pd-ruby3.3-rubocop-rspec_rails-2.30.0676  /nix/store/ywyfjqw3xql74y4b2jmkjzb4liyhvm96-ruby3.3-ruby-lsp-0.26.4677  /nix/store/9w7v5k7yvg4rrlv9ancyfs0251f4c39s-ruby3.3-ruby-lsp-rails-0.4.8678  /nix/store/zhpjc38j0lv6gpk3hiqmkjhnx5xbfzdm-ruby3.3-ruby-lsp-rspec-0.1.28679  /nix/store/2vwn9afb44nislg3wksix5rxmvbnrwdf-ruby3.3-ruby-magic-0.6.0680  /nix/store/7hzamb15hwaan4ibbljvij0nn2v05lhz-ruby3.3-ruby-progressbar-1.11.0681  /nix/store/7ph003y26vkswjkm302rv2kdfy1hm6rr-ruby3.3-ruby-saml-1.18.1682  /nix/store/y0awpcx4w42v3a6dln7lqwj9ghj3hixm-ruby3.3-ruby-statistics-4.1.0683  /nix/store/sfmjrgzbyr707z7hc66s35b4rhjzgs8v-ruby3.3-ruby2_keywords-0.0.5684  /nix/store/72lrxvmf76qbfnmwq1p1g6a0c2y91y4y-ruby3.3-rubyntlm-0.6.3685  /nix/store/wbq73sr6zd5r4wry4b7pyl8hdygwspnn-ruby3.3-rubypants-0.2.0686  /nix/store/b8slbk9aq8l96qa2zyr52ifaczcbxl4x-ruby3.3-rubyzip-2.4.1687  /nix/store/38bmcj6ds5pgd2ggg2f0bzqpphzdzg2r-ruby3.3-rugged-1.7.2688  /nix/store/djcvxmd36fiv6zn5dz9615685q21badc-ruby3.3-safe_yaml-1.0.4689  /nix/store/9zi454rgckasls621nvhlzp6p0abyfpj-ruby3.3-safety_net_attestation-0.5.0690  /nix/store/md9q9da5qxxi3nqn2gkvvkvbxirj3762-ruby3.3-sanitize-6.0.2691  /nix/store/2x017vs2icy2ksk3g2vaqwy77nmq3y60-ruby3.3-sass-embedded-1.77.5692  /nix/store/yhabg9ns9x48l3zvv6nq77pyknl68109-ruby3.3-sawyer-0.9.2693  /nix/store/bcgq2arc7czpjphs18b8wl9pj720g4zi-ruby3.3-sd_notify-0.1.1694  /nix/store/9wfaq4kw7613mzzl16kwjwirmfi7v4bc-ruby3.3-securerandom-0.4.1695  /nix/store/7drcpzflkd5dd3agdchrs8an9qfr8bik-ruby3.3-seed-fu-2.3.9696  /nix/store/608gqip2gw25bq75y3v2x8npiq6g30xc-ruby3.3-selenium-webdriver-4.42.0697  /nix/store/cb95n1hz422fc8xjrj2w156x49zihbri-ruby3.3-semver_dialects-3.7.0698  /nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0699  /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0700  /nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0701  /nix/store/k5hynn9gm8v3kc91l9w2d7hv1nh9pxph-ruby3.3-shellany-0.0.1702  /nix/store/z1csx61l6jb8v29pdy54agcsdvc51kb7-ruby3.3-shoulda-matchers-6.4.0703  /nix/store/4csqxq2g6llwmrj3hlxmhscadlp38cws-ruby3.3-sidekiq-cron-2.3.1704  /nix/store/6fl891d232wqzx3ll3q2qvc0r5g81fdz-ruby3.3-sigdump-0.2.5705  /nix/store/iq7iia6fwq5x761fpnwzg7spbc27hkd6-ruby3.3-signet-0.19.0706  /nix/store/bylv79jd5z9n8yi0cs46mfdw3786dzha-ruby3.3-simple_po_parser-1.1.6707  /nix/store/wjny2b2k4mvs5n0ki7cdklfym7qavy4i-ruby3.3-simplecov-0.22.0708  /nix/store/2ym12z5wchraxcq85mq0v4pkn81j2qk6-ruby3.3-simplecov-cobertura-3.1.0709  /nix/store/yv9l9s67idj5imhgfwr0s68dqc4sp4al-ruby3.3-simplecov-html-0.12.3710  /nix/store/f56phavzs8dxnwqw56q3w6r2q6xjzj6x-ruby3.3-simplecov-lcov-0.8.0711  /nix/store/adsc5whyzswdlycs1qi5jv3p4kc5162j-ruby3.3-simplecov_json_formatter-0.1.4712  /nix/store/72p519rqaps1acz7lfg0vmmy557r5hmr-ruby3.3-simpleidn-0.2.3713  /nix/store/x54jmvfg74k4vd1h3n1kdi8xj6sahyva-ruby3.3-singleton-0.3.0714  /nix/store/wy2s68j1dnn2qkavz0vz7rgn1cpi1rx5-ruby3.3-sixarm_ruby_unaccent-1.2.0715  /nix/store/nyqlzwngi0ag1fkjhjjp8k3mihbawvvd-ruby3.3-slack-messenger-2.3.6716  /nix/store/gy3lgb0k4rvh6nqrgcmyw0d04ncyd7r1-ruby3.3-snaky_hash-2.0.0717  /nix/store/b2pj7p6m8cwljswddhl2np5k9my7jywx-ruby3.3-snowplow-tracker-0.8.0718  /nix/store/ijvbbbrcixxclwr3kaf9pci11d5fh9zx-ruby3.3-solargraph-0.54.4719  /nix/store/pkq9xcvjwil32rlcxi0h0nk62a61n6a8-ruby3.3-solargraph-rspec-0.5.4720  /nix/store/0yvy34ijy7vpjq367np75ql3c96w01si-ruby3.3-sorbet-runtime-0.6.12984721  /nix/store/b86rkb6fxjk5pqr7c7kxspwxljm9r6fh-ruby3.3-spamcheck-1.3.3722  /nix/store/7rf36d2ckl5fa2m75fw0fbisypz80y5v-ruby3.3-spring-4.3.0723  /nix/store/pya3j4v6vizq3hamangyb9kg2aszx0cd-ruby3.3-spring-commands-rspec-1.0.4724  /nix/store/qkg3hq0wri0ak1jlshyl05zgh9wld9az-ruby3.3-sprite-factory-1.7.1725  /nix/store/ynpbk26zy76975cdd91pw7kplj6s9q5r-ruby3.3-sprockets-3.7.5726  /nix/store/m9lwb7jb8w1dp075n2nbdpv8bipqg3v3-ruby3.3-sprockets-rails-3.5.2727  /nix/store/zpf87wgf9kziq4j3cmaxg2i7mzhq79vf-ruby3.3-ssh_data-2.0.0728  /nix/store/1aspml545v4wy9fdlaj2v8igdmj9d7mp-ruby3.3-ssrf_filter-1.0.8729  /nix/store/x1kaypccpd0hzgybdcrrzvzi1f3svzlz-ruby3.3-stackprof-0.2.28730  /nix/store/ajkrjp9hw30rbq3vpn5mbbly74y4k3pl-ruby3.3-state_machines-0.100.4731  /nix/store/m2fgz3ikcnkkzvhf0yh2rqr9gwqdwplv-ruby3.3-state_machines-activemodel-0.101.0732  /nix/store/9szc2djv70rqpixl4qlqndz46m4qw98r-ruby3.3-state_machines-activerecord-0.100.0733  /nix/store/7h79a0d6wql7jjrjnm80scmlk3gbaa51-ruby3.3-state_machines-rspec-0.6.0734  /nix/store/2cv9y95i5akb4a07fpvjwwlrl742fj3a-ruby3.3-stringio-3.1.7735  /nix/store/pgwpbnzn9ih5rxwa25fks13wlb04ar5y-ruby3.3-strings-0.2.1736  /nix/store/w4k62lrwcpl7m6yff23vdbkgrfr9zc19-ruby3.3-strings-ansi-0.2.0737  /nix/store/i1grcfahsj688spl8d188s3c9wzb9nkf-ruby3.3-swd-2.0.3738  /nix/store/29yw0fyrxsnlqw7pnm6c4kxgpbsd6jc8-ruby3.3-sync-0.5.0739  /nix/store/hf7yhmzc3d7phqlvzdw1dqwnwbkxflcj-ruby3.3-sys-filesystem-1.4.3740  /nix/store/gs54zp2ipyx2kdiw3g5g8bax8av8jps3-ruby3.3-sysexits-1.2.0741  /nix/store/x6vv0gzy4hf1jimwvcjl1hkg7bm7n44j-ruby3.3-table_print-1.5.7742  /nix/store/2vpvmq80dnm3ybxs4qz81z0y5dyvnba5-ruby3.3-tanuki_emoji-0.13.0743  /nix/store/3ywsrfxspsa7qk7zbh3d02dgh9rb8h1f-ruby3.3-telesign-2.4.0744  /nix/store/qs7il3dfg9973y7n9zj1czx0f0b8w31h-ruby3.3-telesignenterprise-2.6.0745  /nix/store/7y5hx4j2n882a6si0fr9py2djg9s4jck-ruby3.3-temple-0.8.2746  /nix/store/0qxvhjj0zajg5w6vgq6n16pi3jblv4s7-ruby3.3-term-ansicolor-1.7.1747  /nix/store/56wzrqpxfyamjrylwfabraj1fn3brxcl-ruby3.3-terminal-table-3.0.2748  /nix/store/slnbxsm61bd315afb1ijqv81rslyw1l1-ruby3.3-terser-1.0.2749  /nix/store/zxqrl6nhcl89arwq6lhjv7nh48djrjih-ruby3.3-test-prof-1.6.1750  /nix/store/lb87z6m8vl84wjfcr2s7cwmzv48v6ly2-ruby3.3-test_file_finder-0.3.1751  /nix/store/1k5rj3cq4lpdc1i21phkj13g87vp55ni-ruby3.3-text-1.3.1752  /nix/store/p69r7siifh77qa6gad33fq06ndcrf9g6-ruby3.3-thor-1.3.1753  /nix/store/qmgq1zzdd3s1jjnjj8fbnf054279kb9l-ruby3.3-thread_safe-0.3.6754  /nix/store/1hzblaxblbf30ql95vxh6q5al75nd55f-ruby3.3-thrift-0.22.0755  /nix/store/lz65ymxb0m2nj2v0ipqpdgl6lbvcbgkq-ruby3.3-tilt-2.0.11756  /nix/store/xadkg1z1hbjv45l704hgwq5x9jrl3w6x-ruby3.3-timeout-0.4.3757  /nix/store/asiy76x1g6hwc8rnxy8cbzxzqnpm9x12-ruby3.3-timfel-krb5-auth-0.8.3758  /nix/store/d1mjp2lv5i79x7rd7dsy2pg6cmnw9hx3-ruby3.3-tins-1.31.1759  /nix/store/bnw7rijlc4mm3qxah321161sgk8gdjyr-ruby3.3-toml-rb-4.1.0760  /nix/store/pvbma5b87b7mvagjahx612k46crb2j75-ruby3.3-tomlrb-1.3.0761  /nix/store/grgbxb4zgw0sl3lmmrsfrajij9rv5nsg-ruby3.3-tpm-key_attestation-0.14.1762  /nix/store/scy2fl8agwnmvc5lls6ay072gyhds4ym-ruby3.3-traces-0.18.1763  /nix/store/21rgdmjj1h6z189rxq7arjfnxpj72ydf-ruby3.3-trailblazer-option-0.1.2764  /nix/store/a2gkk2ix1ggfy7vggxm97xhb59hx4dij-ruby3.3-train-core-3.10.8765  /nix/store/6ym0l07if97c1ha53jfnvz4y430z02iz-ruby3.3-truncato-0.7.13766  /nix/store/0nm03myd1crfflfjw9vl76627izpqkk7-ruby3.3-tsort-0.2.0767  /nix/store/nr0hv2l2mvhd2f7j5rxj264amndqmlx8-ruby3.3-ttfunk-1.8.0768  /nix/store/5kr6ghc4r2cibr9vxsxkp2pmj5b4jax2-ruby3.3-tty-color-0.6.0769  /nix/store/dclfsayxfyvlp1p0z8wjpn4pq6j2bdl4-ruby3.3-tty-command-0.10.1770  /nix/store/blk1q288qdpbwyfprrjyy1ma79lljf7z-ruby3.3-tty-cursor-0.7.1771  /nix/store/cfynca5pdvixam2yjdz0k7jjykl0rflh-ruby3.3-tty-markdown-0.7.2772  /nix/store/40jh06vcigj9hr5k35al5r7xh46778in-ruby3.3-tty-prompt-0.23.1773  /nix/store/7mzza8qj3jsfnlrha8d9kai3hfc74lfy-ruby3.3-tty-reader-0.9.0774  /nix/store/48ynpjz691wz9h17bbsixnnafhx97zhd-ruby3.3-tty-screen-0.8.1775  /nix/store/dv74vay6khhv88yc9lslny7d3b4yr8fq-ruby3.3-typhoeus-1.4.1776  /nix/store/yqc8wq2ljq4hffym7pm1f8mz2s30wg2m-ruby3.3-tzinfo-2.0.6777  /nix/store/vj1mbh9n9dqkg5slz3i0kcfg9q11wk6k-ruby3.3-uber-0.1.0778  /nix/store/p2wq2ld75448pq7jvy0jrc9hpf6r32ls-ruby3.3-undercover-0.8.4779  /nix/store/wg4qz00j8s2n0ysv2lcrclhj87pd9pxb-ruby3.3-unf-0.1.4780  /nix/store/hngahvwm7ikrgmci0lrzdwcbd3nr1m2i-ruby3.3-unf_ext-0.0.8.2781  /nix/store/r5j7d79kn74x0f95bvkxhw940yg6mrra-ruby3.3-unicode-0.4.4.5782  /nix/store/q7y9xn9lzz9cmkzqxgp7qykmy6zgg491-ruby3.3-unicode-display_width-2.4.2783  /nix/store/fjyjcg2mzdxync0k7pmf2j0mm22vrqsz-ruby3.3-unicode-emoji-4.0.4784  /nix/store/mpi6s65bqfr4103qn9g9gpa9f73c5rx9-ruby3.3-unicode_utils-1.4.0785  /nix/store/srrmv9k9b25dwd36pd5swcmacg5mva5j-ruby3.3-uniform_notifier-1.16.0786  /nix/store/jflk4m3ia6g95vaqfv0mbkgsn0az4pa0-ruby3.3-unleash-3.2.2787  /nix/store/avnsbs39f9q3xzf2qsg310dnwmcv9hb7-ruby3.3-unparser-0.6.7788  /nix/store/ndz6mgvhz4hlphxl2kzv1jklpb2mx5ch-ruby3.3-uri-1.1.1789  /nix/store/18vs06mkzy6wwb6hpb6xgmfyb15g2ww2-ruby3.3-useragent-0.16.11790  /nix/store/q45029h9p5pzfr56yw30d9lwy2ybymcy-ruby3.3-valid_email-0.1.3791  /nix/store/9ngbivzs8kn528wz8pirynjjhr0p0j7q-ruby3.3-validate_url-1.0.15792  /nix/store/rm3nn4hba9f7l5r5j9z4ala9dkbbw4w2-ruby3.3-validates_hostname-1.0.13793  /nix/store/sjnhfq1mwbivjr8c5wp52ry0jhs5k2pq-ruby3.3-version_gem-1.1.8794  /nix/store/y3a4rkl5097y2mvclc3k7l1dkp43ifh3-ruby3.3-version_sorter-2.3.0795  /nix/store/xprirzlkywjfbc6bj4q6a1814lrgbv1a-ruby3.3-view_component-3.23.2796  /nix/store/lfx1y77c23wj0sp4gz2gcx7rhvs14clz-ruby3.3-virtus-2.0.0797  /nix/store/fmra7gcfqjbqdk3k4bzf3mrfi5rpm58p-ruby3.3-vite_rails-3.10.0798  /nix/store/sry72yq4s58yc23i72sw83p62zgchm5i-ruby3.3-vite_ruby-3.10.1799  /nix/store/mn9j7jz2268115vpiyq2l9l6wk4c69aq-ruby3.3-vmstat-2.3.1800  /nix/store/421si10m0751wv7cc45n0mz7sl4g48b3-ruby3.3-warden-1.2.9801  /nix/store/zgijnzm7l9f549dx25kic4s8gsvdfr48-ruby3.3-warning-1.5.0802  /nix/store/gqc3f9ihnijfkdx348525l5qqzp5cx2w-ruby3.3-webauthn-3.4.3803  /nix/store/2n9hnrgkqj0xb5c5fb81g0avwlhd0hyr-ruby3.3-webfinger-2.1.3804  /nix/store/14dbp1ykblv6xqa8hi2vd2id04fx3cyc-ruby3.3-webmock-3.26.2805  /nix/store/j4fzar50rpzknm2h3ka51v8z4fplh4hb-ruby3.3-webrick-1.9.1806  /nix/store/41shl95jmivb8fdy00vck0d4nq5kxcnf-ruby3.3-websocket-1.2.10807  /nix/store/nvz8x4zyw9ss61nz94yq6bnq64n9z1g1-ruby3.3-websocket-driver-0.7.6808  /nix/store/scggmqm8nnqvrg34yjlx8hkj0sbfryc5-ruby3.3-websocket-extensions-0.1.5809  /nix/store/19qfh5rcd4zy6a0s5gsihgqgz28zgnl2-ruby3.3-wikicloth-0.8.1810  /nix/store/rkfjy1nyjgbqp0rb1caqx3bwxm6ww7rr-ruby3.3-wisper-2.0.1811  /nix/store/j8m70gp415wg1dc70wjxalvmafni3z4h-ruby3.3-with_env-1.1.0812  /nix/store/dlkasfk59hkwd7g1m8jsinx8fqvkc0j4-ruby3.3-wmi-lite-1.0.7813  /nix/store/y8r6f9vq9z88sqdqcnc99w1fby2f7rbi-ruby3.3-xml-simple-1.1.9814  /nix/store/l6c07d5hacsjj1s162j3v3c1qgbczlgg-ruby3.3-xpath-3.2.0815  /nix/store/zrvbhrrdh1vzik46kg19b25bqshv5i9y-ruby3.3-yajl-ruby-1.4.3816  /nix/store/jkim7rn6r28bagam2xlsr1w02mxfsd9a-ruby3.3-yard-0.9.38817  /nix/store/0mbzq5w98q0dm09w09h6l3mk9qi8vnhs-ruby3.3-yard-solargraph-0.1.0818  /nix/store/qmj9s7yzpxjjj96n8aivr1ds13rimn52-ruby3.3-zeitwerk-2.6.18819  /nix/store/pwg0f6q9rkr0lilsf1qxmyypl2d2djzy-ruby3.3-zlib-3.2.3820  /nix/store/y1czk0mlwlpz9k9ih86ajgaplyblwsnm-source821  /nix/store/gwvc4h95gs1hrbbnpf25i9dwd23g0r8b-wrapped-ruby-gitlab-env-18.11.4822building '/nix/store/jah7g5wyn1fbbrngsy2vb9b5f8555w8n-test-script.drv'823building '/nix/store/a0xkwy101j1rf5gnxd9ywcad5ffdqlhr-etc-hostname.drv'824building '/nix/store/79ynw5qci24i0jbnls1s4x346pbydz3f-etc-sysctl.d-60-nixos.conf.drv'825building '/nix/store/5ygynajk6231g5zj51rfi8xsm4f26rwj-extra-hosts.drv'826building '/nix/store/yr5fijrykp8nz0jnhn46qja711hv8bgz-string-hosts.drv'827building '/nix/store/s286zkbnddcyf9jc9c1zh360lm0g7xqw-unit-docker-registry.service.drv'828building '/nix/store/vyhinh2sgxm78skd88s9gar8bnsrpmg1-unit-gitlab-registry-cert.service.drv'829building '/nix/store/rx2cdd8g35zjjiq362n4j2m9jnaz9vh5-unit-gitlab.target.drv'830building '/nix/store/7kjs2nfm3qa444b7kx9m9phw0bva0901-unit-system-gitlab.slice.drv'831building '/nix/store/4w4m8p9zshhwz39s08sc4y3vl1vx6bjh-config.yml.drv'832building '/nix/store/ix0dcjx9b96qy3wl4b9pi95lcmyjinsx-gitlab-pre-start-full-privileges.drv'833building '/nix/store/vwi1pjbmcnhzkvm51q0lwcsg12kkk0zr-gitlab-workhorse-pre-start.drv'834building '/nix/store/dwa1hy1gdixnixn9r95qz2f2vfavg83w-logrotate.conf.drv'835building '/nix/store/5g3bxhcdwnhlkcrydjyjp56vpcpjydnj-nginx.conf.drv'836building '/nix/store/r635cbk6bmiks8cxvwz3v4pm2v92fbwz-unit-script-gitlab-postgresql-start.drv'837building '/nix/store/dbpqdz7kmiqy33xvk31z9h7vrdv3ndys-unit-script-postgresql-setup-start.drv'838building '/nix/store/cmhjbvmj2qbf8p5dcjli62f3wgnbhfm6-unit-script-setup-gitlab-start.drv'839building '/nix/store/hjvhbrn6xyngw5jpqxmnfqz7gwia3syw-ardeterministic.drv'840building '/nix/store/q3zp0d7302gy9ahbhpmcr10dqjy9d1xa-arprimary.drv'841building '/nix/store/05b7dz5i04n3mn842zwwxbzflzi87902-arsalt.drv'842building '/nix/store/m69aq9qc3nm7l5am4bw45dz7yg5hd85d-database.yml.drv'843building '/nix/store/xnavhh1jzs2xxj7y98lk709xh3kc0cgn-dbsecret.drv'844building '/nix/store/kyszd7vi8ylhgq0jyh3hzy793jf6z9v0-extra-gitlab.rb.drv'845building '/nix/store/ii4ijbhrcfcj0gk4jr40aqcb5qvvnp6d-otpsecret.drv'846nginx.conf> structuredAttrs is enabled847building '/nix/store/wswf9z4zaj7b65cj7ggkdixgzg22y46j-redis.conf.drv'848building '/nix/store/3zwwgchdclz7agg1zwxq96p7g8vsjnly-resque.yml.drv'849building '/nix/store/2sqaywsywp31lggcfh17587mmm8988jr-root-password.drv'850building '/nix/store/3x8q67x5dj6p1il065l0xwrxxjkxxiww-secret.drv'851building '/nix/store/7syqp9rmwj88c8wsacakn7zr1ijqgkak-X-Restart-Triggers-systemd-sysctl.drv'852building '/nix/store/mh8k8hrf0xxbfq6yjqpn7kmvwdlj0llk-hosts.drv'853building '/nix/store/bnx1zxhgwbbn1yxnkfvl8hy7x44kb4h3-nixos-tmpfiles.d.drv'854building '/nix/store/x67xbksahinx7kif81d28yv3wm2niihy-unit-gitlab-postgresql.service.drv'855building '/nix/store/n5dzf2m1dgcmm1ylxpxh2bxmagwxh9qq-unit-logrotate-checkconf.service.drv'856building '/nix/store/i6hiz7ajkqcbx2412m64gmg5g64mbix5-unit-logrotate.service.drv'857building '/nix/store/clsy220qn4k0b1qk6gcvwn44k393fbg6-unit-postgresql-setup.service.drv'858building '/nix/store/xyvma9gx7j7wl5d4v94dzv2r7gwf6iqr-unit-setup-gitlab.service.drv'859nginx.conf> 860nginx.conf> ==================== Results ===================861nginx.conf> No issues found.862nginx.conf> 863nginx.conf> ==================== Summary ===================864nginx.conf> Total issues:865nginx.conf>     Unspecified: 0866nginx.conf>     Low: 0867nginx.conf>     Medium: 0868nginx.conf>     High: 0869nginx.conf> 870building '/nix/store/n9d8wwf4w6p85pg0cn0vcijzk6dv7qz8-redis-gitlab-prep-conf.drv'871building '/nix/store/0g77wz6awja8bgqr5qfd75ldb8rcq44v-tmpfiles.d.drv'872building '/nix/store/5dzwskppd8j0fa6b9ripjsn7ikridkp8-unit-systemd-sysctl.service.drv'873building '/nix/store/2w5sllcl48z1w0j0zqrm6yw1sgkmvqs3-unit-script-nginx-pre-start.drv'874building '/nix/store/1qxf65fc5m7r017cc3zaamyp71yj2ch8-nixbot-config.json.drv'875building '/nix/store/cgkiv5jywn8hxshmmgj5wxnx7sr89pra-initrd-hostname.drv'876building '/nix/store/f374pv5m7yd5w6q0i2jwdshhc2qpfx8z-users-groups.json.drv'877nixbot-config.json> structuredAttrs is enabled878building '/nix/store/lbyqfw36w3ss0svv39hcqk6ibnr3qv95-X-Restart-Triggers-systemd-tmpfiles-resetup.drv'879building '/nix/store/zh23v2q7j36nc4gwbrznl7iv9vdn7gky-unit-nginx.service.drv'880building '/nix/store/wkashgz8g2dmbnac0g88fn7fd7y7ymdi-unit-redis-gitlab.service.drv'881building '/nix/store/bi13yh3ng9hk6d9diz3yw7ym1a14imc3-initrd-linux-6.18.34.drv' on 'ssh-ng://nix@jamie'882building '/nix/store/flnihzm32xg0m4xa1s6vhllxbbrbylsx-dry-activate.drv'883building '/nix/store/irs3cd79g330adyyrsywz5p9cqvm4yfv-unit-nixbot.service.drv'884building '/nix/store/d2fwk1ld4gdbrdiz8r8fgvqii01zagd5-unit-systemd-tmpfiles-resetup.service.drv'885building '/nix/store/3jdb8mjyl03fb9v5kfk1dqh7vhw0cz9r-boot.json.drv'886building '/nix/store/v44y2sl4y19gin6gf13f8bcpp9bbkfz7-gitaly.toml.drv'887building '/nix/store/ni6gca0c2ka9js11hh7g2szk9bwa8iyy-unit-gitaly.service.drv'888building '/nix/store/a2dw57icqx2jaga8n2pzssvwz3dwjqr7-gitlab-config.drv'889building '/nix/store/029izfzcw15n4c55vkd5cxr4s869nzvp-unit-gitlab-sidekiq.service.drv'890building '/nix/store/2xxr8i32rmy0vm50fh8202qda05g2kfg-unit-gitlab-workhorse.service.drv'891building '/nix/store/fl4hb8xbfb01bxy97762x68pz38hyha0-unit-gitlab.service.drv'892building '/nix/store/5awylfsmgq3hz05vf63484y41ks6zwsi-gitlab-db-config.drv'893building '/nix/store/hn73nb10qk26h9yjy2xcm30jl0z5aqqs-system-path.drv'894building '/nix/store/vkbfyx5bpbmxg0nw23kqnchzjyh8lp5g-unit-gitlab-backup.service.drv'895system-path> structuredAttrs is enabled896building '/nix/store/hf47dxzpj7pvakh51jf52h99cjcwk27n-unit-gitlab-config.service.drv'897building '/nix/store/jak3g9y5d7ab0m4145pv49qjr8qbf6a7-unit-gitlab-db-config.service.drv'898system-path> created 7488 symlinks in user environment899system-path> install-info: warning: no info dir entry in `/nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/info/notes.info'900building '/nix/store/29mv9z1ijkj0dvpncz6811l3py1qafv6-dbus-1.drv'901building '/nix/store/y8n3pd841l269czjs9xj1qxpw9a8vr1v-X-Restart-Triggers-dbus-broker.drv'902building '/nix/store/59f56wkva75yhjb3fkppr6m5cvlvhss9-unit-dbus-broker.service.drv'903building '/nix/store/vphnwk55v38l5x2fc7p8lfx2wbrvqdbi-unit-dbus-broker.service.drv'904building '/nix/store/ny020ppn10dnn56fikn7wy2vm86vfmmz-system-units.drv'905building '/nix/store/xmq30zil13jaq78hqs6bwlfc3vhsg2d4-user-units.drv'906building '/nix/store/1f6ljql0m8lwyqh77gd8zbxd5ja2qwrb-etc.drv'907building '/nix/store/wq10v6wh2gq3s8vvqn5rh183wdxm3azc-activate.drv'908building '/nix/store/5w8zr03gmin7dqmi1sdanfpjg336mzn4-nixos-system-gitlab-test.drv'909nixos-system-gitlab-test> structuredAttrs is enabled910building '/nix/store/ndm9l4p4br1p79b36904rgr2vqbsawdg-closure-info.drv'911closure-info> structuredAttrs is enabled912building '/nix/store/a3nzay7qp6gjaiylg2xp2zmqx0kqcwiy-closure-info.drv'913closure-info> structuredAttrs is enabled914building '/nix/store/ifac9pifc8z5gmxg8irr5rmj843jb0y0-run-nixos-vm.drv'915building '/nix/store/rb3ndsliqvw9gc4vibsclwwxxfvra9si-nixos-vm.drv'916building '/nix/store/99p9k74f2wwnfwl1zback1mphdfqcv2q-driverConfiguration.json.drv'917driverConfiguration.json> structuredAttrs is enabled918building '/nix/store/6kw7ga28s08blvsibf1lsnh0lsdssjcs-nixos-test-driver-nixbot-gitlab.drv'919nixos-test-driver-nixbot-gitlab> Running type check (enable/disable: config.skipTypeCheck)920nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipTypeCheck921nixos-test-driver-nixbot-gitlab> All checks passed!922nixos-test-driver-nixbot-gitlab> Linting test script (enable/disable: config.skipLint)923nixos-test-driver-nixbot-gitlab> See https://nixos.org/manual/nixos/stable/#test-opt-skipLint924nixos-test-driver-nixbot-gitlab> All checks passed!925building '/nix/store/2ihx9p1b7yhfb42kq9fcjmw9bsigafwi-vm-test-run-nixbot-gitlab.drv' on 'ssh-ng://nix@jamie'926building '/nix/store/2ihx9p1b7yhfb42kq9fcjmw9bsigafwi-vm-test-run-nixbot-gitlab.drv'927vm-test-run-nixbot-gitlab> Machine state will be reset. To keep it, pass --keep-machine-state928vm-test-run-nixbot-gitlab> start all VLans929vm-test-run-nixbot-gitlab> (finished: start all VLans, in 0.00 seconds)930vm-test-run-nixbot-gitlab> Test will time out and terminate in 3600 seconds931vm-test-run-nixbot-gitlab> run the VM test script932vm-test-run-nixbot-gitlab> additionally exposed symbols:933vm-test-run-nixbot-gitlab>     gitlab,934vm-test-run-nixbot-gitlab>     vlan1,935vm-test-run-nixbot-gitlab>     start_all, test_script, machines, machines_qemu, machines_nspawn, vlans, driver, log, os, create_machine, subtest, run_tests, join_all, retry, serial_stdout_off, serial_stdout_on, polling_condition, BaseMachine, QemuMachine, NspawnMachine, t, debug, dump_machine_ssh936vm-test-run-nixbot-gitlab> start all VMs937vm-test-run-nixbot-gitlab> gitlab: starting vm938vm-test-run-nixbot-gitlab> gitlab # Disk image does not exist, creating the virtualisation disk image...939vm-test-run-nixbot-gitlab> gitlab: QEMU running (pid 13)940vm-test-run-nixbot-gitlab> gitlab # Formatting '/build/vm-state-gitlab/tmp.vYMMx572BK', fmt=raw size=1073741824941vm-test-run-nixbot-gitlab> gitlab # mke2fs 1.47.3 (8-Jul-2025)942vm-test-run-nixbot-gitlab> gitlab # Discarding device blocks:      0/262144             done943vm-test-run-nixbot-gitlab> gitlab # Creating filesystem with 262144 4k blocks and 65536 inodes944vm-test-run-nixbot-gitlab> gitlab # Filesystem UUID: 25eb148f-6b21-4d18-89bc-5f0601279346945vm-test-run-nixbot-gitlab> gitlab # Superblock backups stored on blocks:946vm-test-run-nixbot-gitlab> gitlab # 	32768, 98304, 163840, 229376947vm-test-run-nixbot-gitlab> gitlab # 948vm-test-run-nixbot-gitlab> gitlab # Allocating group tables: 0/8   done949vm-test-run-nixbot-gitlab> gitlab # Writing inode tables: 0/8   done950vm-test-run-nixbot-gitlab> gitlab # Creating journal (8192 blocks): done951vm-test-run-nixbot-gitlab> gitlab # Writing superblocks and filesystem accounting information: 0/8   done952vm-test-run-nixbot-gitlab> gitlab # 953vm-test-run-nixbot-gitlab> gitlab # Virtualisation disk image created.954vm-test-run-nixbot-gitlab> gitlab # Creating Nix store image...955vm-test-run-nixbot-gitlab> gitlab # Created Nix store image.956vm-test-run-nixbot-gitlab> (finished: start all VMs, in 38.96 seconds)957vm-test-run-nixbot-gitlab> gitlab: waiting for unit setup-gitlab.service958vm-test-run-nixbot-gitlab> gitlab: waiting for the VM to finish booting959vm-test-run-nixbot-gitlab> gitlab # SeaBIOS (version rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org)960vm-test-run-nixbot-gitlab> gitlab # 961vm-test-run-nixbot-gitlab> gitlab # 962vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:03.0 CA00 PCI2.10 PnP PMM+BEFD1900+BEF31900 CA00963vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:03.0)...964vm-test-run-nixbot-gitlab> gitlab # 965vm-test-run-nixbot-gitlab> gitlab # 966vm-test-run-nixbot-gitlab> gitlab # 967vm-test-run-nixbot-gitlab> gitlab # 968vm-test-run-nixbot-gitlab> gitlab # iPXE (http://ipxe.org) 00:09.0 CB00 PCI2.10 PnP PMM BEFD1900 BEF31900 CB00969vm-test-run-nixbot-gitlab> gitlab # Press Ctrl-B to configure iPXE (PCI 00:09.0)...970vm-test-run-nixbot-gitlab> gitlab # 971vm-test-run-nixbot-gitlab> gitlab # 972vm-test-run-nixbot-gitlab> gitlab # Booting from ROM...973vm-test-run-nixbot-gitlab> gitlab # Probing EDD (edd=off to disable)... ok974vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Linux version 6.18.34 (nixbld@localhost) (gcc (GCC) 15.2.0, GNU ld (GNU Binutils) 2.46) #1-NixOS SMP PREEMPT_DYNAMIC Mon Jun  1 15:51:08 UTC 2026975vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/lwpxk491vxhcapadmky8j4p5av2s2m61-nixos-system-gitlab-test/init regInfo=/nix/store/s0bmn6n0c15rl1cxacv6f21pzk98qjbp-closure-info/registration console=ttyS0,115200n8 console=tty0976vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-provided physical RAM map:977vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000000000-0x000000000009fbff] usable978vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000000009fc00-0x000000000009ffff] reserved979vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000000f0000-0x00000000000fffff] reserved980vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000000100000-0x00000000bffd7fff] usable981vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000bffd8000-0x00000000bfffffff] reserved982vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000feffc000-0x00000000feffffff] reserved983vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x00000000fffc0000-0x00000000ffffffff] reserved984vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x0000000100000000-0x00000001bfffffff] usable985vm-test-run-nixbot-gitlab> gitlab # [    0.000000] BIOS-e820: [mem 0x000000fd00000000-0x000000ffffffffff] reserved986vm-test-run-nixbot-gitlab> gitlab # [    0.000000] NX (Execute Disable) protection: active987vm-test-run-nixbot-gitlab> gitlab # [    0.000000] APIC: Static calls initialized988vm-test-run-nixbot-gitlab> gitlab # [    0.000000] SMBIOS 2.8 present.989vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: QEMU Standard PC (i440FX + PIIX, 1996), BIOS rel-1.17.0-0-gb52ca86e094d-prebuilt.qemu.org 04/01/2014990vm-test-run-nixbot-gitlab> gitlab # [    0.000000] DMI: Memory slots populated: 1/1991vm-test-run-nixbot-gitlab> gitlab # [    0.000000] Hypervisor detected: KVM992vm-test-run-nixbot-gitlab> gitlab # [    0.000000] last_pfn = 0xbffd8 max_arch_pfn = 0x10000000000993vm-test-run-nixbot-gitlab> gitlab # [    0.000000] kvm-clock: Using msrs 4b564d01 and 4b564d00994vm-test-run-nixbot-gitlab> gitlab # [    0.000001] kvm-clock: using sched offset of 493622711 cycles995vm-test-run-nixbot-gitlab> gitlab # [    0.000002] clocksource: kvm-clock: mask: 0xffffffffffffffff max_cycles: 0x1cd42e4dffb, max_idle_ns: 881590591483 ns996vm-test-run-nixbot-gitlab> gitlab # [    0.000006] tsc: Detected 2400.008 MHz processor997vm-test-run-nixbot-gitlab> gitlab # [    0.000810] last_pfn = 0x1c0000 max_arch_pfn = 0x10000000000998vm-test-run-nixbot-gitlab> gitlab # [    0.000846] MTRR map: 4 entries (3 fixed + 1 variable; max 19), built from 8 variable MTRRs999vm-test-run-nixbot-gitlab> gitlab # [    0.000849] x86/PAT: Configuration [0-7]: WB  WC  UC- UC  WB  WP  UC- WT1000vm-test-run-nixbot-gitlab> gitlab # [    0.000899] last_pfn = 0xbffd8 max_arch_pfn = 0x100000000001001vm-test-run-nixbot-gitlab> gitlab # [    0.002758] found SMP MP-table at [mem 0x000f5470-0x000f547f]1002vm-test-run-nixbot-gitlab> gitlab # [    0.002770] Using GB pages for direct mapping1003vm-test-run-nixbot-gitlab> gitlab # [    0.002848] RAMDISK: [mem 0xbe4e0000-0xbffcffff]1004vm-test-run-nixbot-gitlab> gitlab # [    0.002857] ACPI: Early table checksum verification disabled1005vm-test-run-nixbot-gitlab> gitlab # [    0.002860] ACPI: RSDP 0x00000000000F5270 000014 (v00 BOCHS )1006vm-test-run-nixbot-gitlab> gitlab # [    0.002864] ACPI: RSDT 0x00000000BFFE24E3 000034 (v01 BOCHS  BXPC     00000001 BXPC 00000001)1007vm-test-run-nixbot-gitlab> gitlab # [    0.002868] ACPI: FACP 0x00000000BFFE237F 000074 (v01 BOCHS  BXPC     00000001 BXPC 00000001)1008vm-test-run-nixbot-gitlab> gitlab # [    0.002875] ACPI: DSDT 0x00000000BFFE0040 00233F (v01 BOCHS  BXPC     00000001 BXPC 00000001)1009vm-test-run-nixbot-gitlab> gitlab # [    0.002877] ACPI: FACS 0x00000000BFFE0000 0000401010vm-test-run-nixbot-gitlab> gitlab # [    0.002879] ACPI: APIC 0x00000000BFFE23F3 000090 (v03 BOCHS  BXPC     00000001 BXPC 00000001)1011vm-test-run-nixbot-gitlab> gitlab # [    0.002880] ACPI: HPET 0x00000000BFFE2483 000038 (v01 BOCHS  BXPC     00000001 BXPC 00000001)1012vm-test-run-nixbot-gitlab> gitlab # [    0.002882] ACPI: WAET 0x00000000BFFE24BB 000028 (v01 BOCHS  BXPC     00000001 BXPC 00000001)1013vm-test-run-nixbot-gitlab> gitlab # [    0.002883] ACPI: Reserving FACP table memory at [mem 0xbffe237f-0xbffe23f2]1014vm-test-run-nixbot-gitlab> gitlab # [    0.002884] ACPI: Reserving DSDT table memory at [mem 0xbffe0040-0xbffe237e]1015vm-test-run-nixbot-gitlab> gitlab # [    0.002885] ACPI: Reserving FACS table memory at [mem 0xbffe0000-0xbffe003f]1016vm-test-run-nixbot-gitlab> gitlab # [    0.002886] ACPI: Reserving APIC table memory at [mem 0xbffe23f3-0xbffe2482]1017vm-test-run-nixbot-gitlab> gitlab # [    0.002886] ACPI: Reserving HPET table memory at [mem 0xbffe2483-0xbffe24ba]1018vm-test-run-nixbot-gitlab> gitlab # [    0.002887] ACPI: Reserving WAET table memory at [mem 0xbffe24bb-0xbffe24e2]1019vm-test-run-nixbot-gitlab> gitlab # [    0.003367] No NUMA configuration found1020vm-test-run-nixbot-gitlab> gitlab # [    0.003369] Faking a node at [mem 0x0000000000000000-0x00000001bfffffff]1021vm-test-run-nixbot-gitlab> gitlab # [    0.003372] NODE_DATA(0) allocated [mem 0x1bfff8780-0x1bfffdcff]1022vm-test-run-nixbot-gitlab> gitlab # [    0.005920] Zone ranges:1023vm-test-run-nixbot-gitlab> gitlab # [    0.005921]   DMA      [mem 0x0000000000001000-0x0000000000ffffff]1024vm-test-run-nixbot-gitlab> gitlab # [    0.005923]   DMA32    [mem 0x0000000001000000-0x00000000ffffffff]1025vm-test-run-nixbot-gitlab> gitlab # [    0.005924]   Normal   [mem 0x0000000100000000-0x00000001bfffffff]1026vm-test-run-nixbot-gitlab> gitlab # [    0.005926]   Device   empty1027vm-test-run-nixbot-gitlab> gitlab # [    0.005926] Movable zone start for each node1028vm-test-run-nixbot-gitlab> gitlab # [    0.005927] Early memory node ranges1029vm-test-run-nixbot-gitlab> gitlab # [    0.005927]   node   0: [mem 0x0000000000001000-0x000000000009efff]1030vm-test-run-nixbot-gitlab> gitlab # [    0.005928]   node   0: [mem 0x0000000000100000-0x00000000bffd7fff]1031vm-test-run-nixbot-gitlab> gitlab # [    0.005929]   node   0: [mem 0x0000000100000000-0x00000001bfffffff]1032vm-test-run-nixbot-gitlab> gitlab # [    0.005930] Initmem setup node 0 [mem 0x0000000000001000-0x00000001bfffffff]1033vm-test-run-nixbot-gitlab> gitlab # [    0.005985] On node 0, zone DMA: 1 pages in unavailable ranges1034vm-test-run-nixbot-gitlab> gitlab # [    0.006277] On node 0, zone DMA: 97 pages in unavailable ranges1035vm-test-run-nixbot-gitlab> gitlab # [    0.126200] On node 0, zone Normal: 40 pages in unavailable ranges1036vm-test-run-nixbot-gitlab> gitlab # [    0.127222] ACPI: PM-Timer IO Port: 0x6081037vm-test-run-nixbot-gitlab> gitlab # [    0.127240] ACPI: LAPIC_NMI (acpi_id[0xff] dfl dfl lint[0x1])1038vm-test-run-nixbot-gitlab> gitlab # [    0.127275] IOAPIC[0]: apic_id 0, version 17, address 0xfec00000, GSI 0-231039vm-test-run-nixbot-gitlab> gitlab # [    0.127278] ACPI: INT_SRC_OVR (bus 0 bus_irq 0 global_irq 2 dfl dfl)1040vm-test-run-nixbot-gitlab> gitlab # [    0.127280] ACPI: INT_SRC_OVR (bus 0 bus_irq 5 global_irq 5 high level)1041vm-test-run-nixbot-gitlab> gitlab # [    0.127281] ACPI: INT_SRC_OVR (bus 0 bus_irq 9 global_irq 9 high level)1042vm-test-run-nixbot-gitlab> gitlab # [    0.127282] ACPI: INT_SRC_OVR (bus 0 bus_irq 10 global_irq 10 high level)1043vm-test-run-nixbot-gitlab> gitlab # [    0.127283] ACPI: INT_SRC_OVR (bus 0 bus_irq 11 global_irq 11 high level)1044vm-test-run-nixbot-gitlab> gitlab # [    0.127285] ACPI: Using ACPI (MADT) for SMP configuration information1045vm-test-run-nixbot-gitlab> gitlab # [    0.127286] ACPI: HPET id: 0x8086a201 base: 0xfed000001046vm-test-run-nixbot-gitlab> gitlab # [    0.127293] TSC deadline timer available1047vm-test-run-nixbot-gitlab> gitlab # [    0.127297] CPU topo: Max. logical packages:   11048vm-test-run-nixbot-gitlab> gitlab # [    0.127298] CPU topo: Max. logical dies:       11049vm-test-run-nixbot-gitlab> gitlab # [    0.127299] CPU topo: Max. dies per package:   11050vm-test-run-nixbot-gitlab> gitlab # [    0.127302] CPU topo: Max. threads per core:   11051vm-test-run-nixbot-gitlab> gitlab # [    0.127303] CPU topo: Num. cores per package:     41052vm-test-run-nixbot-gitlab> gitlab # [    0.127303] CPU topo: Num. threads per package:   41053vm-test-run-nixbot-gitlab> gitlab # [    0.127303] CPU topo: Allowing 4 present CPUs plus 0 hotplug CPUs1054vm-test-run-nixbot-gitlab> gitlab # [    0.127330] kvm-guest: APIC: eoi() replaced with kvm_guest_apic_eoi_write()1055vm-test-run-nixbot-gitlab> gitlab # [    0.127350] kvm-guest: KVM setup pv remote TLB flush1056vm-test-run-nixbot-gitlab> gitlab # [    0.127353] kvm-guest: setup PV sched yield1057vm-test-run-nixbot-gitlab> gitlab # [    0.127374] PM: hibernation: Registered nosave memory: [mem 0x00000000-0x00000fff]1058vm-test-run-nixbot-gitlab> gitlab # [    0.127376] PM: hibernation: Registered nosave memory: [mem 0x0009f000-0x000fffff]1059vm-test-run-nixbot-gitlab> gitlab # [    0.127377] PM: hibernation: Registered nosave memory: [mem 0xbffd8000-0xffffffff]1060vm-test-run-nixbot-gitlab> gitlab # [    0.127378] [mem 0xc0000000-0xfeffbfff] available for PCI devices1061vm-test-run-nixbot-gitlab> gitlab # [    0.127380] Booting paravirtualized kernel on KVM1062vm-test-run-nixbot-gitlab> gitlab # [    0.127384] clocksource: refined-jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1910969940391419 ns1063vm-test-run-nixbot-gitlab> gitlab # [    0.131860] setup_percpu: NR_CPUS:384 nr_cpumask_bits:4 nr_cpu_ids:4 nr_node_ids:11064vm-test-run-nixbot-gitlab> gitlab # [    0.134692] percpu: Embedded 98 pages/cpu s278528 r8192 d114688 u5242881065vm-test-run-nixbot-gitlab> gitlab # [    0.134746] kvm-guest: PV spinlocks enabled1066vm-test-run-nixbot-gitlab> gitlab # [    0.134748] PV qspinlock hash table entries: 256 (order: 0, 4096 bytes, linear)1067vm-test-run-nixbot-gitlab> gitlab # [    0.134751] Kernel command line: console=ttyS0 console=tty0 panic=1 boot.panic_on_fail clocksource=acpi_pm root=fstab loglevel=7 net.ifnames=0 lsm=landlock,yama,bpf init=/nix/store/lwpxk491vxhcapadmky8j4p5av2s2m61-nixos-system-gitlab-test/init regInfo=/nix/store/s0bmn6n0c15rl1cxacv6f21pzk98qjbp-closure-info/registration console=ttyS0,115200n8 console=tty01068vm-test-run-nixbot-gitlab> gitlab # [    0.134851] Unknown kernel command line parameters "regInfo=/nix/store/s0bmn6n0c15rl1cxacv6f21pzk98qjbp-closure-info/registration", will be passed to user space.1069vm-test-run-nixbot-gitlab> gitlab # [    0.134864] random: crng init done1070vm-test-run-nixbot-gitlab> gitlab # [    0.134865] printk: log buffer data + meta data: 262144 + 917504 = 1179648 bytes1071vm-test-run-nixbot-gitlab> gitlab # [    0.144715] Dentry cache hash table entries: 1048576 (order: 11, 8388608 bytes, linear)1072vm-test-run-nixbot-gitlab> gitlab # [    0.149523] Inode-cache hash table entries: 524288 (order: 10, 4194304 bytes, linear)1073vm-test-run-nixbot-gitlab> gitlab # [    0.149603] software IO TLB: area num 4.1074vm-test-run-nixbot-gitlab> gitlab # [    0.233034] Fallback order for Node 0: 01075vm-test-run-nixbot-gitlab> gitlab # [    0.233044] Built 1 zonelists, mobility grouping on.  Total pages: 15727261076vm-test-run-nixbot-gitlab> gitlab # [    0.233045] Policy zone: Normal1077vm-test-run-nixbot-gitlab> gitlab # [    0.236314] mem auto-init: stack:all(zero), heap alloc:on, heap free:off1078vm-test-run-nixbot-gitlab> gitlab # [    0.246822] SLUB: HWalign=64, Order=0-3, MinObjects=0, CPUs=4, Nodes=11079vm-test-run-nixbot-gitlab> gitlab # [    0.261884] allocated 12582912 bytes of page_ext1080vm-test-run-nixbot-gitlab> gitlab # [    0.272355] ftrace: allocating 48565 entries in 192 pages1081vm-test-run-nixbot-gitlab> gitlab # [    0.272357] ftrace: allocated 192 pages with 2 groups1082vm-test-run-nixbot-gitlab> gitlab # [    0.273303] Dynamic Preempt: lazy1083vm-test-run-nixbot-gitlab> gitlab # [    0.273484] rcu: Preemptible hierarchical RCU implementation.1084vm-test-run-nixbot-gitlab> gitlab # [    0.273485] rcu: 	RCU event tracing is enabled.1085vm-test-run-nixbot-gitlab> gitlab # [    0.273486] rcu: 	RCU restricting CPUs from NR_CPUS=384 to nr_cpu_ids=4.1086vm-test-run-nixbot-gitlab> gitlab # [    0.273487] 	Trampoline variant of Tasks RCU enabled.1087vm-test-run-nixbot-gitlab> gitlab # [    0.273488] 	Rude variant of Tasks RCU enabled.1088vm-test-run-nixbot-gitlab> gitlab # [    0.273488] 	Tracing variant of Tasks RCU enabled.1089vm-test-run-nixbot-gitlab> gitlab # [    0.273489] rcu: RCU calculated value of scheduler-enlistment delay is 100 jiffies.1090vm-test-run-nixbot-gitlab> gitlab # [    0.273489] rcu: Adjusting geometry for rcu_fanout_leaf=16, nr_cpu_ids=41091vm-test-run-nixbot-gitlab> gitlab # [    0.273520] RCU Tasks: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.1092vm-test-run-nixbot-gitlab> gitlab # [    0.273522] RCU Tasks Rude: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.1093vm-test-run-nixbot-gitlab> gitlab # [    0.273523] RCU Tasks Trace: Setting shift to 2 and lim to 1 rcu_task_cb_adjust=1 rcu_task_cpu_ids=4.1094vm-test-run-nixbot-gitlab> gitlab # [    0.278025] NR_IRQS: 24832, nr_irqs: 456, preallocated irqs: 161095vm-test-run-nixbot-gitlab> gitlab # [    0.278366] rcu: srcu_init: Setting srcu_struct sizes based on contention.1096vm-test-run-nixbot-gitlab> gitlab # [    0.278493] kfence: initialized - using 2097152 bytes for 255 objects at 0x(____ptrval____)-0x(____ptrval____)1097vm-test-run-nixbot-gitlab> gitlab # [    0.285824] Console: colour VGA+ 80x251098vm-test-run-nixbot-gitlab> gitlab # [    0.285828] printk: legacy console [tty0] enabled1099vm-test-run-nixbot-gitlab> gitlab # [    0.329288] printk: legacy console [ttyS0] enabled1100vm-test-run-nixbot-gitlab> gitlab # [    0.528383] ACPI: Core revision 202508071101vm-test-run-nixbot-gitlab> gitlab # [    0.529926] clocksource: hpet: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 19112604467 ns1102vm-test-run-nixbot-gitlab> gitlab # [    0.532705] APIC: Switch to symmetric I/O mode setup1103vm-test-run-nixbot-gitlab> gitlab # [    0.534451] x2apic enabled1104vm-test-run-nixbot-gitlab> gitlab # [    0.535696] APIC: Switched APIC routing to: physical x2apic1105vm-test-run-nixbot-gitlab> gitlab # [    0.537407] kvm-guest: APIC: send_IPI_mask() replaced with kvm_send_ipi_mask()1106vm-test-run-nixbot-gitlab> gitlab # [    0.543200] kvm-guest: APIC: send_IPI_mask_allbutself() replaced with kvm_send_ipi_mask_allbutself()1107vm-test-run-nixbot-gitlab> gitlab # [    0.545934] kvm-guest: setup PV IPIs1108vm-test-run-nixbot-gitlab> gitlab # [    0.548313] ..TIMER: vector=0x30 apic1=0 pin1=2 apic2=-1 pin2=-11109vm-test-run-nixbot-gitlab> gitlab # [    0.550160] clocksource: tsc-early: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns1110vm-test-run-nixbot-gitlab> gitlab # [    0.553258] Calibrating delay loop (skipped) preset value.. 4800.01 BogoMIPS (lpj=2400008)1111vm-test-run-nixbot-gitlab> gitlab # [    0.555367] x86/cpu: User Mode Instruction Prevention (UMIP) activated1112vm-test-run-nixbot-gitlab> gitlab # [    0.556412] Last level iTLB entries: 4KB 512, 2MB 255, 4MB 1271113vm-test-run-nixbot-gitlab> gitlab # [    0.557256] Last level dTLB entries: 4KB 512, 2MB 255, 4MB 127, 1GB 01114vm-test-run-nixbot-gitlab> gitlab # [    0.558260] mitigations: Enabled attack vectors: user_kernel, user_user, guest_host, guest_guest, SMT mitigations: auto1115vm-test-run-nixbot-gitlab> gitlab # [    0.560256] Speculative Store Bypass: Mitigation: Speculative Store Bypass disabled via prctl1116vm-test-run-nixbot-gitlab> gitlab # [    0.562256] Spectre V2 : Mitigation: Enhanced / Automatic IBRS1117vm-test-run-nixbot-gitlab> gitlab # [    0.563256] Speculative Return Stack Overflow: Mitigation: Safe RET1118vm-test-run-nixbot-gitlab> gitlab # [    0.565256] Spectre V1 : Mitigation: usercopy/swapgs barriers and __user pointer sanitization1119vm-test-run-nixbot-gitlab> gitlab # [    0.567261] Spectre V2 : mitigation: Enabling conditional Indirect Branch Prediction Barrier1120vm-test-run-nixbot-gitlab> gitlab # [    0.568256] active return thunk: srso_alias_return_thunk1121vm-test-run-nixbot-gitlab> gitlab # [    0.570282] x86/fpu: Supporting XSAVE feature 0x001: 'x87 floating point registers'1122vm-test-run-nixbot-gitlab> gitlab # [    0.571255] x86/fpu: Supporting XSAVE feature 0x002: 'SSE registers'1123vm-test-run-nixbot-gitlab> gitlab # [    0.573256] x86/fpu: Supporting XSAVE feature 0x004: 'AVX registers'1124vm-test-run-nixbot-gitlab> gitlab # [    0.574255] x86/fpu: Supporting XSAVE feature 0x020: 'AVX-512 opmask'1125vm-test-run-nixbot-gitlab> gitlab # [    0.575256] x86/fpu: Supporting XSAVE feature 0x040: 'AVX-512 Hi256'1126vm-test-run-nixbot-gitlab> gitlab # [    0.576255] x86/fpu: Supporting XSAVE feature 0x080: 'AVX-512 ZMM_Hi256'1127vm-test-run-nixbot-gitlab> gitlab # [    0.577256] x86/fpu: Supporting XSAVE feature 0x200: 'Protection Keys User registers'1128vm-test-run-nixbot-gitlab> gitlab # [    0.578256] x86/fpu: Supporting XSAVE feature 0x800: 'Control-flow User registers'1129vm-test-run-nixbot-gitlab> gitlab # [    0.580256] x86/fpu: Supporting XSAVE feature 0x1000: 'Control-flow Kernel registers (KVM only)'1130vm-test-run-nixbot-gitlab> gitlab # [    0.582256] x86/fpu: xstate_offset[2]:  576, xstate_sizes[2]:  2561131vm-test-run-nixbot-gitlab> gitlab # [    0.583255] x86/fpu: xstate_offset[5]:  832, xstate_sizes[5]:   641132vm-test-run-nixbot-gitlab> gitlab # [    0.584256] x86/fpu: xstate_offset[6]:  896, xstate_sizes[6]:  5121133vm-test-run-nixbot-gitlab> gitlab # [    0.585256] x86/fpu: xstate_offset[7]: 1408, xstate_sizes[7]: 10241134vm-test-run-nixbot-gitlab> gitlab # [    0.586255] x86/fpu: xstate_offset[9]: 2432, xstate_sizes[9]:    81135vm-test-run-nixbot-gitlab> gitlab # [    0.588255] x86/fpu: xstate_offset[11]: 2440, xstate_sizes[11]:   161136vm-test-run-nixbot-gitlab> gitlab # [    0.590255] x86/fpu: xstate_offset[12]: 2456, xstate_sizes[12]:   241137vm-test-run-nixbot-gitlab> gitlab # [    0.591255] x86/fpu: Enabled xstate features 0x1ae7, context size is 2480 bytes, using 'compacted' format.1138vm-test-run-nixbot-gitlab> gitlab # [    0.620992] Freeing SMP alternatives memory: 44K1139vm-test-run-nixbot-gitlab> gitlab # [    0.622258] pid_max: default: 32768 minimum: 3011140vm-test-run-nixbot-gitlab> gitlab # [    0.623375] LSM: initializing lsm=capability,landlock,yama,bpf,ima1141vm-test-run-nixbot-gitlab> gitlab # [    0.625380] landlock: Up and running.1142vm-test-run-nixbot-gitlab> gitlab # [    0.627115] Yama: becoming mindful.1143vm-test-run-nixbot-gitlab> gitlab # [    0.628464] LSM support for eBPF active1144vm-test-run-nixbot-gitlab> gitlab # [    0.629502] Mount-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)1145vm-test-run-nixbot-gitlab> gitlab # [    0.632389] Mountpoint-cache hash table entries: 16384 (order: 5, 131072 bytes, linear)1146vm-test-run-nixbot-gitlab> gitlab # [    0.635043] smpboot: CPU0: AMD EPYC 9654 96-Core Processor (family: 0x19, model: 0x11, stepping: 0x1)1147vm-test-run-nixbot-gitlab> gitlab # [    0.635885] Performance Events: Fam17h+ core perfctr, AMD PMU driver.1148vm-test-run-nixbot-gitlab> gitlab # [    0.636260] ... version:                   21149vm-test-run-nixbot-gitlab> gitlab # [    0.637258] ... bit width:                 481150vm-test-run-nixbot-gitlab> gitlab # [    0.638315] ... generic counters:          61151vm-test-run-nixbot-gitlab> gitlab # [    0.639257] ... generic bitmap:            000000000000003f1152vm-test-run-nixbot-gitlab> gitlab # [    0.640257] ... fixed-purpose counters:    01153vm-test-run-nixbot-gitlab> gitlab # [    0.641257] ... fixed-purpose bitmap:      00000000000000001154vm-test-run-nixbot-gitlab> gitlab # [    0.642257] ... value mask:                0000ffffffffffff1155vm-test-run-nixbot-gitlab> gitlab # [    0.643257] ... max period:                00007fffffffffff1156vm-test-run-nixbot-gitlab> gitlab # [    0.644257] ... global_ctrl mask:          000000000000003f1157vm-test-run-nixbot-gitlab> gitlab # [    0.645382] signal: max sigframe size: 33761158vm-test-run-nixbot-gitlab> gitlab # [    0.646352] rcu: Hierarchical SRCU implementation.1159vm-test-run-nixbot-gitlab> gitlab # [    0.647262] rcu: 	Max phase no-delay instances is 400.1160vm-test-run-nixbot-gitlab> gitlab # [    0.648463] Timer migration: 1 hierarchy levels; 8 children per group; 1 crossnode level1161vm-test-run-nixbot-gitlab> gitlab # [    0.653864] smp: Bringing up secondary CPUs ...1162vm-test-run-nixbot-gitlab> gitlab # [    0.654701] smpboot: x86: Booting SMP configuration:1163vm-test-run-nixbot-gitlab> gitlab # [    0.655276] .... node  #0, CPUs:      #1 #2 #31164vm-test-run-nixbot-gitlab> gitlab # [    0.659351] smp: Brought up 1 node, 4 CPUs1165vm-test-run-nixbot-gitlab> gitlab # [    0.661258] smpboot: Total of 4 processors activated (19200.06 BogoMIPS)1166vm-test-run-nixbot-gitlab> gitlab # [    0.662774] Memory: 6013368K/6290904K available (17098K kernel code, 2721K rwdata, 13520K rodata, 3644K init, 3008K bss, 258300K reserved, 0K cma-reserved)1167vm-test-run-nixbot-gitlab> gitlab # [    0.665256] devtmpfs: initialized1168vm-test-run-nixbot-gitlab> gitlab # [    0.666460] x86/mm: Memory block size: 128MB1169vm-test-run-nixbot-gitlab> gitlab # [    0.669443] clocksource: jiffies: mask: 0xffffffff max_cycles: 0xffffffff, max_idle_ns: 1911260446275000 ns1170vm-test-run-nixbot-gitlab> gitlab # [    0.671308] posixtimers hash table entries: 2048 (order: 3, 32768 bytes, linear)1171vm-test-run-nixbot-gitlab> gitlab # [    0.672399] futex hash table entries: 1024 (65536 bytes on 1 NUMA nodes, total 64 KiB, linear).1172vm-test-run-nixbot-gitlab> gitlab # [    0.673379] pinctrl core: initialized pinctrl subsystem1173vm-test-run-nixbot-gitlab> gitlab # [    0.674675] PM: RTC time: 10:47:42, date: 2026-06-081174vm-test-run-nixbot-gitlab> gitlab # [    0.678361] NET: Registered PF_NETLINK/PF_ROUTE protocol family1175vm-test-run-nixbot-gitlab> gitlab # [    0.680727] DMA: preallocated 1024 KiB GFP_KERNEL pool for atomic allocations1176vm-test-run-nixbot-gitlab> gitlab # [    0.681329] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA pool for atomic allocations1177vm-test-run-nixbot-gitlab> gitlab # [    0.683472] DMA: preallocated 1024 KiB GFP_KERNEL|GFP_DMA32 pool for atomic allocations1178vm-test-run-nixbot-gitlab> gitlab # [    0.684271] audit: initializing netlink subsys (disabled)1179vm-test-run-nixbot-gitlab> gitlab # [    0.685427] audit: type=2000 audit(1780915662.576:1): state=initialized audit_enabled=0 res=11180vm-test-run-nixbot-gitlab> gitlab # [    0.685514] thermal_sys: Registered thermal governor 'fair_share'1181vm-test-run-nixbot-gitlab> gitlab # [    0.687258] thermal_sys: Registered thermal governor 'bang_bang'1182vm-test-run-nixbot-gitlab> gitlab # [    0.688270] thermal_sys: Registered thermal governor 'step_wise'1183vm-test-run-nixbot-gitlab> gitlab # [    0.689258] thermal_sys: Registered thermal governor 'user_space'1184vm-test-run-nixbot-gitlab> gitlab # [    0.690258] thermal_sys: Registered thermal governor 'power_allocator'1185vm-test-run-nixbot-gitlab> gitlab # [    0.691290] cpuidle: using governor menu1186vm-test-run-nixbot-gitlab> gitlab # [    0.694492] acpiphp: ACPI Hot Plug PCI Controller Driver version: 0.51187vm-test-run-nixbot-gitlab> gitlab # [    0.695642] PCI: Using configuration type 1 for base access1188vm-test-run-nixbot-gitlab> gitlab # [    0.696258] PCI: Using configuration type 1 for extended access1189vm-test-run-nixbot-gitlab> gitlab # [    0.697445] kprobes: kprobe jump-optimization is enabled. All kprobes are optimized if possible.1190vm-test-run-nixbot-gitlab> gitlab # [    0.700304] HugeTLB: registered 1.00 GiB page size, pre-allocated 0 pages1191vm-test-run-nixbot-gitlab> gitlab # [    0.701258] HugeTLB: 16380 KiB vmemmap can be freed for a 1.00 GiB page1192vm-test-run-nixbot-gitlab> gitlab # [    0.702259] HugeTLB: registered 2.00 MiB page size, pre-allocated 0 pages1193vm-test-run-nixbot-gitlab> gitlab # [    0.703258] HugeTLB: 28 KiB vmemmap can be freed for a 2.00 MiB page1194vm-test-run-nixbot-gitlab> gitlab # [    0.708084] ACPI: Added _OSI(Module Device)1195vm-test-run-nixbot-gitlab> gitlab # [    0.711266] ACPI: Added _OSI(Processor Device)1196vm-test-run-nixbot-gitlab> gitlab # [    0.715268] ACPI: Added _OSI(Processor Aggregator Device)1197vm-test-run-nixbot-gitlab> gitlab # [    0.724166] ACPI: 1 ACPI AML tables successfully acquired and loaded1198vm-test-run-nixbot-gitlab> gitlab # [    0.733951] ACPI: Interpreter enabled1199vm-test-run-nixbot-gitlab> gitlab # [    0.736470] ACPI: PM: (supports S0 S3 S4 S5)1200vm-test-run-nixbot-gitlab> gitlab # [    0.740268] ACPI: Using IOAPIC for interrupt routing1201vm-test-run-nixbot-gitlab> gitlab # [    0.744603] PCI: Using host bridge windows from ACPI; if necessary, use "pci=nocrs" and report a bug1202vm-test-run-nixbot-gitlab> gitlab # [    0.750265] PCI: Using E820 reservations for host bridge windows1203vm-test-run-nixbot-gitlab> gitlab # [    0.755861] ACPI: Enabled 2 GPEs in block 00 to 0F1204vm-test-run-nixbot-gitlab> gitlab # [    0.771526] ACPI: PCI Root Bridge [PCI0] (domain 0000 [bus 00-ff])1205vm-test-run-nixbot-gitlab> gitlab # [    0.775273] acpi PNP0A03:00: _OSC: OS supports [ExtendedConfig ASPM ClockPM Segments MSI HPX-Type3]1206vm-test-run-nixbot-gitlab> gitlab # [    0.781483] acpiphp: Slot [3] registered1207vm-test-run-nixbot-gitlab> gitlab # [    0.784385] acpiphp: Slot [4] registered1208vm-test-run-nixbot-gitlab> gitlab # [    0.786383] acpiphp: Slot [5] registered1209vm-test-run-nixbot-gitlab> gitlab # [    0.789416] acpiphp: Slot [6] registered1210vm-test-run-nixbot-gitlab> gitlab # [    0.792374] acpiphp: Slot [7] registered1211vm-test-run-nixbot-gitlab> gitlab # [    0.794383] acpiphp: Slot [8] registered1212vm-test-run-nixbot-gitlab> gitlab # [    0.796324] acpiphp: Slot [9] registered1213vm-test-run-nixbot-gitlab> gitlab # [    0.797337] acpiphp: Slot [10] registered1214vm-test-run-nixbot-gitlab> gitlab # [    0.799330] acpiphp: Slot [11] registered1215vm-test-run-nixbot-gitlab> gitlab # [    0.800324] acpiphp: Slot [12] registered1216vm-test-run-nixbot-gitlab> gitlab # [    0.801538] acpiphp: Slot [13] registered1217vm-test-run-nixbot-gitlab> gitlab # [    0.805355] acpiphp: Slot [14] registered1218vm-test-run-nixbot-gitlab> gitlab # [    0.808352] acpiphp: Slot [15] registered1219vm-test-run-nixbot-gitlab> gitlab # [    0.811402] acpiphp: Slot [16] registered1220vm-test-run-nixbot-gitlab> gitlab # [    0.815353] acpiphp: Slot [17] registered1221vm-test-run-nixbot-gitlab> gitlab # [    0.818347] acpiphp: Slot [18] registered1222vm-test-run-nixbot-gitlab> gitlab # [    0.821349] acpiphp: Slot [19] registered1223vm-test-run-nixbot-gitlab> gitlab # [    0.824398] acpiphp: Slot [20] registered1224vm-test-run-nixbot-gitlab> gitlab # [    0.827352] acpiphp: Slot [21] registered1225vm-test-run-nixbot-gitlab> gitlab # [    0.831352] acpiphp: Slot [22] registered1226vm-test-run-nixbot-gitlab> gitlab # [    0.834351] acpiphp: Slot [23] registered1227vm-test-run-nixbot-gitlab> gitlab # [    0.837408] acpiphp: Slot [24] registered1228vm-test-run-nixbot-gitlab> gitlab # [    0.840354] acpiphp: Slot [25] registered1229vm-test-run-nixbot-gitlab> gitlab # [    0.844351] acpiphp: Slot [26] registered1230vm-test-run-nixbot-gitlab> gitlab # [    0.847456] acpiphp: Slot [27] registered1231vm-test-run-nixbot-gitlab> gitlab # [    0.850341] acpiphp: Slot [28] registered1232vm-test-run-nixbot-gitlab> gitlab # [    0.852331] acpiphp: Slot [29] registered1233vm-test-run-nixbot-gitlab> gitlab # [    0.855334] acpiphp: Slot [30] registered1234vm-test-run-nixbot-gitlab> gitlab # [    0.857363] acpiphp: Slot [31] registered1235vm-test-run-nixbot-gitlab> gitlab # [    0.860307] PCI host bridge to bus 0000:001236vm-test-run-nixbot-gitlab> gitlab # [    0.863275] pci_bus 0000:00: root bus resource [io  0x0000-0x0cf7 window]1237vm-test-run-nixbot-gitlab> gitlab # [    0.866264] pci_bus 0000:00: root bus resource [io  0x0d00-0xffff window]1238vm-test-run-nixbot-gitlab> gitlab # [    0.868258] pci_bus 0000:00: root bus resource [mem 0x000a0000-0x000bffff window]1239vm-test-run-nixbot-gitlab> gitlab # [    0.870259] pci_bus 0000:00: root bus resource [mem 0xc0000000-0xfebfffff window]1240vm-test-run-nixbot-gitlab> gitlab # [    0.873267] pci_bus 0000:00: root bus resource [mem 0xe0000000000-0xe007fffffff window]1241vm-test-run-nixbot-gitlab> gitlab # [    0.875261] pci_bus 0000:00: root bus resource [bus 00-ff]1242vm-test-run-nixbot-gitlab> gitlab # [    0.877953] pci 0000:00:00.0: [8086:1237] type 00 class 0x060000 conventional PCI endpoint1243vm-test-run-nixbot-gitlab> gitlab # [    0.885588] pci 0000:00:01.0: [8086:7000] type 00 class 0x060100 conventional PCI endpoint1244vm-test-run-nixbot-gitlab> gitlab # [    0.894582] pci 0000:00:01.1: [8086:7010] type 00 class 0x010180 conventional PCI endpoint1245vm-test-run-nixbot-gitlab> gitlab # [    0.905417] pci 0000:00:01.1: BAR 4 [io  0xc220-0xc22f]1246vm-test-run-nixbot-gitlab> gitlab # [    0.908393] pci 0000:00:01.1: BAR 0 [io  0x01f0-0x01f7]: legacy IDE quirk1247vm-test-run-nixbot-gitlab> gitlab # [    0.912264] pci 0000:00:01.1: BAR 1 [io  0x03f6]: legacy IDE quirk1248vm-test-run-nixbot-gitlab> gitlab # [    0.917264] pci 0000:00:01.1: BAR 2 [io  0x0170-0x0177]: legacy IDE quirk1249vm-test-run-nixbot-gitlab> gitlab # [    0.921264] pci 0000:00:01.1: BAR 3 [io  0x0376]: legacy IDE quirk1250vm-test-run-nixbot-gitlab> gitlab # [    0.924921] pci 0000:00:01.2: [8086:7020] type 00 class 0x0c0300 conventional PCI endpoint1251vm-test-run-nixbot-gitlab> gitlab # [    0.930087] pci 0000:00:01.2: BAR 4 [io  0xc140-0xc15f]1252vm-test-run-nixbot-gitlab> gitlab # [    0.933639] pci 0000:00:01.3: [8086:7113] type 00 class 0x068000 conventional PCI endpoint1253vm-test-run-nixbot-gitlab> gitlab # [    0.936885] pci 0000:00:01.3: quirk: [io  0x0600-0x063f] claimed by PIIX4 ACPI1254vm-test-run-nixbot-gitlab> gitlab # [    0.939274] pci 0000:00:01.3: quirk: [io  0x0700-0x070f] claimed by PIIX4 SMB1255vm-test-run-nixbot-gitlab> gitlab # [    0.941809] pci 0000:00:02.0: [1234:1111] type 00 class 0x030000 conventional PCI endpoint1256vm-test-run-nixbot-gitlab> gitlab # [    0.964438] pci 0000:00:02.0: BAR 0 [mem 0xfd000000-0xfdffffff pref]1257vm-test-run-nixbot-gitlab> gitlab # [    0.969334] pci 0000:00:02.0: BAR 2 [mem 0xfebd0000-0xfebd0fff]1258vm-test-run-nixbot-gitlab> gitlab # [    0.973367] pci 0000:00:02.0: ROM [mem 0xfebc0000-0xfebcffff pref]1259vm-test-run-nixbot-gitlab> gitlab # [    0.977071] pci 0000:00:02.0: Video device with shadowed ROM at [mem 0x000c0000-0x000dffff]1260vm-test-run-nixbot-gitlab> gitlab # [    0.984350] pci 0000:00:03.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint1261vm-test-run-nixbot-gitlab> gitlab # [    1.005299] pci 0000:00:03.0: BAR 0 [io  0xc160-0xc17f]1262vm-test-run-nixbot-gitlab> gitlab # [    1.007274] pci 0000:00:03.0: BAR 1 [mem 0xfebd1000-0xfebd1fff]1263vm-test-run-nixbot-gitlab> gitlab # [    1.009310] pci 0000:00:03.0: BAR 4 [mem 0xe0000000000-0xe0000003fff 64bit pref]1264vm-test-run-nixbot-gitlab> gitlab # [    1.011272] pci 0000:00:03.0: ROM [mem 0xfeb40000-0xfeb7ffff pref]1265vm-test-run-nixbot-gitlab> gitlab # [    1.015618] pci 0000:00:04.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint1266vm-test-run-nixbot-gitlab> gitlab # [    1.022298] pci 0000:00:04.0: BAR 0 [io  0xc180-0xc19f]1267vm-test-run-nixbot-gitlab> gitlab # [    1.024273] pci 0000:00:04.0: BAR 1 [mem 0xfebd2000-0xfebd2fff]1268vm-test-run-nixbot-gitlab> gitlab # [    1.026310] pci 0000:00:04.0: BAR 4 [mem 0xe0000004000-0xe0000007fff 64bit pref]1269vm-test-run-nixbot-gitlab> gitlab # [    1.030297] pci 0000:00:05.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint1270vm-test-run-nixbot-gitlab> gitlab # [    1.036296] pci 0000:00:05.0: BAR 0 [io  0xc1a0-0xc1bf]1271vm-test-run-nixbot-gitlab> gitlab # [    1.037272] pci 0000:00:05.0: BAR 1 [mem 0xfebd3000-0xfebd3fff]1272vm-test-run-nixbot-gitlab> gitlab # [    1.039311] pci 0000:00:05.0: BAR 4 [mem 0xe0000008000-0xe000000bfff 64bit pref]1273vm-test-run-nixbot-gitlab> gitlab # [    1.043284] pci 0000:00:06.0: [1af4:1009] type 00 class 0x000200 conventional PCI endpoint1274vm-test-run-nixbot-gitlab> gitlab # [    1.049300] pci 0000:00:06.0: BAR 0 [io  0xc1c0-0xc1df]1275vm-test-run-nixbot-gitlab> gitlab # [    1.050273] pci 0000:00:06.0: BAR 1 [mem 0xfebd4000-0xfebd4fff]1276vm-test-run-nixbot-gitlab> gitlab # [    1.052311] pci 0000:00:06.0: BAR 4 [mem 0xe000000c000-0xe000000ffff 64bit pref]1277vm-test-run-nixbot-gitlab> gitlab # [    1.057667] pci 0000:00:07.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint1278vm-test-run-nixbot-gitlab> gitlab # [    1.062294] pci 0000:00:07.0: BAR 0 [io  0xc000-0xc07f]1279vm-test-run-nixbot-gitlab> gitlab # [    1.064272] pci 0000:00:07.0: BAR 1 [mem 0xfebd5000-0xfebd5fff]1280vm-test-run-nixbot-gitlab> gitlab # [    1.066315] pci 0000:00:07.0: BAR 4 [mem 0xe0000010000-0xe0000013fff 64bit pref]1281vm-test-run-nixbot-gitlab> gitlab # [    1.072427] pci 0000:00:08.0: [1af4:1001] type 00 class 0x010000 conventional PCI endpoint1282vm-test-run-nixbot-gitlab> gitlab # [    1.090302] pci 0000:00:08.0: BAR 0 [io  0xc080-0xc0ff]1283vm-test-run-nixbot-gitlab> gitlab # [    1.094302] pci 0000:00:08.0: BAR 1 [mem 0xfebd6000-0xfebd6fff]1284vm-test-run-nixbot-gitlab> gitlab # [    1.099396] pci 0000:00:08.0: BAR 4 [mem 0xe0000014000-0xe0000017fff 64bit pref]1285vm-test-run-nixbot-gitlab> gitlab # [    1.111299] pci 0000:00:09.0: [1af4:1000] type 00 class 0x020000 conventional PCI endpoint1286vm-test-run-nixbot-gitlab> gitlab # [    1.124296] pci 0000:00:09.0: BAR 0 [io  0xc1e0-0xc1ff]1287vm-test-run-nixbot-gitlab> gitlab # [    1.128293] pci 0000:00:09.0: BAR 1 [mem 0xfebd7000-0xfebd7fff]1288vm-test-run-nixbot-gitlab> gitlab # [    1.132368] pci 0000:00:09.0: BAR 4 [mem 0xe0000018000-0xe000001bfff 64bit pref]1289vm-test-run-nixbot-gitlab> gitlab # [    1.136298] pci 0000:00:09.0: ROM [mem 0xfeb80000-0xfebbffff pref]1290vm-test-run-nixbot-gitlab> gitlab # [    1.142728] pci 0000:00:0a.0: [1af4:1052] type 00 class 0x090000 conventional PCI endpoint1291vm-test-run-nixbot-gitlab> gitlab # [    1.147307] pci 0000:00:0a.0: BAR 1 [mem 0xfebd8000-0xfebd8fff]1292vm-test-run-nixbot-gitlab> gitlab # [    1.149311] pci 0000:00:0a.0: BAR 4 [mem 0xe000001c000-0xe000001ffff 64bit pref]1293vm-test-run-nixbot-gitlab> gitlab # [    1.153360] pci 0000:00:0b.0: [1af4:1003] type 00 class 0x078000 conventional PCI endpoint1294vm-test-run-nixbot-gitlab> gitlab # [    1.160309] pci 0000:00:0b.0: BAR 0 [io  0xc100-0xc13f]1295vm-test-run-nixbot-gitlab> gitlab # [    1.161272] pci 0000:00:0b.0: BAR 1 [mem 0xfebd9000-0xfebd9fff]1296vm-test-run-nixbot-gitlab> gitlab # [    1.163344] pci 0000:00:0b.0: BAR 4 [mem 0xe0000020000-0xe0000023fff 64bit pref]1297vm-test-run-nixbot-gitlab> gitlab # [    1.167972] pci 0000:00:0c.0: [1af4:1005] type 00 class 0x00ff00 conventional PCI endpoint1298vm-test-run-nixbot-gitlab> gitlab # [    1.173329] pci 0000:00:0c.0: BAR 0 [io  0xc200-0xc21f]1299vm-test-run-nixbot-gitlab> gitlab # [    1.175272] pci 0000:00:0c.0: BAR 1 [mem 0xfebda000-0xfebdafff]1300vm-test-run-nixbot-gitlab> gitlab # [    1.177310] pci 0000:00:0c.0: BAR 4 [mem 0xe0000024000-0xe0000027fff 64bit pref]1301vm-test-run-nixbot-gitlab> gitlab # [    1.187457] ACPI: PCI: Interrupt link LNKA configured for IRQ 101302vm-test-run-nixbot-gitlab> gitlab # [    1.189482] ACPI: PCI: Interrupt link LNKB configured for IRQ 101303vm-test-run-nixbot-gitlab> gitlab # [    1.191474] ACPI: PCI: Interrupt link LNKC configured for IRQ 111304vm-test-run-nixbot-gitlab> gitlab # [    1.193457] ACPI: PCI: Interrupt link LNKD configured for IRQ 111305vm-test-run-nixbot-gitlab> gitlab # [    1.195368] ACPI: PCI: Interrupt link LNKS configured for IRQ 91306vm-test-run-nixbot-gitlab> gitlab # [    1.198677] iommu: Default domain type: Translated1307vm-test-run-nixbot-gitlab> gitlab # [    1.200257] iommu: DMA domain TLB invalidation policy: lazy mode1308vm-test-run-nixbot-gitlab> gitlab # [    1.202556] ACPI: bus type USB registered1309vm-test-run-nixbot-gitlab> gitlab # [    1.203349] usbcore: registered new interface driver usbfs1310vm-test-run-nixbot-gitlab> gitlab # [    1.205281] usbcore: registered new interface driver hub1311vm-test-run-nixbot-gitlab> gitlab # [    1.207268] usbcore: registered new device driver usb1312vm-test-run-nixbot-gitlab> gitlab # [    1.211855] NetLabel: Initializing1313vm-test-run-nixbot-gitlab> gitlab # [    1.214264] NetLabel:  domain hash size = 1281314vm-test-run-nixbot-gitlab> gitlab # [    1.218265] NetLabel:  protocols = UNLABELED CIPSOv4 CALIPSO1315vm-test-run-nixbot-gitlab> gitlab # [    1.222464] NetLabel:  unlabeled traffic allowed by default1316vm-test-run-nixbot-gitlab> gitlab # [    1.226299] PCI: Using ACPI for IRQ routing1317vm-test-run-nixbot-gitlab> gitlab # [    1.231578] pci 0000:00:02.0: vgaarb: setting as boot VGA device1318vm-test-run-nixbot-gitlab> gitlab # [    1.232253] pci 0000:00:02.0: vgaarb: bridge control possible1319vm-test-run-nixbot-gitlab> gitlab # [    1.232253] pci 0000:00:02.0: vgaarb: VGA device added: decodes=io+mem,owns=io+mem,locks=none1320vm-test-run-nixbot-gitlab> gitlab # [    1.246273] vgaarb: loaded1321vm-test-run-nixbot-gitlab> gitlab # [    1.248846] hpet0: at MMIO 0xfed00000, IRQs 2, 8, 01322vm-test-run-nixbot-gitlab> gitlab # [    1.252264] hpet0: 3 comparators, 64-bit 100.000000 MHz counter1323vm-test-run-nixbot-gitlab> gitlab # [    1.260534] clocksource: Switched to clocksource kvm-clock1324vm-test-run-nixbot-gitlab> gitlab # [    1.265152] VFS: Disk quotas dquot_6.6.01325vm-test-run-nixbot-gitlab> gitlab # [    1.267657] VFS: Dquot-cache hash table entries: 512 (order 0, 4096 bytes)1326vm-test-run-nixbot-gitlab> gitlab # [    1.272413] pnp: PnP ACPI init1327vm-test-run-nixbot-gitlab> gitlab # [    1.276414] pnp: PnP ACPI: found 6 devices1328vm-test-run-nixbot-gitlab> gitlab # [    1.292909] clocksource: acpi_pm: mask: 0xffffff max_cycles: 0xffffff, max_idle_ns: 2085701024 ns1329vm-test-run-nixbot-gitlab> gitlab # [    1.298021] clocksource: Switched to clocksource acpi_pm1330vm-test-run-nixbot-gitlab> gitlab # [    1.301435] NET: Registered PF_INET protocol family1331vm-test-run-nixbot-gitlab> gitlab # [    1.307104] IP idents hash table entries: 131072 (order: 8, 1048576 bytes, linear)1332vm-test-run-nixbot-gitlab> gitlab # [    1.329374] tcp_listen_portaddr_hash hash table entries: 4096 (order: 4, 65536 bytes, linear)1333vm-test-run-nixbot-gitlab> gitlab # [    1.331981] Table-perturb hash table entries: 65536 (order: 6, 262144 bytes, linear)1334vm-test-run-nixbot-gitlab> gitlab # [    1.334370] TCP established hash table entries: 65536 (order: 7, 524288 bytes, linear)1335vm-test-run-nixbot-gitlab> gitlab # [    1.339379] TCP bind hash table entries: 65536 (order: 9, 2097152 bytes, linear)1336vm-test-run-nixbot-gitlab> gitlab # [    1.341690] TCP: Hash tables configured (established 65536 bind 65536)1337vm-test-run-nixbot-gitlab> gitlab # [    1.343759] MPTCP token hash table entries: 8192 (order: 6, 196608 bytes, linear)1338vm-test-run-nixbot-gitlab> gitlab # [    1.346438] UDP hash table entries: 4096 (order: 6, 262144 bytes, linear)1339vm-test-run-nixbot-gitlab> gitlab # [    1.348791] UDP-Lite hash table entries: 4096 (order: 6, 262144 bytes, linear)1340vm-test-run-nixbot-gitlab> gitlab # [    1.351124] NET: Registered PF_UNIX/PF_LOCAL protocol family1341vm-test-run-nixbot-gitlab> gitlab # [    1.352924] NET: Registered PF_XDP protocol family1342vm-test-run-nixbot-gitlab> gitlab # [    1.354444] pci_bus 0000:00: resource 4 [io  0x0000-0x0cf7 window]1343vm-test-run-nixbot-gitlab> gitlab # [    1.356304] pci_bus 0000:00: resource 5 [io  0x0d00-0xffff window]1344vm-test-run-nixbot-gitlab> gitlab # [    1.358161] pci_bus 0000:00: resource 6 [mem 0x000a0000-0x000bffff window]1345vm-test-run-nixbot-gitlab> gitlab # [    1.360188] pci_bus 0000:00: resource 7 [mem 0xc0000000-0xfebfffff window]1346vm-test-run-nixbot-gitlab> gitlab # [    1.362210] pci_bus 0000:00: resource 8 [mem 0xe0000000000-0xe007fffffff window]1347vm-test-run-nixbot-gitlab> gitlab # [    1.364542] pci 0000:00:01.0: PIIX3: Enabling Passive Release1348vm-test-run-nixbot-gitlab> gitlab # [    1.366364] pci 0000:00:00.0: Limiting direct PCI/PCI transfers1349vm-test-run-nixbot-gitlab> gitlab # [    1.369779] ACPI: \_SB_.LNKD: Enabled at IRQ 111350vm-test-run-nixbot-gitlab> gitlab # [    1.373363] PCI: CLS 0 bytes, default 641351vm-test-run-nixbot-gitlab> gitlab # [    1.374791] PCI-DMA: Using software bounce buffering for IO (SWIOTLB)1352vm-test-run-nixbot-gitlab> gitlab # [    1.375303] Trying to unpack rootfs image as initramfs...1353vm-test-run-nixbot-gitlab> gitlab # [    1.376729] software IO TLB: mapped [mem 0x00000000ba4e0000-0x00000000be4e0000] (64MB)1354vm-test-run-nixbot-gitlab> gitlab # [    1.376871] clocksource: tsc: mask: 0xffffffffffffffff max_cycles: 0x22983f10a64, max_idle_ns: 440795218721 ns1355vm-test-run-nixbot-gitlab> gitlab # [    1.403723] Initialise system trusted keyrings1356vm-test-run-nixbot-gitlab> gitlab # [    1.405743] workingset: timestamp_bits=40 max_order=21 bucket_order=01357vm-test-run-nixbot-gitlab> gitlab # [    1.435179] Key type asymmetric registered1358vm-test-run-nixbot-gitlab> gitlab # [    1.438643] Asymmetric key parser 'x509' registered1359vm-test-run-nixbot-gitlab> gitlab # [    1.442741] Block layer SCSI generic (bsg) driver version 0.4 loaded (major 248)1360vm-test-run-nixbot-gitlab> gitlab # [    1.449245] io scheduler mq-deadline registered1361vm-test-run-nixbot-gitlab> gitlab # [    1.452990] io scheduler kyber registered1362vm-test-run-nixbot-gitlab> gitlab # [    1.459669] Serial: 8250/16550 driver, 4 ports, IRQ sharing enabled1363vm-test-run-nixbot-gitlab> gitlab # [    1.464244] 00:04: ttyS0 at I/O 0x3f8 (irq = 4, base_baud = 115200) is a 16550A1364vm-test-run-nixbot-gitlab> gitlab # [    1.472070] Linux agpgart interface v0.1031365vm-test-run-nixbot-gitlab> gitlab # [    1.473782] ACPI: bus type drm_connector registered1366vm-test-run-nixbot-gitlab> gitlab # [    1.477794] usbcore: registered new interface driver usbserial_generic1367vm-test-run-nixbot-gitlab> gitlab # [    1.479758] usbserial: USB Serial support registered for generic1368vm-test-run-nixbot-gitlab> gitlab # [    1.481600] amd_pstate: The CPPC feature is supported but currently disabled by the BIOS.1369vm-test-run-nixbot-gitlab> gitlab # [    1.481600] Please enable it if your BIOS has the CPPC option.1370vm-test-run-nixbot-gitlab> gitlab # [    1.485609] amd_pstate: the _CPC object is not present in SBIOS or ACPI disabled1371vm-test-run-nixbot-gitlab> gitlab # [    1.488073] drop_monitor: Initializing network drop monitor service1372vm-test-run-nixbot-gitlab> gitlab # [    1.490082] NET: Registered PF_INET6 protocol family1373vm-test-run-nixbot-gitlab> gitlab # [    1.492802] Segment Routing with IPv61374vm-test-run-nixbot-gitlab> gitlab # [    1.494056] In-situ OAM (IOAM) with IPv61375vm-test-run-nixbot-gitlab> gitlab # [    1.498375] IPI shorthand broadcast: enabled1376vm-test-run-nixbot-gitlab> gitlab # [    1.512127] sched_clock: Marking stable (1247076589, 264877874)->(1588843534, -76889071)1377vm-test-run-nixbot-gitlab> gitlab # [    1.519144] registered taskstats version 11378vm-test-run-nixbot-gitlab> gitlab # [    1.520743] Loading compiled-in X.509 certificates1379vm-test-run-nixbot-gitlab> gitlab # [    1.531685] Demotion targets for Node 0: null1380vm-test-run-nixbot-gitlab> gitlab # [    1.533467] Key type .fscrypt registered1381vm-test-run-nixbot-gitlab> gitlab # [    1.534725] Key type fscrypt-provisioning registered1382vm-test-run-nixbot-gitlab> gitlab # [    1.536450] ima: No TPM chip found, activating TPM-bypass!1383vm-test-run-nixbot-gitlab> gitlab # [    1.538132] ima: Allocated hash algorithm: sha11384vm-test-run-nixbot-gitlab> gitlab # [    1.539560] ima: No architecture policies found1385vm-test-run-nixbot-gitlab> gitlab # [    1.541403] PM:   Magic number: 14:894:7791386vm-test-run-nixbot-gitlab> gitlab # [    1.543786] RAS: Correctable Errors collector initialized.1387vm-test-run-nixbot-gitlab> gitlab # [    1.549244] clk: Disabling unused clocks1388vm-test-run-nixbot-gitlab> gitlab # [    1.550511] PM: genpd: Disabling unused power domains1389vm-test-run-nixbot-gitlab> gitlab # [    1.705820] Freeing initrd memory: 27584K1390vm-test-run-nixbot-gitlab> gitlab # [    1.714274] Freeing unused decrypted memory: 2028K1391vm-test-run-nixbot-gitlab> gitlab # [    1.722992] Freeing unused kernel image (initmem) memory: 3644K1392vm-test-run-nixbot-gitlab> gitlab # [    1.727679] Write protecting the kernel read-only data: 32768k1393vm-test-run-nixbot-gitlab> gitlab # [    1.735302] Freeing unused kernel image (text/rodata gap) memory: 1332K1394vm-test-run-nixbot-gitlab> gitlab # [    1.741789] Freeing unused kernel image (rodata/data gap) memory: 816K1395vm-test-run-nixbot-gitlab> gitlab # [    1.807965] x86/mm: Checked W+X mappings: passed, no W+X pages found.1396vm-test-run-nixbot-gitlab> gitlab # [    1.809965] Run /init as init process1397vm-test-run-nixbot-gitlab> gitlab # [    1.826338] systemd[1]: Inserted module 'autofs4'1398vm-test-run-nixbot-gitlab> gitlab # [    1.855519] fuse: init (API version 7.45)1399vm-test-run-nixbot-gitlab> gitlab # [    1.865841] ACPI: \_SB_.LNKC: Enabled at IRQ 101400vm-test-run-nixbot-gitlab> gitlab # [    1.876661] ACPI: \_SB_.LNKA: Enabled at IRQ 101401vm-test-run-nixbot-gitlab> gitlab # [    1.881693] ACPI: \_SB_.LNKB: Enabled at IRQ 111402vm-test-run-nixbot-gitlab> gitlab # [    1.934244] systemd[1]: Successfully made /usr/ read-only.1403vm-test-run-nixbot-gitlab> gitlab # [    2.271825] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)1404vm-test-run-nixbot-gitlab> gitlab # [    2.293138] systemd[1]: Detected virtualization kvm.1405vm-test-run-nixbot-gitlab> gitlab # [    2.294681] systemd[1]: Detected architecture x86-64.1406vm-test-run-nixbot-gitlab> gitlab # [    2.296275] systemd[1]: Running in initrd.1407vm-test-run-nixbot-gitlab> gitlab # [    2.298048] systemd[1]: Initializing machine ID from random generator.1408vm-test-run-nixbot-gitlab> gitlab # [    2.300102] systemd[1]: Hostname set to <gitlab>.1409vm-test-run-nixbot-gitlab> gitlab # [    2.378978] systemd[1]: Queued start job for default target Initrd Default Target.1410vm-test-run-nixbot-gitlab> gitlab # [    2.523791] systemd[1]: Created slice Slice /system/modprobe.1411vm-test-run-nixbot-gitlab> gitlab # [    2.529077] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.1412vm-test-run-nixbot-gitlab> gitlab # [    2.535190] systemd[1]: Expecting device /dev/disk/by-label/nix-store...1413vm-test-run-nixbot-gitlab> gitlab # [    2.540376] systemd[1]: Expecting device /dev/disk/by-label/nixos...1414vm-test-run-nixbot-gitlab> gitlab # [    2.545358] systemd[1]: Reached target Path Units.1415vm-test-run-nixbot-gitlab> gitlab # [    2.549367] systemd[1]: Reached target Slice Units.1416vm-test-run-nixbot-gitlab> gitlab # [    2.553429] systemd[1]: Reached target Swaps.1417vm-test-run-nixbot-gitlab> gitlab # [    2.556856] systemd[1]: Reached target Timer Units.1418vm-test-run-nixbot-gitlab> gitlab # [    2.560336] systemd[1]: Listening on D-Bus System Message Bus Socket.1419vm-test-run-nixbot-gitlab> gitlab # [    2.564541] systemd[1]: Listening on Journal Socket (/dev/log).1420vm-test-run-nixbot-gitlab> gitlab # [    2.568540] systemd[1]: Listening on Journal Sockets.1421vm-test-run-nixbot-gitlab> gitlab # [    2.572156] systemd[1]: Listening on udev Control Socket.1422vm-test-run-nixbot-gitlab> gitlab # [    2.574777] systemd[1]: Listening on udev Kernel Socket.1423vm-test-run-nixbot-gitlab> gitlab # [    2.576535] systemd[1]: Reached target Socket Units.1424vm-test-run-nixbot-gitlab> gitlab # [    2.582397] systemd[1]: Starting Create List of Static Device Nodes...1425vm-test-run-nixbot-gitlab> gitlab # [    2.588376] systemd[1]: Starting Load Kernel Module 9pnet_virtio...1426vm-test-run-nixbot-gitlab> gitlab # [    2.600471] systemd[1]: Starting Load Kernel Module configfs...1427vm-test-run-nixbot-gitlab> gitlab # [    2.605479] systemd[1]: Starting Journal Service...1428vm-test-run-nixbot-gitlab> gitlab # [    2.614990] systemd[1]: Starting Load Kernel Modules...1429vm-test-run-nixbot-gitlab> gitlab # [    2.616679] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki1430vm-test-run-nixbot-gitlab> gitlab # [    2.633777] systemd[1]: Starting Coldplug All udev Devices...1431vm-test-run-nixbot-gitlab> gitlab # [    2.637801] systemd-journald[151]: Collecting audit messages is disabled.1432vm-test-run-nixbot-gitlab> gitlab # [    2.659355] device-mapper: core: CONFIG_IMA_DISABLE_HTABLE is disabled. Duplicate IMA measurements will not be recorded in the IMA log.1433vm-test-run-nixbot-gitlab> gitlab # [    2.663126] device-mapper: ioctl: 4.50.0-ioctl (2025-04-28) initialised: dm-devel@lists.linux.dev1434vm-test-run-nixbot-gitlab> gitlab # [    2.664054] netfs: FS-Cache loaded1435vm-test-run-nixbot-gitlab> gitlab # [    2.668775] systemd[1]: Finished Create List of Static Device Nodes.1436vm-test-run-nixbot-gitlab> gitlab # [    2.671595] systemd[1]: modprobe@configfs.service: Deactivated successfully.1437vm-test-run-nixbot-gitlab> gitlab # [    2.675974] systemd[1]: Finished Load Kernel Module configfs.1438vm-test-run-nixbot-gitlab> gitlab # [    2.681078] 9pnet: Installing 9P2000 support1439vm-test-run-nixbot-gitlab> gitlab # [    2.682451] systemd[1]: Kernel Configuration File System skipped, unmet condition check ConditionPathExists=/sys/kernel/config1440vm-test-run-nixbot-gitlab> gitlab # [    2.688024] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...1441vm-test-run-nixbot-gitlab> gitlab # [    2.691419] systemd[1]: modprobe@9pnet_virtio.service: Deactivated successfully.1442vm-test-run-nixbot-gitlab> gitlab # [    2.695461] systemd[1]: Finished Load Kernel Module 9pnet_virtio.1443vm-test-run-nixbot-gitlab> gitlab # [    2.703487] systemd[1]: Finished Load Kernel Modules.1444vm-test-run-nixbot-gitlab> gitlab # [    2.707737] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.1445vm-test-run-nixbot-gitlab> gitlab # [    2.712545] systemd[1]: Starting Apply Kernel Variables...1446vm-test-run-nixbot-gitlab> gitlab # [    2.724218] systemd[1]: Starting Create Static Device Nodes in /dev...1447vm-test-run-nixbot-gitlab> gitlab # [    2.459460] systemd-modules-load[154]: Using 4 probe threads1448vm-test-run-nixbot-gitlab> gitlab # [    2.463394] systemd-modules-load[154]: Inserted module 'dm_mod'1449vm-test-run-nixbot-gitlab> gitlab # [    2.729377] systemd[1]: Started Journal Service.1450vm-test-run-nixbot-gitlab> gitlab # [    2.465124] systemd-modules-load[154]: Inserted module 'virtio_balloon'1451vm-test-run-nixbot-gitlab> gitlab # [    2.467505] systemd-modules-load[154]: Inserted module 'virtio_gpu'1452vm-test-run-nixbot-gitlab> gitlab # [    2.469903] systemd[1]: Finished Apply Kernel Variables.1453vm-test-run-nixbot-gitlab> gitlab # [    2.481329] systemd[1]: Finished Create Static Device Nodes in /dev.1454vm-test-run-nixbot-gitlab> gitlab # [    2.482941] systemd[1]: Reached target Preparation for Local File Systems.1455vm-test-run-nixbot-gitlab> gitlab # [    2.484524] systemd[1]: Reached target Local File Systems.1456vm-test-run-nixbot-gitlab> gitlab # [    2.485856] systemd[1]: Starting Create System Files and Directories...1457vm-test-run-nixbot-gitlab> gitlab # [    2.489160] systemd[1]: Starting Rule-based Manager for Device Events and Files...1458vm-test-run-nixbot-gitlab> gitlab # [    2.508406] systemd[1]: Finished Create System Files and Directories.1459vm-test-run-nixbot-gitlab> gitlab # [    2.517669] systemd-udevd[195]: Using default interface naming scheme 'v260'.1460vm-test-run-nixbot-gitlab> gitlab # [    2.532259] systemd[1]: Started Rule-based Manager for Device Events and Files.1461vm-test-run-nixbot-gitlab> gitlab # [    2.538935] systemd[1]: Finished Coldplug All udev Devices.1462vm-test-run-nixbot-gitlab> gitlab # [    2.540502] systemd[1]: Reached target System Initialization.1463vm-test-run-nixbot-gitlab> gitlab # [    2.541914] systemd[1]: Reached target Basic System.1464vm-test-run-nixbot-gitlab> gitlab # [    2.971187] i8042: PNP: PS/2 Controller [PNP0303:KBD,PNP0f13:MOU] at 0x60,0x64 irq 1,121465vm-test-run-nixbot-gitlab> gitlab # [    2.975732] serio: i8042 KBD port at 0x60,0x64 irq 11466vm-test-run-nixbot-gitlab> gitlab # [    2.977054] serio: i8042 AUX port at 0x60,0x64 irq 121467vm-test-run-nixbot-gitlab> gitlab # [    2.981024] uhci_hcd 0000:00:01.2: UHCI Host Controller1468vm-test-run-nixbot-gitlab> gitlab # [    2.982207] SCSI subsystem initialized1469vm-test-run-nixbot-gitlab> gitlab # [    2.982301] uhci_hcd 0000:00:01.2: new USB bus registered, assigned bus number 11470vm-test-run-nixbot-gitlab> gitlab # [    2.985101] uhci_hcd 0000:00:01.2: detected 2 ports1471vm-test-run-nixbot-gitlab> gitlab # [    2.986905] uhci_hcd 0000:00:01.2: irq 11, io port 0x0000c1401472vm-test-run-nixbot-gitlab> gitlab # [    2.988546] usb usb1: New USB device found, idVendor=1d6b, idProduct=0001, bcdDevice= 6.181473vm-test-run-nixbot-gitlab> gitlab # [    2.990496] usb usb1: New USB device strings: Mfr=3, Product=2, SerialNumber=11474vm-test-run-nixbot-gitlab> gitlab # [    2.992587] usb usb1: Product: UHCI Host Controller1475vm-test-run-nixbot-gitlab> gitlab # [    2.994590] usb usb1: Manufacturer: Linux 6.18.34 uhci_hcd1476vm-test-run-nixbot-gitlab> gitlab # [    2.996620] usb usb1: SerialNumber: 0000:00:01.21477vm-test-run-nixbot-gitlab> gitlab # [    2.998779] hub 1-0:1.0: USB hub found1478vm-test-run-nixbot-gitlab> gitlab # [    3.000730] hub 1-0:1.0: 2 ports detected1479vm-test-run-nixbot-gitlab> gitlab # [    3.026697] virtio_blk virtio4: 4/0/0 default/read/poll queues1480vm-test-run-nixbot-gitlab> gitlab # [    3.035425] virtio_blk virtio4: [vda] 2097152 512-byte logical blocks (1.07 GB/1.00 GiB)1481vm-test-run-nixbot-gitlab> gitlab # [    3.041265] virtio_blk virtio5: 4/0/0 default/read/poll queues1482vm-test-run-nixbot-gitlab> gitlab # [    3.047424] virtio_blk virtio5: [vdb] 11527136 512-byte logical blocks (5.90 GB/5.50 GiB)1483vm-test-run-nixbot-gitlab> gitlab # [    3.060460] scsi host0: ata_piix1484vm-test-run-nixbot-gitlab> gitlab # [    2.800053] systemd[1]: Starting Virtual Console Setup...1485vm-test-run-nixbot-gitlab> gitlab # [    2.803647] (udev-worker)[202]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.1486vm-test-run-nixbot-gitlab> gitlab # [    2.807303] (udev-worker)[202]: Network interface NamePolicy= disabled on kernel command line.1487vm-test-run-nixbot-gitlab> gitlab # [    3.074080] input: AT Translated Set 2 keyboard as /devices/platform/i8042/serio0/input/input01488vm-test-run-nixbot-gitlab> gitlab # [    2.811746] (udev-worker)[204]: Network interface NamePolicy= disabled on kernel command line.1489vm-test-run-nixbot-gitlab> gitlab # [    3.083689] scsi host1: ata_piix1490vm-test-run-nixbot-gitlab> gitlab # [    3.085796] ata1: PATA max MWDMA2 cmd 0x1f0 ctl 0x3f6 bmdma 0xc220 irq 14 lpm-pol 01491vm-test-run-nixbot-gitlab> gitlab # [    3.088279] ata2: PATA max MWDMA2 cmd 0x170 ctl 0x376 bmdma 0xc228 irq 15 lpm-pol 01492vm-test-run-nixbot-gitlab> gitlab # [    2.830543] systemd-vconsole-setup[232]: Configuration of first virtual console was skipped, ignoring remaining ones.1493vm-test-run-nixbot-gitlab> gitlab # [    2.835688] systemd[1]: Finished Virtual Console Setup.1494vm-test-run-nixbot-gitlab> gitlab # [    2.840488] systemd[1]: Found device /dev/disk/by-label/nixos.1495vm-test-run-nixbot-gitlab> gitlab # [    2.842922] systemd[1]: Found device /dev/disk/by-label/nix-store.1496vm-test-run-nixbot-gitlab> gitlab # [    2.844408] systemd[1]: Reached target Initrd Root Device.1497vm-test-run-nixbot-gitlab> gitlab # [    2.846243] systemd[1]: Starting File System Check on /dev/disk/by-label/nixos...1498vm-test-run-nixbot-gitlab> gitlab # [    2.883984] systemd-fsck[245]: nixos: clean, 12/65536 files, 13019/262144 blocks1499vm-test-run-nixbot-gitlab> gitlab # [    2.890159] systemd[1]: Finished File System Check on /dev/disk/by-label/nixos.1500vm-test-run-nixbot-gitlab> gitlab # [    3.225073] usb 1-1: new full-speed USB device number 2 using uhci_hcd1501vm-test-run-nixbot-gitlab> gitlab # [    3.247584] ata2: found unknown device (class 0)1502vm-test-run-nixbot-gitlab> gitlab # [    3.252966] ata2.00: ATAPI: QEMU DVD-ROM, 2.5+, max UDMA/1001503vm-test-run-nixbot-gitlab> gitlab # [    3.260793] scsi 1:0:0:0: CD-ROM            QEMU     QEMU DVD-ROM     2.5+ PQ: 0 ANSI: 51504vm-test-run-nixbot-gitlab> gitlab # [    3.331263] sr 1:0:0:0: [sr0] scsi3-mmc drive: 4x/4x cd/rw xa/form2 tray1505vm-test-run-nixbot-gitlab> gitlab # [    3.362394] cdrom: Uniform CD-ROM driver Revision: 3.201506vm-test-run-nixbot-gitlab> gitlab # [    3.394253] usb 1-1: New USB device found, idVendor=0627, idProduct=0001, bcdDevice= 0.001507vm-test-run-nixbot-gitlab> gitlab # [    3.399191] usb 1-1: New USB device strings: Mfr=1, Product=3, SerialNumber=101508vm-test-run-nixbot-gitlab> gitlab # [    3.403511] usb 1-1: Product: QEMU USB Tablet1509vm-test-run-nixbot-gitlab> gitlab # [    3.406344] usb 1-1: Manufacturer: QEMU1510vm-test-run-nixbot-gitlab> gitlab # [    3.408952] usb 1-1: SerialNumber: 28754-0000:00:01.2-11511vm-test-run-nixbot-gitlab> gitlab # [    3.449110] hid: raw HID events driver (C) Jiri Kosina1512vm-test-run-nixbot-gitlab> gitlab # [    3.463209] usbcore: registered new interface driver usbhid1513vm-test-run-nixbot-gitlab> gitlab # [    3.465958] usbhid: USB HID core driver1514vm-test-run-nixbot-gitlab> gitlab # [    3.477375] input: QEMU QEMU USB Tablet as /devices/pci0000:00/0000:00:01.2/usb1/1-1/1-1:1.0/0003:0627:0001.0001/input/input21515vm-test-run-nixbot-gitlab> gitlab # [    3.481414] hid-generic 0003:0627:0001.0001: input,hidraw0: USB HID v0.01 Mouse [QEMU QEMU USB Tablet] on usb-0000:00:01.2-1/input01516vm-test-run-nixbot-gitlab> gitlab # [    3.407579] systemd[1]: Mounting /sysroot...1517vm-test-run-nixbot-gitlab> gitlab # [    3.861607] EXT4-fs (vda): mounted filesystem 25eb148f-6b21-4d18-89bc-5f0601279346 r/w with ordered data mode. Quota mode: none.1518vm-test-run-nixbot-gitlab> gitlab # [    3.601238] systemd[1]: Mounted /sysroot.1519vm-test-run-nixbot-gitlab> gitlab # [    3.602972] systemd[1]: Reached target Initrd Root File System.1520vm-test-run-nixbot-gitlab> gitlab # [    3.606809] systemd[1]: Mounting /sysroot/nix/.ro-store...1521vm-test-run-nixbot-gitlab> gitlab # [    3.609358] systemd[1]: Mounting /sysroot/nix/.rw-store...1522vm-test-run-nixbot-gitlab> gitlab # [    3.611512] systemd[1]: Mounting /sysroot/run...1523vm-test-run-nixbot-gitlab> gitlab # [    3.624672] systemd[1]: Mounting /sysroot/tmp/shared...1524vm-test-run-nixbot-gitlab> gitlab # [    3.632365] systemd[1]: Mounting /sysroot/tmp/xchg...1525vm-test-run-nixbot-gitlab> gitlab # [    3.906207] erofs (device vdb): mounted with root inode @ nid 128.1526vm-test-run-nixbot-gitlab> gitlab # [    3.642184] systemd[1]: Starting Mountpoints Configured in the Real Root...1527vm-test-run-nixbot-gitlab> gitlab # [    3.914473] 9p: Installing v9fs 9p2000 file system support1528vm-test-run-nixbot-gitlab> gitlab # [    3.650154] systemd-sysroot-fstab-check[275]: /sysroot should be mounted in the initrd, will request daemon-reload.1529vm-test-run-nixbot-gitlab> gitlab # [    3.654922] systemd[1]: Mounted /sysroot/nix/.ro-store.1530vm-test-run-nixbot-gitlab> gitlab # [    3.656961] systemd[1]: Mounted /sysroot/nix/.rw-store.1531vm-test-run-nixbot-gitlab> gitlab # [    3.658313] systemd[1]: Mounted /sysroot/run.1532vm-test-run-nixbot-gitlab> gitlab # [    3.659479] systemd[1]: Mounted /sysroot/tmp/shared.1533vm-test-run-nixbot-gitlab> gitlab # [    3.660722] systemd[1]: Mounted /sysroot/tmp/xchg.1534vm-test-run-nixbot-gitlab> gitlab # [    3.665838] systemd[1]: Starting rw-sysroot-nix-store.service...1535vm-test-run-nixbot-gitlab> gitlab # [    3.667413] systemd[1]: Reload requested from client PID 275 ('systemd-sysroot') (unit initrd-parse-etc.service)...1536vm-test-run-nixbot-gitlab> gitlab # [    3.670093] systemd[1]: Reloading...1537vm-test-run-nixbot-gitlab> gitlab # [    3.882288] systemd[1]: Reloading finished in 215 ms.1538vm-test-run-nixbot-gitlab> gitlab # [    3.931855] systemd-sysroot-fstab-check[275]: Requesting initrd-fs.target/start/replace...1539vm-test-run-nixbot-gitlab> gitlab # [    4.036981] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.1540vm-test-run-nixbot-gitlab> gitlab # [    4.040867] systemd[1]: Finished rw-sysroot-nix-store.service.1541vm-test-run-nixbot-gitlab> gitlab # [    4.049845] systemd-sysroot-fstab-check[275]: Requesting swap.target/start/replace...1542vm-test-run-nixbot-gitlab> gitlab # [    4.053825] systemd[1]: initrd-parse-etc.service: Deactivated successfully.1543vm-test-run-nixbot-gitlab> gitlab # [    4.058220] systemd[1]: Finished Mountpoints Configured in the Real Root.1544vm-test-run-nixbot-gitlab> gitlab # [    4.060805] systemd[1]: initrd-parse-etc.service: Triggering OnSuccess= dependencies.1545vm-test-run-nixbot-gitlab> gitlab # [    4.066189] systemd[1]: Starting rw-sysroot-nix-store.service...1546vm-test-run-nixbot-gitlab> gitlab # [    4.090583] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.1547vm-test-run-nixbot-gitlab> gitlab # [    4.093542] systemd[1]: Finished rw-sysroot-nix-store.service.1548vm-test-run-nixbot-gitlab> gitlab # [    4.409272] systemd[1]: Mounting /sysroot/nix/store...1549vm-test-run-nixbot-gitlab> gitlab # [    4.465249] systemd[1]: Mounted /sysroot/nix/store.1550vm-test-run-nixbot-gitlab> gitlab # [    4.468851] systemd[1]: Reached target Initrd File Systems.1551vm-test-run-nixbot-gitlab> gitlab # [    4.472668] systemd[1]: Starting Find NixOS closure...1552vm-test-run-nixbot-gitlab> gitlab # [    4.477863] systemd[1]: Starting Create Volatile Files and Directories in the Real Root...1553vm-test-run-nixbot-gitlab> gitlab # [    4.506144] systemd[1]: Finished Create Volatile Files and Directories in the Real Root.1554vm-test-run-nixbot-gitlab> gitlab # [    4.511292] systemd[1]: sysroot-run-credentials-systemd\x2dtmpfiles\x2dsetup\x2dsysroot.service.mount: Deactivated successfully.1555vm-test-run-nixbot-gitlab> gitlab # [    4.524612] systemd[1]: Finished Find NixOS closure.1556vm-test-run-nixbot-gitlab> gitlab # [    4.528476] systemd[1]: Reached target Initrd Default Target.1557vm-test-run-nixbot-gitlab> gitlab # [    4.535791] systemd[1]: Starting Cleaning Up and Shutting Down Daemons...1558vm-test-run-nixbot-gitlab> gitlab # [    4.580249] systemd[1]: Stopped target Initrd Default Target.1559vm-test-run-nixbot-gitlab> gitlab # [    4.583837] systemd[1]: Stopped target Basic System.1560vm-test-run-nixbot-gitlab> gitlab # [    4.587004] systemd[1]: Stopped target Initrd Root Device.1561vm-test-run-nixbot-gitlab> gitlab # [    4.590424] systemd[1]: Stopped target Path Units.1562vm-test-run-nixbot-gitlab> gitlab # [    4.593402] systemd[1]: systemd-ask-password-console.path: Deactivated successfully.1563vm-test-run-nixbot-gitlab> gitlab # [    4.597858] systemd[1]: Stopped Dispatch Password Requests to Console Directory Watch.1564vm-test-run-nixbot-gitlab> gitlab # [    4.602420] systemd[1]: Stopped target Slice Units.1565vm-test-run-nixbot-gitlab> gitlab # [    4.605549] systemd[1]: Stopped target Socket Units.1566vm-test-run-nixbot-gitlab> gitlab # [    4.608708] systemd[1]: Stopped target System Initialization.1567vm-test-run-nixbot-gitlab> gitlab # [    4.612222] systemd[1]: Stopped target Swaps.1568vm-test-run-nixbot-gitlab> gitlab # [    4.614982] systemd[1]: Stopped target Timer Units.1569vm-test-run-nixbot-gitlab> gitlab # [    4.617937] systemd[1]: dbus.socket: Deactivated successfully.1570vm-test-run-nixbot-gitlab> gitlab # [    4.621462] systemd[1]: Closed D-Bus System Message Bus Socket.1571vm-test-run-nixbot-gitlab> gitlab # [    4.624938] systemd[1]: initrd-find-nixos-closure.service: Deactivated successfully.1572vm-test-run-nixbot-gitlab> gitlab # [    4.628446] systemd[1]: Stopped Find NixOS closure.1573vm-test-run-nixbot-gitlab> gitlab # [    4.630795] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio1574vm-test-run-nixbot-gitlab> gitlab # [    4.635646] systemd[1]: Starting rw-sysroot-nix-store.service...1575vm-test-run-nixbot-gitlab> gitlab # [    4.638041] systemd[1]: systemd-sysctl.service: Deactivated successfully.1576vm-test-run-nixbot-gitlab> gitlab # [    4.640653] systemd[1]: Stopped Apply Kernel Variables.1577vm-test-run-nixbot-gitlab> gitlab # [    4.642633] systemd[1]: systemd-modules-load.service: Deactivated successfully.1578vm-test-run-nixbot-gitlab> gitlab # [    4.644797] systemd[1]: Stopped Load Kernel Modules.1579vm-test-run-nixbot-gitlab> gitlab # [    4.650252] systemd[1]: systemd-tmpfiles-setup-sysroot.service: Deactivated successfully.1580vm-test-run-nixbot-gitlab> gitlab # [    4.652182] systemd[1]: Stopped Create Volatile Files and Directories in the Real Root.1581vm-test-run-nixbot-gitlab> gitlab # [    4.657965] systemd[1]: systemd-tmpfiles-setup.service: Deactivated successfully.1582vm-test-run-nixbot-gitlab> gitlab # [    4.659770] systemd[1]: Stopped Create System Files and Directories.1583vm-test-run-nixbot-gitlab> gitlab # [    4.665301] systemd[1]: Stopped target Local File Systems.1584vm-test-run-nixbot-gitlab> gitlab # [    4.666653] systemd[1]: Stopped target Preparation for Local File Systems.1585vm-test-run-nixbot-gitlab> gitlab # [    4.668305] systemd[1]: systemd-udev-trigger.service: Deactivated successfully.1586vm-test-run-nixbot-gitlab> gitlab # [    4.670002] systemd[1]: Stopped Coldplug All udev Devices.1587vm-test-run-nixbot-gitlab> gitlab # [    4.673333] systemd[1]: Stopping Rule-based Manager for Device Events and Files...1588vm-test-run-nixbot-gitlab> gitlab # [    4.675320] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.1589vm-test-run-nixbot-gitlab> gitlab # [    4.678157] systemd[1]: Stopped Virtual Console Setup.1590vm-test-run-nixbot-gitlab> gitlab # [    4.684633] systemd[1]: rw-sysroot-nix-store.service: Deactivated successfully.1591vm-test-run-nixbot-gitlab> gitlab # [    4.690507] systemd[1]: Finished rw-sysroot-nix-store.service.1592vm-test-run-nixbot-gitlab> gitlab # [    4.697639] systemd[1]: systemd-udevd.service: Deactivated successfully.1593vm-test-run-nixbot-gitlab> gitlab # [    4.702491] systemd[1]: Stopped Rule-based Manager for Device Events and Files.1594vm-test-run-nixbot-gitlab> gitlab # [    4.704971] systemd[1]: systemd-udevd.service: Consumed 1.011s CPU time over 2.208s wall clock time, 25.2M memory peak.1595vm-test-run-nixbot-gitlab> gitlab # [    4.711180] systemd[1]: initrd-cleanup.service: Deactivated successfully.1596vm-test-run-nixbot-gitlab> gitlab # [    4.714270] systemd[1]: Finished Cleaning Up and Shutting Down Daemons.1597vm-test-run-nixbot-gitlab> gitlab # [    4.719686] systemd[1]: systemd-udevd-control.socket: Deactivated successfully.1598vm-test-run-nixbot-gitlab> gitlab # [    4.722257] systemd[1]: Closed udev Control Socket.1599vm-test-run-nixbot-gitlab> gitlab # [    4.726757] systemd[1]: Starting Cleanup udev Database...1600vm-test-run-nixbot-gitlab> gitlab # [    4.728867] systemd[1]: systemd-tmpfiles-setup-dev.service: Deactivated successfully.1601vm-test-run-nixbot-gitlab> gitlab # [    4.731497] systemd[1]: Stopped Create Static Device Nodes in /dev.1602vm-test-run-nixbot-gitlab> gitlab # [    4.733717] systemd[1]: systemd-tmpfiles-setup-dev-early.service: Deactivated successfully.1603vm-test-run-nixbot-gitlab> gitlab # [    4.736562] systemd[1]: Stopped Create Static Device Nodes in /dev gracefully.1604vm-test-run-nixbot-gitlab> gitlab # [    4.738981] systemd[1]: kmod-static-nodes.service: Deactivated successfully.1605vm-test-run-nixbot-gitlab> gitlab # [    4.741233] systemd[1]: Stopped Create List of Static Device Nodes.1606vm-test-run-nixbot-gitlab> gitlab # [    4.767575] systemd[1]: initrd-udevadm-cleanup-db.service: Deactivated successfully.1607vm-test-run-nixbot-gitlab> gitlab # [    4.770726] systemd[1]: Finished Cleanup udev Database.1608vm-test-run-nixbot-gitlab> gitlab # [    4.774543] systemd[1]: Reached target Switch Root.1609vm-test-run-nixbot-gitlab> gitlab # [    4.777904] systemd[1]: Starting NixOS Activation...1610vm-test-run-nixbot-gitlab> gitlab # [    4.886344] initrd-nixos-activation-start[574]: booting system configuration /nix/store/lwpxk491vxhcapadmky8j4p5av2s2m61-nixos-system-gitlab-test1611vm-test-run-nixbot-gitlab> gitlab # [    4.931204] initrd-nixos-activation-start[574]: running activation script...1612vm-test-run-nixbot-gitlab> gitlab # [    5.160630] initrd-nixos-activation-start[597]: setting up /etc...1613vm-test-run-nixbot-gitlab> gitlab # [    5.249551] systemd[1]: initrd-nixos-activation.service: Deactivated successfully.1614vm-test-run-nixbot-gitlab> gitlab # [    5.254455] systemd[1]: Finished NixOS Activation.1615vm-test-run-nixbot-gitlab> gitlab # [    5.266637] systemd[1]: Starting Switch Root...1616vm-test-run-nixbot-gitlab> gitlab # [    5.284795] systemd[1]: Switching root.1617vm-test-run-nixbot-gitlab> gitlab # [    5.865186] systemd-journald[151]: Received SIGTERM from PID 1 (systemd).1618vm-test-run-nixbot-gitlab> gitlab # [    5.994811] NET: Registered PF_VSOCK protocol family1619vm-test-run-nixbot-gitlab> gitlab # [    6.374412] systemd[1]: systemd 260.1 running in system mode (+PAM +AUDIT -SELINUX +APPARMOR +IMA +IPE +SMACK +SECCOMP +GCRYPT -GNUTLS +OPENSSL +ACL +BLKID +CURL +ELFUTILS +FIDO2 +IDN2 +KMOD +LIBCRYPTSETUP +LIBCRYPTSETUP_PLUGINS +LIBFDISK +PCRE2 +PWQUALITY +P11KIT +QRENCODE +TPM2 +BZIP2 +LZ4 +XZ +ZLIB +ZSTD +BPF_FRAMEWORK -BTF -XKBCOMMON +UTMP +LIBARCHIVE)1620vm-test-run-nixbot-gitlab> gitlab # [    6.390854] systemd[1]: Detected virtualization kvm.1621vm-test-run-nixbot-gitlab> gitlab # [    6.394024] systemd[1]: Detected architecture x86-64.1622vm-test-run-nixbot-gitlab> gitlab # [    6.397310] systemd[1]: Detected first boot.1623vm-test-run-nixbot-gitlab> gitlab # [    6.401242] systemd[1]: Initializing machine ID from random generator.1624vm-test-run-nixbot-gitlab> gitlab # [    6.558437] systemd[1]: bpf-restrict-fs: LSM BPF program attached1625vm-test-run-nixbot-gitlab> gitlab # [    6.628731] systemd[1]: Applying preset policy.1626vm-test-run-nixbot-gitlab> gitlab # [    6.771436] systemd[1]: Populated /etc with preset unit settings.1627vm-test-run-nixbot-gitlab> gitlab # [    6.879371] systemd[1]: initrd-switch-root.service: Deactivated successfully.1628vm-test-run-nixbot-gitlab> gitlab # [    6.881717] systemd[1]: Stopped initrd-switch-root.service.1629vm-test-run-nixbot-gitlab> gitlab # [    6.885151] systemd[1]: systemd-journald.service: Scheduled restart job, restart counter is at 1.1630vm-test-run-nixbot-gitlab> gitlab # [    6.888456] systemd[1]: Created slice Slice /system/getty.1631vm-test-run-nixbot-gitlab> gitlab # [    6.890647] systemd[1]: Created slice GitLab DevOps Platform Slice.1632vm-test-run-nixbot-gitlab> gitlab # [    6.892851] systemd[1]: Created slice User and Session Slice.1633vm-test-run-nixbot-gitlab> gitlab # [    6.894512] systemd[1]: Started Dispatch Password Requests to Console Directory Watch.1634vm-test-run-nixbot-gitlab> gitlab # [    6.896595] systemd[1]: Started Forward Password Requests to Wall Directory Watch.1635vm-test-run-nixbot-gitlab> gitlab # [    6.898779] systemd[1]: Expecting device /dev/hvc0...1636vm-test-run-nixbot-gitlab> gitlab # [    6.902064] systemd[1]: Expecting device /dev/ttyS0...1637vm-test-run-nixbot-gitlab> gitlab # [    6.905360] systemd[1]: Reached target Local Encrypted Volumes.1638vm-test-run-nixbot-gitlab> gitlab # [    6.909072] systemd[1]: Stopped target initrd-fs.target.1639vm-test-run-nixbot-gitlab> gitlab # [    6.912332] systemd[1]: Stopped target initrd-root-fs.target.1640vm-test-run-nixbot-gitlab> gitlab # [    6.916025] systemd[1]: Stopped target initrd-switch-root.target.1641vm-test-run-nixbot-gitlab> gitlab # [    6.919856] systemd[1]: Reached target Virtual Machines and Containers.1642vm-test-run-nixbot-gitlab> gitlab # [    6.924032] systemd[1]: Reached target Path Units.1643vm-test-run-nixbot-gitlab> gitlab # [    6.927213] systemd[1]: Reached target Remote File Systems.1644vm-test-run-nixbot-gitlab> gitlab # [    6.930787] systemd[1]: Reached target Slice Units.1645vm-test-run-nixbot-gitlab> gitlab # [    6.934133] systemd[1]: Reached target Swaps.1646vm-test-run-nixbot-gitlab> gitlab # [    6.939589] systemd[1]: Listening on Process Core Dump Socket.1647vm-test-run-nixbot-gitlab> gitlab # [    6.944963] systemd[1]: Listening on Credential Encryption/Decryption.1648vm-test-run-nixbot-gitlab> gitlab # [    6.951662] systemd[1]: Starting Journal Log Access Socket...1649vm-test-run-nixbot-gitlab> gitlab # [    6.955659] systemd[1]: Listening on Journal Audit Socket.1650vm-test-run-nixbot-gitlab> gitlab # [    6.959094] systemd[1]: Listening on Userspace Out-Of-Memory (OOM) Killer Socket.1651vm-test-run-nixbot-gitlab> gitlab # [    6.962761] systemd[1]: Make TPM PCR Policy skipped, unmet condition check ConditionSecurity=measured-uki1652vm-test-run-nixbot-gitlab> gitlab # [    6.966258] systemd[1]: Listening on udev Control Socket.1653vm-test-run-nixbot-gitlab> gitlab # [    6.969912] systemd[1]: Mounting Huge Pages File System...1654vm-test-run-nixbot-gitlab> gitlab # [    6.972616] systemd[1]: Mounting POSIX Message Queue File System...1655vm-test-run-nixbot-gitlab> gitlab # [    6.975538] systemd[1]: Mounting Kernel Debug File System...1656vm-test-run-nixbot-gitlab> gitlab # [    6.979642] systemd[1]: Mounting Kernel Trace File System...1657vm-test-run-nixbot-gitlab> gitlab # [    6.989161] systemd[1]: Starting Create List of Static Device Nodes...1658vm-test-run-nixbot-gitlab> gitlab # [    6.993807] systemd[1]: Load Kernel Module 9pnet_virtio skipped, unmet condition check ConditionKernelModuleLoaded=!9pnet_virtio1659vm-test-run-nixbot-gitlab> gitlab # [    7.003640] systemd[1]: Starting Load Kernel Module configfs...1660vm-test-run-nixbot-gitlab> gitlab # [    7.005671] systemd[1]: Load Kernel Module drm skipped, unmet condition check ConditionKernelModuleLoaded=!drm1661vm-test-run-nixbot-gitlab> gitlab # [    7.008175] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore1662vm-test-run-nixbot-gitlab> gitlab # [    7.010799] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse1663vm-test-run-nixbot-gitlab> gitlab # [    7.023242] systemd[1]: Mounting FUSE Control File System...1664vm-test-run-nixbot-gitlab> gitlab # [    7.024732] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc671665vm-test-run-nixbot-gitlab> gitlab # [    7.031139] systemd[1]: Starting Journal Service...1666vm-test-run-nixbot-gitlab> gitlab # [    7.037759] systemd[1]: Starting Load Kernel Modules...1667vm-test-run-nixbot-gitlab> gitlab # [    7.074743] systemd[1]: Starting Userspace Out-Of-Memory (OOM) Killer...1668vm-test-run-nixbot-gitlab> gitlab # [    7.080550] systemd[1]: Starting Remount Root and Kernel File Systems...1669vm-test-run-nixbot-gitlab> gitlab # [    7.082532] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki1670vm-test-run-nixbot-gitlab> gitlab # [    7.089367] loop: module loaded1671vm-test-run-nixbot-gitlab> gitlab # [    7.090388] systemd[1]: Starting Coldplug All udev Devices...1672vm-test-run-nixbot-gitlab> gitlab # [    7.095293] systemd[1]: Listening on Journal Log Access Socket.1673vm-test-run-nixbot-gitlab> gitlab # [    7.097298] systemd[1]: Mounted Huge Pages File System.1674vm-test-run-nixbot-gitlab> gitlab # [    7.098844] systemd[1]: Mounted POSIX Message Queue File System.1675vm-test-run-nixbot-gitlab> gitlab # [    7.100568] systemd[1]: Mounted Kernel Debug File System.1676vm-test-run-nixbot-gitlab> gitlab # [    7.102373] systemd[1]: Mounted Kernel Trace File System.1677vm-test-run-nixbot-gitlab> gitlab # [    7.104649] systemd[1]: Finished Create List of Static Device Nodes.1678vm-test-run-nixbot-gitlab> gitlab # [    7.106592] systemd[1]: modprobe@configfs.service: Deactivated successfully.1679vm-test-run-nixbot-gitlab> gitlab # [    7.108831] systemd-journald[791]: Collecting audit messages is enabled.1680vm-test-run-nixbot-gitlab> gitlab # [    7.108985] systemd[1]: Finished Load Kernel Module configfs.1681vm-test-run-nixbot-gitlab> gitlab # [    7.112737] systemd[1]: Mounted FUSE Control File System.1682vm-test-run-nixbot-gitlab> gitlab # [    7.113913] EXT4-fs (vda): re-mounted 25eb148f-6b21-4d18-89bc-5f0601279346.1683vm-test-run-nixbot-gitlab> gitlab # [    7.115128] systemd[1]: Finished Load Kernel Modules.1684vm-test-run-nixbot-gitlab> gitlab # [    7.118958] systemd[1]: Finished Remount Root and Kernel File Systems.1685vm-test-run-nixbot-gitlab> gitlab # [    7.121040] systemd[1]: Started Userspace Out-Of-Memory (OOM) Killer.1686vm-test-run-nixbot-gitlab> gitlab # [    7.125162] systemd[1]: Mounting Kernel Configuration File System...1687vm-test-run-nixbot-gitlab> gitlab # [    7.129052] systemd[1]: Starting Firewall...1688vm-test-run-nixbot-gitlab> gitlab # [    7.130345] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore1689vm-test-run-nixbot-gitlab> gitlab # [    7.135982] systemd[1]: Starting Load/Save OS Random Seed...1690vm-test-run-nixbot-gitlab> gitlab # [    6.872062] systemd[1]: Queued start job for default target Multi-User System.1691vm-test-run-nixbot-gitlab> gitlab # [    6.874730] systemd[1]: Unnecessary job was removed for /dev/vdb.1692vm-test-run-nixbot-gitlab> gitlab # [    7.140988] systemd[1]: Starting Apply Kernel Variables...1693vm-test-run-nixbot-gitlab> gitlab # [    6.879453] systemd[1]: systemd-journald.serv[    7.144396] systemd[1]: Starting Create Static Device Nodes in /dev gracefully...1694vm-test-run-nixbot-gitlab> gitlab # ice: Deactivated successfully.1695vm-test-run-nixbot-gitlab> gitlab # [    6.883689] systemd-modules-load[792]: Using 3 probe threads1696vm-test-run-nixbot-gitlab> gitlab # [    7.149415] systemd[1]: TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki1697vm-test-run-nixbot-gitlab> gitlab # [    6.885974] systemd-modules-load[792]: Inserted module 'tls'1698vm-test-run-nixbot-gitlab> gitlab # [    6.889074] systemd-modules-load[792]: Inserted module 'loop'1699vm-test-run-nixbot-gitlab> gitlab # [    6.891054] systemd-oomd[793]: No swap; memory pressure usage will be degraded1700vm-test-run-nixbot-gitlab> gitlab # [    7.157499] systemd[1]: Started Journal Service.1701vm-test-run-nixbot-gitlab> gitlab # [    6.897194] systemd[1]: Mounted Kernel Configuration File System.1702vm-test-run-nixbot-gitlab> gitlab # [    6.899080] systemd[1]: Finished Load/Save OS Random Seed.1703vm-test-run-nixbot-gitlab> gitlab # [    6.901907] systemd[1]: Finished Apply Kernel Variables.1704vm-test-run-nixbot-gitlab> gitlab # [    6.906921] systemd[1]: Reached target First Boot Complete.1705vm-test-run-nixbot-gitlab> gitlab # [    6.909611] systemd[1]: Starting Flush Journal to Persistent Storage...1706vm-test-run-nixbot-gitlab> gitlab # [    6.914367] systemd[1]: Finished Create Static Device Nodes in /dev gracefully.1707vm-test-run-nixbot-gitlab> gitlab # [    6.922900] systemd[1]: Starting Create Static Device Nodes in /dev...1708vm-test-run-nixbot-gitlab> gitlab # [    7.192787] systemd-journald[791]: Received client request to flush runtime journal.1709vm-test-run-nixbot-gitlab> gitlab # [    6.988168] systemd[1]: Finished Create Static Device Nodes in /dev.1710vm-test-run-nixbot-gitlab> gitlab # [    6.990298] systemd[1]: Reached target Preparation for Local File Systems.1711vm-test-run-nixbot-gitlab> gitlab # [    6.992333] systemd[1]: Starting Rule-based Manager for Device Events and Files...1712vm-test-run-nixbot-gitlab> gitlab # [    6.995951] systemd-udevd[832]: Using default interface naming scheme 'v260'.1713vm-test-run-nixbot-gitlab> gitlab # [    6.998351] systemd[1]: Finished Flush Journal to Persistent Storage.1714vm-test-run-nixbot-gitlab> gitlab # [    7.018545] systemd[1]: Finished Coldplug All udev Devices.1715vm-test-run-nixbot-gitlab> gitlab # [    7.030914] systemd[1]: Started Rule-based Manager for Device Events and Files.1716vm-test-run-nixbot-gitlab> gitlab # [    7.134691] systemd[1]: Finished Firewall.1717vm-test-run-nixbot-gitlab> gitlab # [    7.147252] systemd[1]: Load Kernel Module fuse skipped, unmet condition check ConditionKernelModuleLoaded=!fuse1718vm-test-run-nixbot-gitlab> gitlab # [    7.164975] systemd[1]: Condition check resulted in /dev/hvc0 being skipped.1719vm-test-run-nixbot-gitlab> gitlab # [    7.207612] systemd[1]: Condition check resulted in /dev/ttyS0 being skipped.1720vm-test-run-nixbot-gitlab> gitlab # [    7.211537] (udev-worker)[933]: eth1: Config file /etc/systemd/network/40-eth1.link is applied to device based on potentially unpredictable interface name.1721vm-test-run-nixbot-gitlab> gitlab # [    7.215504] (udev-worker)[933]: Network interface NamePolicy= disabled on kernel command line.1722vm-test-run-nixbot-gitlab> gitlab # [    7.217870] (udev-worker)[941]: Network interface NamePolicy= disabled on kernel command line.1723vm-test-run-nixbot-gitlab> gitlab # [    7.513394] input: Power Button as /devices/LNXSYSTM:00/LNXPWRBN:00/input/input31724vm-test-run-nixbot-gitlab> gitlab # [    7.522497] ACPI: button: Power Button [PWRF]1725vm-test-run-nixbot-gitlab> gitlab # [    7.284443] systemd[1]: Condition check resulted in Virtio network device being skipped.1726vm-test-run-nixbot-gitlab> gitlab # [    7.287051] systemd[1]: Load Kernel Module efi_pstore skipped, unmet condition check ConditionKernelModuleLoaded=!efi_pstore1727vm-test-run-nixbot-gitlab> gitlab # [    7.289616] systemd[1]: Clear Stale Hibernate Storage Info skipped, unmet condition check ConditionPathExists=/sys/firmware/efi/efivars/HibernateLocation-8cf2644b-4b0b-428f-9387-6d876050dc671728vm-test-run-nixbot-gitlab> gitlab # [    7.294537] systemd[1]: Platform Persistent Storage Archival skipped, unmet condition check ConditionDirectoryNotEmpty=/sys/fs/pstore1729vm-test-run-nixbot-gitlab> gitlab # [    7.298232] systemd[1]: Early TPM SRK Setup skipped, unmet condition check ConditionSecurity=measured-uki1730vm-test-run-nixbot-gitlab> gitlab # [    7.300711] systemd[1]: TPM SRK Setup skipped[    7.565602] piix4_smbus 0000:00:01.3: SMBus Host Controller at 0x700, revision 01731vm-test-run-nixbot-gitlab> gitlab # , unmet condition check ConditionSecurity=measur[    7.568350] i2c i2c-0: Memory type 0x07 not supported yet, not instantiating SPD1732vm-test-run-nixbot-gitlab> gitlab # ed-uki1733vm-test-run-nixbot-gitlab> gitlab # [    7.573273] Floppy drive(s): fd0 is 2.88M AMI BIOS1734vm-test-run-nixbot-gitlab> gitlab # [    7.582266] rtc_cmos 00:05: RTC can wake from S41735vm-test-run-nixbot-gitlab> gitlab # [    7.587016] FDC 0 is a S82078B1736vm-test-run-nixbot-gitlab> gitlab # [    7.589456] rtc_cmos 00:05: registered as rtc01737vm-test-run-nixbot-gitlab> gitlab # [    7.590947] rtc_cmos 00:05: setting system clock to 2026-06-08T10:47:49 UTC (1780915669)1738vm-test-run-nixbot-gitlab> gitlab # [    7.593127] bochs-drm 0000:00:02.0: vgaarb: deactivate vga console1739vm-test-run-nixbot-gitlab> gitlab # [    7.594840] rtc_cmos 00:05: alarms up to one day, y3k, 242 bytes nvram, hpet irqs1740vm-test-run-nixbot-gitlab> gitlab # [    7.608280] parport_pc 00:03: reported by Plug and Play ACPI1741vm-test-run-nixbot-gitlab> gitlab # [    7.608427] parport0: PC-style at 0x378, irq 7 [PCSPP(,...)]1742vm-test-run-nixbot-gitlab> gitlab # [    7.611829] Console: switching to colour dummy device 80x251743vm-test-run-nixbot-gitlab> gitlab # [    7.612469] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input51744vm-test-run-nixbot-gitlab> gitlab # [    7.619428] [drm] Found bochs VGA, ID 0xb0c5.1745vm-test-run-nixbot-gitlab> gitlab # [    7.620347] [drm] Framebuffer size 16384 kB @ 0xfd000000, mmio @ 0xfebd0000.1746vm-test-run-nixbot-gitlab> gitlab # [    7.621993] bochs-drm 0000:00:02.0: [drm] Registered 1 planes with drm panic1747vm-test-run-nixbot-gitlab> gitlab # [    7.622033] mousedev: PS/2 mouse device common for all mice1748vm-test-run-nixbot-gitlab> gitlab # [    7.623344] [drm] Initialized bochs-drm 1.0.0 for 0000:00:02.0 on minor 01749vm-test-run-nixbot-gitlab> gitlab # [    7.625474] input: VirtualPS/2 VMware VMMouse as /devices/platform/i8042/serio1/input/input41750vm-test-run-nixbot-gitlab> gitlab # [    7.631151] input: QEMU Virtio Keyboard as /devices/pci0000:00/0000:00:0a.0/virtio7/input/input61751vm-test-run-nixbot-gitlab> gitlab # [    7.638271] fbcon: bochs-drmdrmfb (fb0) is primary device1752vm-test-run-nixbot-gitlab> gitlab # [    7.643625] Console: switching to colour frame buffer device 160x501753vm-test-run-nixbot-gitlab> gitlab # [    7.647196] bochs-drm 0000:00:02.0: [drm] fb0: bochs-drmdrmfb frame buffer device1754vm-test-run-nixbot-gitlab> gitlab # [    7.435514] systemd[1]: Starting Virtual Console Setup...1755vm-test-run-nixbot-gitlab> gitlab # [    7.451791] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.1756vm-test-run-nixbot-gitlab> gitlab # [    7.453785] systemd[1]: Stopped Virtual Console Setup.1757vm-test-run-nixbot-gitlab> gitlab # [    7.478284] systemd[1]: Starting Virtual Console Setup...1758vm-test-run-nixbot-gitlab> gitlab # [    7.483425] systemd[1]: systemd-vconsole-setup.service: Deactivated successfully.1759vm-test-run-nixbot-gitlab> gitlab # [    7.486094] systemd[1]: Stopped Virtual Console Setup.1760vm-test-run-nixbot-gitlab> gitlab # [    7.491495] systemd[1]: Starting Virtual Console Setup...1761vm-test-run-nixbot-gitlab> gitlab # [    7.771398] ppdev: user-space parallel port driver1762vm-test-run-nixbot-gitlab> gitlab # [    7.798709] kvm_amd: TSC scaling supported1763vm-test-run-nixbot-gitlab> gitlab # [    7.799932] kvm_amd: Nested Virtualization enabled1764vm-test-run-nixbot-gitlab> gitlab # [    7.801209] kvm_amd: Nested Paging enabled1765vm-test-run-nixbot-gitlab> gitlab # [    7.802347] kvm_amd: LBR virtualization supported1766vm-test-run-nixbot-gitlab> gitlab # [    7.803545] kvm_amd: Virtual VMLOAD VMSAVE supported1767vm-test-run-nixbot-gitlab> gitlab # [    7.804816] kvm_amd: Virtual GIF supported1768vm-test-run-nixbot-gitlab> gitlab # [    7.805958] kvm_amd: Virtual NMI enabled1769vm-test-run-nixbot-gitlab> gitlab # [    7.597656] systemd-vconsole-setup[965]: Configuration of first virtual console was skipped, ignoring remaining ones.1770vm-test-run-nixbot-gitlab> gitlab # [    7.600653] systemd[1]: Finished Virtual Console Setup.1771vm-test-run-nixbot-gitlab> gitlab # [    7.616276] systemd[1]: Mounting /run/wrappers...1772vm-test-run-nixbot-gitlab> gitlab # [    7.631162] systemd[1]: Mounted /run/wrappers.1773vm-test-run-nixbot-gitlab> gitlab # [    7.632481] systemd[1]: Reached target Local File Systems.1774vm-test-run-nixbot-gitlab> gitlab # [    7.633958] systemd[1]: Listening on Boot Loader Control Service Socket.1775vm-test-run-nixbot-gitlab> gitlab # [    7.635806] systemd[1]: Starting register-nix-paths.service...1776vm-test-run-nixbot-gitlab> gitlab # [    7.638638] systemd[1]: Starting Create SUID/SGID Wrappers...1777vm-test-run-nixbot-gitlab> gitlab # [    7.640295] systemd[1]: Update Boot Loader Random Seed skipped, no trigger condition checks were met.1778vm-test-run-nixbot-gitlab> gitlab # [    7.911564] EDAC MC: Ver: 3.0.01779vm-test-run-nixbot-gitlab> gitlab # [    7.650710] systemd[1]: Starting Save Transient machine-id to Disk...1780vm-test-run-nixbot-gitlab> gitlab # [    7.654950] systemd[1]: Starting Create System Files and Directories...1781vm-test-run-nixbot-gitlab> gitlab # [    7.686972] systemd[1]: Finished Create System Files and Directories.1782vm-test-run-nixbot-gitlab> gitlab # [    7.692815] systemd[1]: Starting Rebuild Journal Catalog...1783vm-test-run-nixbot-gitlab> gitlab # [    7.696127] systemd[1]: Starting Record System Boot/Shutdown in UTMP...1784vm-test-run-nixbot-gitlab> gitlab # [    7.697807] systemd[1]: etc-machine\x2did.mount: Deactivated successfully.1785vm-test-run-nixbot-gitlab> gitlab # [    7.703684] systemd[1]: Finished Save Transient machine-id to Disk.1786vm-test-run-nixbot-gitlab> gitlab # [    7.715604] systemd[1]: Finished Record System Boot/Shutdown in UTMP.1787vm-test-run-nixbot-gitlab> gitlab # [    7.726559] systemd[1]: Finished Rebuild Journal Catalog.1788vm-test-run-nixbot-gitlab> gitlab # [    7.728629] systemd[1]: Starting Update is Completed...1789vm-test-run-nixbot-gitlab> gitlab # [    7.751925] systemd[1]: Finished Update is Completed.1790vm-test-run-nixbot-gitlab> gitlab # [    7.783182] systemd[1]: suid-sgid-wrappers.service: Deactivated successfully.1791vm-test-run-nixbot-gitlab> gitlab # [    7.785070] systemd[1]: Finished Create SUID/SGID Wrappers.1792vm-test-run-nixbot-gitlab> gitlab # [    7.786535] systemd[1]: suid-sgid-wrappers.service: Consumed 107ms CPU time over 145ms wall clock time, 4.5M memory peak, 1.1M read from disk.1793vm-test-run-nixbot-gitlab> gitlab # [    8.063424] systemd[1]: Finished register-nix-paths.service.1794vm-test-run-nixbot-gitlab> gitlab # [    8.068204] systemd[1]: Reached target System Initialization.1795vm-test-run-nixbot-gitlab> gitlab # [    8.072663] systemd[1]: Started Discard unused filesystem blocks once a week.1796vm-test-run-nixbot-gitlab> gitlab # [    8.076836] systemd[1]: Started logrotate.timer.1797vm-test-run-nixbot-gitlab> gitlab # [    8.079884] systemd[1]: Started Daily Cleanup of Temporary Directories.1798vm-test-run-nixbot-gitlab> gitlab # [    8.083774] systemd[1]: Reached target Timer Units.1799vm-test-run-nixbot-gitlab> gitlab # [    8.086862] systemd[1]: Listening on D-Bus System Message Bus Socket.1800vm-test-run-nixbot-gitlab> gitlab # [    8.090646] systemd[1]: Listening on Nix Daemon Socket.1801vm-test-run-nixbot-gitlab> gitlab # [    8.093935] systemd[1]: Listening on Hostname Service Socket.1802vm-test-run-nixbot-gitlab> gitlab # [    8.097434] systemd[1]: Reached target Socket Units.1803vm-test-run-nixbot-gitlab> gitlab # [    8.100557] systemd[1]: Reached target Basic System.1804vm-test-run-nixbot-gitlab> gitlab # [    8.106122] systemd[1]: Started backdoor.service.1805vm-test-run-nixbot-gitlab> gitlab # [    8.111383] systemd[1]: Starting gitlab-config.service...1806vm-test-run-nixbot-gitlab> gitlab # [    8.114413] systemd[1]: Starting Import lastlog data into lastlog2 database...1807vm-test-run-nixbot-gitlab> gitlab # [    8.120307] systemd[1]: Starting Logrotate configuration check...1808vm-test-run-nixbot-gitlab> gitlab # [    8.131191] systemd[1]: Starting Name Service Cache Daemon (nsncd)...1809vm-test-run-nixbot-gitlab> gitlab # [    8.140214] systemd[1]: Starting Post-Boot Actions...1810vm-test-run-nixbot-gitlab> gitlab # [    8.145515] systemd[1]: Started Reset console on configuration changes.1811vm-test-run-nixbot-gitlab> gitlab # connecting to host...1812vm-test-run-nixbot-gitlab> gitlab # [    8.150431] logrotate[1056]: warning: logrotate in debug mode does nothing except printing debug messages!  Consider using verbose mode (-v) instead if this is not what you want.1813vm-test-run-nixbot-gitlab> gitlab # [    8.154391] logrotate[1056]: reading config file /nix/store/sn4bd2nqi3yg4r51djm9i2rmfgbwvmhb-logrotate.conf1814vm-test-run-nixbot-gitlab> gitlab # [    8.155473] logrotate[1056]: note: 'monthly' overrides previously specified 'weekly'1815vm-test-run-nixbot-gitlab> gitlab # [    8.156250] logrotate[1056]: Reading state from file: /var/lib/logrotate.status1816vm-test-run-nixbot-gitlab> gitlab # [    8.157171] logrotate[1056]: state file /var/lib/logrotate.status does not exist1817vm-test-run-nixbot-gitlab> gitlab # [    8.157974] logrotate[1056]: Allocating hash table for state file, size 64 entries1818vm-test-run-nixbot-gitlab> gitlab # [    8.159204] logrotate[1056]: Handling 4 logs1819vm-test-run-nixbot-gitlab> gitlab: Guest shell says: b'Spawning backdoor root shell...\n'1820vm-test-run-nixbot-gitlab> gitlab: connected to guest root shell1821vm-test-run-nixbot-gitlab> gitlab: (connecting took 9.00 seconds)1822vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for the VM to finish booting, in 9.00 seconds)1823vm-test-run-nixbot-gitlab> gitlab # [    8.159749] logrotate[1056]: rotating pattern: "/var/log/btmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed1824vm-test-run-nixbot-gitlab> gitlab # [    8.160938] logrotate[1056]: considering log /var/log/btmp1825vm-test-run-nixbot-gitlab> gitlab # [    8.162128] logrotate[1056]: Creating new state1826vm-test-run-nixbot-gitlab> gitlab # [    8.162810] logrotate[1056]:   Now: 2026-06-08 10:471827vm-test-run-nixbot-gitlab> gitlab # [    8.163685] logrotate[1056]:   Last rotated at 2026-06-08 10:001828vm-test-run-nixbot-gitlab> gitlab # [    8.164863] logrotate[1056]:   log does not need rotating (log has already been rotated)1829vm-test-run-nixbot-gitlab> gitlab # [    8.166097] logrotate[1056]: rotating pattern: "/var/log/wtmp" monthly empty log files are not rotated, only log files >= 1048576 bytes are rotated, (1 rotations), old logs are removed1830vm-test-run-nixbot-gitlab> gitlab # [    8.166952] logrotate[1056]: considering log /var/log/wtmp1831vm-test-run-nixbot-gitlab> gitlab # [    8.167928] logrotate[1056]: Creating new state1832vm-test-run-nixbot-gitlab> gitlab # [    8.169383] logrotate[1056]:   Now: 2026-06-08 10:471833vm-test-run-nixbot-gitlab> gitlab # [    8.170089] logrotate[1056]:   Last rotated at 2026-06-08 10:001834vm-test-run-nixbot-gitlab> gitlab # [    8.170843] logrotate[1056]:   log does not need rotating (log has already been rotated)1835vm-test-run-nixbot-gitlab> gitlab # [    8.171918] logrotate[1056]: rotating pattern: "/var/gitlab/state/log/*.log" after 1 days empty log files are not rotated, (30 rotations), old logs are removed1836vm-test-run-nixbot-gitlab> gitlab # [    8.173035] logrotate[1056]: switching euid from 0 to 165 and egid from 0 to 165 (pid 1056)1837vm-test-run-nixbot-gitlab> gitlab # [    8.173793] logrotate[1056]: considering log /var/gitlab/state/log/*.log1838vm-test-run-nixbot-gitlab> gitlab # [    8.174614] logrotate[1056]:   log /var/gitlab/state/log/*.log does not exist -- skipping1839vm-test-run-nixbot-gitlab> gitlab # [    8.175681] logrotate[1056]: Creating new state1840vm-test-run-nixbot-gitlab> gitlab # [    8.176002] logrotate[1056]: switching euid from 165 to 0 and egid from 165 to 0 (pid 1056)1841vm-test-run-nixbot-gitlab> gitlab # [    8.177065] logrotate[1056]: rotating pattern: "/var/log/nginx/*.log" weekly empty log files are not rotated, (26 rotations), old logs are removed1842vm-test-run-nixbot-gitlab> gitlab # [    8.177955] logrotate[1056]: switching euid from 0 to 60 and egid from 0 to 60 (pid 1056)1843vm-test-run-nixbot-gitlab> gitlab # [    8.179112] logrotate[1056]: considering log /var/log/nginx/*.log1844vm-test-run-nixbot-gitlab> gitlab # [    8.179901] logrotate[1056]:   log /var/log/nginx/*.log does not exist -- skipping1845vm-test-run-nixbot-gitlab> gitlab # [    8.181057] logrotate[1056]: Creating new state1846vm-test-run-nixbot-gitlab> gitlab # [    8.181836] logrotate[1056]: switching euid from 60 to 0 and egid from 60 to 0 (pid 1056)1847vm-test-run-nixbot-gitlab> gitlab # [    8.183407] nsncd[1057]: Jun 08 10:47:50.341 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"1848vm-test-run-nixbot-gitlab> gitlab # [    8.184321] systemd[1]: Starting resolvconf update...1849vm-test-run-nixbot-gitlab> gitlab # [    8.185502] systemd[1]: Started Name Service Cache Daemon (nsncd).1850vm-test-run-nixbot-gitlab> gitlab # [    8.186641] systemd[1]: Finished Logrotate configuration check.1851vm-test-run-nixbot-gitlab> gitlab # [    8.188067] systemd[1]: Finished Post-Boot Actions.1852vm-test-run-nixbot-gitlab> gitlab # [    8.210410] systemd[1]: Finished Import lastlog data into lastlog2 database.1853vm-test-run-nixbot-gitlab> gitlab # [    8.215555] systemd[1]: Reached target Host and Network Name Lookups.1854vm-test-run-nixbot-gitlab> gitlab # [    8.218333] systemd[1]: Reached target User and Group Name Lookups.1855vm-test-run-nixbot-gitlab> gitlab # [    8.220548] systemd[1]: Starting D-Bus System Message Bus...1856vm-test-run-nixbot-gitlab> gitlab # [    8.227134] systemd[1]: Starting User Login Management...1857vm-test-run-nixbot-gitlab> gitlab # [    8.259226] dbus-broker-launch[1090]: Looking up NSS user entry for 'systemd-timesync'...1858vm-test-run-nixbot-gitlab> gitlab # [    8.260907] dbus-broker-launch[1090]: NSS returned no entry for 'systemd-timesync'1859vm-test-run-nixbot-gitlab> gitlab # [    8.262491] dbus-broker-launch[1090]: Invalid user-name in /nix/store/89zj9nmrajvcy9c3c08wv0ir9ww7lgmq-system-path/share/dbus-1/system.d/org.freedesktop.timesync1.conf +16: user="systemd-timesync"1860vm-test-run-nixbot-gitlab> gitlab # [    8.267218] systemd[1]: Started D-Bus System Message Bus.1861vm-test-run-nixbot-gitlab> gitlab # [    8.269883] systemd-logind[1092]: New seat seat0.1862vm-test-run-nixbot-gitlab> gitlab # [    8.276556] dbus-broker-launch[1090]: Ready1863vm-test-run-nixbot-gitlab> gitlab # [    8.278000] systemd-logind[1092]: Watching system buttons on /dev/input/event2 (Power Button)1864vm-test-run-nixbot-gitlab> gitlab # [    8.279249] systemd-logind[1092]: Watching system buttons on /dev/input/event5 (QEMU Virtio Keyboard)1865vm-test-run-nixbot-gitlab> gitlab # [    8.280324] systemd-logind[1092]: Watching system buttons on /dev/input/event0 (AT Translated Set 2 keyboard)1866vm-test-run-nixbot-gitlab> gitlab # [    8.284554] systemd[1]: Started User Login Management.1867vm-test-run-nixbot-gitlab> gitlab # [    8.289313] systemd[1]: Starting linger-users.service...1868vm-test-run-nixbot-gitlab> gitlab # [    8.295671] systemd[1]: Stopped target Host and Network Name Lookups.1869vm-test-run-nixbot-gitlab> gitlab # [    8.296754] systemd[1]: Stopping Host and Network Name Lookups...1870vm-test-run-nixbot-gitlab> gitlab # [    8.297845] systemd[1]: Stopped target User and Group Name Lookups.1871vm-test-run-nixbot-gitlab> gitlab # [    8.299339] systemd[1]: Stopping User and Group Name Lookups...1872vm-test-run-nixbot-gitlab> gitlab # [    8.300174] systemd[1]: Stopping Name Service Cache Daemon (nsncd)...1873vm-test-run-nixbot-gitlab> gitlab # [    8.303901] systemd[1]: nscd.service: Deactivated successfully.1874vm-test-run-nixbot-gitlab> gitlab # [    8.304953] systemd[1]: Stopped Name Service Cache Daemon (nsncd).1875vm-test-run-nixbot-gitlab> gitlab # [    8.307171] systemd[1]: nscd.service: Consumed 24ms CPU time over 173ms wall clock time, 8.4M memory peak, 5.7M read from disk.1876vm-test-run-nixbot-gitlab> gitlab # [    8.308991] systemd[1]: Starting Name Service Cache Daemon (nsncd)...1877vm-test-run-nixbot-gitlab> gitlab # [    8.311428] systemd[1]: linger-users.service: Deactivated successfully.1878vm-test-run-nixbot-gitlab> gitlab # [    8.312878] systemd[1]: Finished linger-users.service.1879vm-test-run-nixbot-gitlab> gitlab # [    8.326787] systemd[1]: Started Name Service Cache Daemon (nsncd).1880vm-test-run-nixbot-gitlab> gitlab # [    8.328202] nsncd[1145]: Jun 08 10:47:50.500 INFO started, config: Config { ignored_request_types: {}, worker_count: 8, handoff_timeout: 10s }, path: "/var/run/nscd/socket"1881vm-test-run-nixbot-gitlab> gitlab # [    8.329922] systemd[1]: Reached target Host and Network Name Lookups.1882vm-test-run-nixbot-gitlab> gitlab # [    8.330978] systemd[1]: Reached target User and Group Name Lookups.1883vm-test-run-nixbot-gitlab> gitlab # [    8.340523] systemd[1]: Finished resolvconf update.1884vm-test-run-nixbot-gitlab> gitlab # [    8.342908] systemd[1]: Reached target Preparation for Network.1885vm-test-run-nixbot-gitlab> gitlab # [    8.346062] systemd[1]: Starting DHCP Client...1886vm-test-run-nixbot-gitlab> gitlab # [    8.349744] systemd[1]: Starting Address configuration of eth1...1887vm-test-run-nixbot-gitlab> gitlab # [    8.351237] systemd[1]: Starting Extra networking commands....1888vm-test-run-nixbot-gitlab> gitlab # [    8.375381] network-addresses-eth1-start[1171]: adding address 192.168.1.1/24... done1889vm-test-run-nixbot-gitlab> gitlab # [    8.381181] network-addresses-eth1-start[1171]: adding address 2001:db8:1::1/64... done1890vm-test-run-nixbot-gitlab> gitlab # [    8.386800] systemd[1]: Finished Address configuration of eth1.1891vm-test-run-nixbot-gitlab> gitlab # [    8.417431] systemd[1]: Finished Extra networking commands..1892vm-test-run-nixbot-gitlab> gitlab # [    8.418996] systemd[1]: Reached target Network.1893vm-test-run-nixbot-gitlab> gitlab # [    8.420636] systemd[1]: Starting gitlab-workhorse.service...1894vm-test-run-nixbot-gitlab> gitlab # [    8.423950] systemd[1]: Starting Nginx Web Server...1895vm-test-run-nixbot-gitlab> gitlab # [    8.429194] systemd[1]: Starting PostgreSQL Server...1896vm-test-run-nixbot-gitlab> gitlab # [    8.434277] dhcpcd[1186]: dhcpcd-10.3.2 starting1897vm-test-run-nixbot-gitlab> gitlab # [    8.437050] systemd[1]: Starting Redis Server - redis-gitlab...1898vm-test-run-nixbot-gitlab> gitlab # [    8.438583] systemd[1]: Starting Permit User Sessions...1899vm-test-run-nixbot-gitlab> gitlab # [    8.441614] dhcpcd[1233]: dev: loaded udev1900vm-test-run-nixbot-gitlab> gitlab # [    8.709632] 8021q: 802.1Q VLAN Support v1.81901vm-test-run-nixbot-gitlab> gitlab # [    8.710699] 8021q: adding VLAN 0 to HW filter on device eth11902vm-test-run-nixbot-gitlab> gitlab # [    8.456738] systemd[1]: Listening on Load/Save RF Kill Switch Status /dev/rfkill Watch.1903vm-test-run-nixbot-gitlab> gitlab # [    8.464809] systemd[1]: Finished Permit User Sessions.1904vm-test-run-nixbot-gitlab> gitlab # [    8.476160] systemd[1]: Started Getty on tty1.1905vm-test-run-nixbot-gitlab> gitlab # [    8.479342] systemd[1]: Reached target Login Prompts.1906vm-test-run-nixbot-gitlab> gitlab # [    8.806309] cfg80211: Loading compiled-in X.509 certificates for regulatory database1907vm-test-run-nixbot-gitlab> gitlab # [    8.814070] Loaded X.509 cert 'sforshee: 00b28ddf47aef9cea7'1908vm-test-run-nixbot-gitlab> gitlab # [    8.815531] Loaded X.509 cert 'wens: 61c038651aabdcf94bd0ac7ff06c7248db18c600'1909vm-test-run-nixbot-gitlab> gitlab # [    8.817813] faux_driver regulatory: Direct firmware load for regulatory.db failed with error -21910vm-test-run-nixbot-gitlab> gitlab # [    8.819706] cfg80211: failed to load regulatory.db1911vm-test-run-nixbot-gitlab> gitlab # [    8.570752] nginx-pre-start[1254]: nginx: the configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf syntax is ok1912vm-test-run-nixbot-gitlab> gitlab # [    8.572220] nginx-pre-start[1254]: nginx: configuration file /nix/store/nlpb2pnbsk0921apkv5yml2qxbm30d7w-nginx.conf test is successful1913vm-test-run-nixbot-gitlab> gitlab # [    8.578846] systemd[1]: Started Nginx Web Server.1914vm-test-run-nixbot-gitlab> gitlab # [    8.595109] postgresql-pre-start[1256]: The files belonging to this database system will be owned by user "postgres".1915vm-test-run-nixbot-gitlab> gitlab # [    8.596407] postgresql-pre-start[1256]: This user must also own the server process.1916vm-test-run-nixbot-gitlab> gitlab # [    8.864630] 8021q: adding VLAN 0 to HW filter on device eth01917vm-test-run-nixbot-gitlab> gitlab # [    8.602133] dhcpcd[1233]: eth0: waiting for carrier1918vm-test-run-nixbot-gitlab> gitlab # [    8.603271] postgresql-pre-start[1256]: The database cluster will be initialized with locale "en_US.UTF-8".1919vm-test-run-nixbot-gitlab> gitlab # [    8.606161] postgresql-pre-start[1256]: The default database encoding has accordingly been set to "UTF8".1920vm-test-run-nixbot-gitlab> gitlab # [    8.608777] postgresql-pre-start[1256]: The default text search configuration will be set to "english".1921vm-test-run-nixbot-gitlab> gitlab # [    8.609789] postgresql-pre-start[1256]: Data page checksums are disabled.1922vm-test-run-nixbot-gitlab> gitlab # [    8.611279] postgresql-pre-start[1256]: fixing permissions on existing directory /var/lib/postgresql/17 ... ok1923vm-test-run-nixbot-gitlab> gitlab # [    8.612236] dhcpcd[1233]: eth0: carrier acquired1924vm-test-run-nixbot-gitlab> gitlab # [    8.613582] systemd[1]: Started Redis Server - redis-gitlab.1925vm-test-run-nixbot-gitlab> gitlab # [    8.614508] postgresql-pre-start[1256]: creating subdirectories ... ok1926vm-test-run-nixbot-gitlab> gitlab # [    8.615084] postgresql-pre-start[1256]: selecting dynamic shared memory implementation ... posix1927vm-test-run-nixbot-gitlab> gitlab # [    8.616279] redis-server[1255]: Supervised by systemd. Please make sure you set appropriate values for TimeoutStartSec and TimeoutStopSec in your service unit.1928vm-test-run-nixbot-gitlab> gitlab # [    8.617317] redis-server[1255]: oO0OoO0OoO0Oo Redis is starting oO0OoO0OoO0Oo1929vm-test-run-nixbot-gitlab> gitlab # [    8.618465] redis-server[1255]: Redis version=8.8.0, bits=64, commit=00000000, modified=0, pid=1255, just started1930vm-test-run-nixbot-gitlab> gitlab # [    8.619037] redis-server[1255]: Configuration loaded1931vm-test-run-nixbot-gitlab> gitlab # [    8.619925] redis[1255]: monotonic clock: POSIX clock_gettime1932vm-test-run-nixbot-gitlab> gitlab # [    8.621291] redis[1255]: Running mode=standalone, port=0.1933vm-test-run-nixbot-gitlab> gitlab # [    8.622594] redis[1255]: Server initialized1934vm-test-run-nixbot-gitlab> gitlab # [    8.623757] redis[1255]: Ready to accept connections unix1935vm-test-run-nixbot-gitlab> gitlab # [    8.624425] redis[1255]: WARNING: Redis does not require authentication. Redis will accept connections from any local client.1936vm-test-run-nixbot-gitlab> gitlab # [    8.625436] dhcpcd[1233]: DUID 00:01:00:01:31:b9:5a:56:52:54:00:12:34:561937vm-test-run-nixbot-gitlab> gitlab # [    8.626394] dhcpcd[1233]: eth0: IAID 00:12:34:561938vm-test-run-nixbot-gitlab> gitlab # [    8.627330] dhcpcd[1233]: eth0: adding address fe80::5054:ff:fe12:34561939vm-test-run-nixbot-gitlab> gitlab # [    8.636124] postgresql-pre-start[1256]: selecting default "max_connections" ... 1001940vm-test-run-nixbot-gitlab> gitlab # [    8.669456] postgresql-pre-start[1256]: selecting default "shared_buffers" ... 128MB1941vm-test-run-nixbot-gitlab> gitlab # [    8.873616] systemd[1]: Started gitlab-workhorse.service.1942vm-test-run-nixbot-gitlab> gitlab # [    9.032408] postgresql-pre-start[1256]: selecting default time zone ... UTC1943vm-test-run-nixbot-gitlab> gitlab # [    9.034366] postgresql-pre-start[1256]: creating configuration files ... ok1944vm-test-run-nixbot-gitlab> gitlab # [    9.101527] gitlab-workhorse[1288]: time="2026-06-08T10:47:51Z" level=info msg=Starting build_time=19700101.000000 version=18.11.41945vm-test-run-nixbot-gitlab> gitlab # [    9.103988] gitlab-workhorse[1288]: time="2026-06-08T10:47:51Z" level=info msg="Using redis/go-redis"1946vm-test-run-nixbot-gitlab> gitlab # [    9.110702] gitlab-workhorse[1288]: time="2026-06-08T10:47:51Z" level=info msg="Running upstream server" address=/run/gitlab/gitlab-workhorse.socket network=unix1947vm-test-run-nixbot-gitlab> gitlab # [    9.212980] postgresql-pre-start[1256]: running bootstrap script ... ok1948vm-test-run-nixbot-gitlab> gitlab # [    9.394624] dhcpcd[1233]: eth0: soliciting a DHCP lease1949vm-test-run-nixbot-gitlab> gitlab # [    9.671043] NET: Registered PF_PACKET protocol family1950vm-test-run-nixbot-gitlab> gitlab # [    9.413475] dhcpcd[1233]: eth0: offered 10.0.2.15 from 10.0.2.21951vm-test-run-nixbot-gitlab> gitlab # [    9.419372] dhcpcd[1233]: eth0: probing address 10.0.2.15/241952vm-test-run-nixbot-gitlab> gitlab # [    9.671089] postgresql-pre-start[1256]: performing post-bootstrap initialization ... ok1953vm-test-run-nixbot-gitlab> gitlab # [   10.023121] dhcpcd[1233]: eth0: soliciting an IPv6 router1954vm-test-run-nixbot-gitlab> gitlab # [   10.027480] dhcpcd[1233]: eth0: Router Advertisement from fe80::21955vm-test-run-nixbot-gitlab> gitlab # [   10.032320] dhcpcd[1233]: eth0: adding address fec0::5054:ff:fe12:3456/641956vm-test-run-nixbot-gitlab> gitlab # [   10.037546] dhcpcd[1233]: eth0: adding route to fec0::/641957vm-test-run-nixbot-gitlab> gitlab # [   10.042249] dhcpcd[1233]: eth0: adding default route via fe80::21958vm-test-run-nixbot-gitlab> gitlab # [   10.118858] postgresql-pre-start[1256]: syncing data to disk ... ok1959vm-test-run-nixbot-gitlab> gitlab # [   10.123112] postgresql-pre-start[1256]: initdb: warning: enabling "trust" authentication for local connections1960vm-test-run-nixbot-gitlab> gitlab # [   10.128987] postgresql-pre-start[1256]: initdb: hint: You can change this by editing pg_hba.conf or using the option -A, or --auth-local and --auth-host, the next time you run initdb.1961vm-test-run-nixbot-gitlab> gitlab # [   10.138379] postgresql-pre-start[1256]: Success. You can now start the database server using:1962vm-test-run-nixbot-gitlab> gitlab # [   10.143542] postgresql-pre-start[1256]:     pg_ctl -D /var/lib/postgresql/17 -l logfile start1963vm-test-run-nixbot-gitlab> gitlab # [   10.247787] postgres[1314]: [1314] LOG:  starting PostgreSQL 17.10 on x86_64-pc-linux-gnu, compiled by clang version 21.1.8, 64-bit1964vm-test-run-nixbot-gitlab> gitlab # [   10.255727] postgres[1314]: [1314] LOG:  listening on IPv6 address "::1", port 54321965vm-test-run-nixbot-gitlab> gitlab # [   10.260653] postgres[1314]: [1314] LOG:  listening on IPv4 address "127.0.0.1", port 54321966vm-test-run-nixbot-gitlab> gitlab # [   10.266199] postgres[1314]: [1314] LOG:  listening on Unix socket "/run/postgresql/.s.PGSQL.5432"1967vm-test-run-nixbot-gitlab> gitlab # [   10.272418] postgres[1321]: [1321] LOG:  database system was shut down at 2026-06-08 10:47:51 GMT1968vm-test-run-nixbot-gitlab> gitlab # [   10.279512] postgres[1314]: [1314] LOG:  database system is ready to accept connections1969vm-test-run-nixbot-gitlab> gitlab # [   10.287622] systemd[1]: Started PostgreSQL Server.1970vm-test-run-nixbot-gitlab> gitlab # [   10.293648] systemd[1]: Starting PostgreSQL Setup Scripts...1971vm-test-run-nixbot-gitlab> gitlab # [   10.443199] postgresql-setup-start[1341]: CREATE DATABASE1972vm-test-run-nixbot-gitlab> gitlab # [   10.476385] postgresql-setup-start[1346]: CREATE ROLE1973vm-test-run-nixbot-gitlab> gitlab # [   10.491398] postgresql-setup-start[1348]: ALTER DATABASE1974vm-test-run-nixbot-gitlab> gitlab # [   10.518134] postgresql-setup-start[1353]: CREATE ROLE1975vm-test-run-nixbot-gitlab> gitlab # [   10.523659] systemd[1]: Finished PostgreSQL Setup Scripts.1976vm-test-run-nixbot-gitlab> gitlab # [   10.526089] systemd[1]: Reached target PostgreSQL.1977vm-test-run-nixbot-gitlab> gitlab # [   10.529185] systemd[1]: Starting gitlab-postgresql.service...1978vm-test-run-nixbot-gitlab> gitlab # [   10.645614] gitlab-postgresql-start[1362]: CREATE DATABASE1979vm-test-run-nixbot-gitlab> gitlab # [   10.685516] gitlab-postgresql-start[1370]: CREATE EXTENSION1980vm-test-run-nixbot-gitlab> gitlab # [   10.724427] gitlab-postgresql-start[1372]: CREATE EXTENSION1981vm-test-run-nixbot-gitlab> gitlab # [   10.728102] systemd[1]: Finished gitlab-postgresql.service.1982vm-test-run-nixbot-gitlab> gitlab # [   10.741848] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1366]: mkdir -p /var/gitlab/state/home/.ssh: OK1983vm-test-run-nixbot-gitlab> gitlab # [   10.744460] 119c5p75zqwmpdrsjsd5cszxwrq2hgfq-gitlab-config[1366]: chmod 700 /var/gitlab/state/home/.ssh: OK1984vm-test-run-nixbot-gitlab> gitlab # [   10.783286] systemd[1]: Finished gitlab-config.service.1985vm-test-run-nixbot-gitlab> gitlab # [   10.785655] systemd[1]: Started gitaly.service.1986vm-test-run-nixbot-gitlab> gitlab # [   10.787554] systemd[1]: Starting gitlab-db-config.service...1987vm-test-run-nixbot-gitlab> gitlab # [   11.314588] gitaly[1387]: time="2026-06-08T10:47:53.487Z" level=warning msg="The current configurations will cause Gitaly to fail to start up in future versions. Please run 'gitaly configuration validate < /nix/store/2wcq0nlg508fs5wq7jnpg1lw2pib950g-gitaly.toml' and fix the errors that are printed." pid=13871988vm-test-run-nixbot-gitlab> gitlab # [   11.347908] gitaly[1387]: time="2026-06-08T10:47:53.487Z" level=info msg="maxprocs: Leaving GOMAXPROCS=4: CPU quota undefined" pid=13871989vm-test-run-nixbot-gitlab> gitlab # [   11.351219] gitaly[1387]: time="2026-06-08T10:47:53.487Z" level=info msg="grpc prometheus histograms enabled" latencies="[0.001 0.005 0.025 0.1 0.5 1 10 30 60 300 1500]" pid=13871990vm-test-run-nixbot-gitlab> gitlab # [   11.354657] gitaly[1387]: time="2026-06-08T10:47:53.487Z" level=error msg="error initializing distributed tracing" error="tracing is disabled" pid=13871991vm-test-run-nixbot-gitlab> gitlab # [   11.360060] gitaly[1387]: time="2026-06-08T10:47:53.487Z" level=info msg="Starting Gitaly" pid=1387 version=18.11.41992vm-test-run-nixbot-gitlab> gitlab # [   11.503990] gitaly[1387]: time="2026-06-08T10:47:53.677Z" level=info msg="finished unpacking auxiliary binaries" duration_ms=189 pid=13871993vm-test-run-nixbot-gitlab> gitlab # [   11.507673] gitaly[1387]: time="2026-06-08T10:47:53.677Z" level=info msg="finished initializing bootstrap" duration_ms=0 pid=13871994vm-test-run-nixbot-gitlab> gitlab # [   11.510898] gitaly[1387]: time="2026-06-08T10:47:53.678Z" level=info msg="finished initializing command factory" duration_ms=0 pid=13871995vm-test-run-nixbot-gitlab> gitlab # [   11.514277] gitaly[1387]: time="2026-06-08T10:47:53.678Z" level=info msg="using Git binary" binary_path=/run/gitaly/gitaly-1387/git-exec-2828884350.d/git pid=13871996vm-test-run-nixbot-gitlab> gitlab # [   11.518299] gitaly[1387]: time="2026-06-08T10:47:53.683Z" level=info msg="finished detecting git version" duration_ms=4 pid=13871997vm-test-run-nixbot-gitlab> gitlab # [   11.521508] gitaly[1387]: time="2026-06-08T10:47:53.683Z" level=info msg="using Git version" pid=1387 version=2.53.g1998vm-test-run-nixbot-gitlab> gitlab # [   11.524440] gitaly[1387]: time="2026-06-08T10:47:53.684Z" level=info msg="clearing disk cache object folder" pid=1387 storage=default1999vm-test-run-nixbot-gitlab> gitlab # [   11.527686] gitaly[1387]: time="2026-06-08T10:47:53.684Z" level=info msg="moving disk cache object folder" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache324286255 pid=1387 storage=default2000vm-test-run-nixbot-gitlab> gitlab # [   11.532659] gitaly[1387]: time="2026-06-08T10:47:53.684Z" level=info msg="disk cache object folder doesn't exist, no need to remove" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache324286255 pid=1387 storage=default2001vm-test-run-nixbot-gitlab> gitlab # [   11.538367] gitaly[1387]: time="2026-06-08T10:47:53.684Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/cache path=/var/gitlab/state/repositories/+gitaly/cache pid=13872002vm-test-run-nixbot-gitlab> gitlab # [   11.543502] gitaly[1387]: time="2026-06-08T10:47:53.684Z" level=info msg="Starting file walker" disk_cache_path=/var/gitlab/state/repositories/+gitaly/state path=/var/gitlab/state/repositories/+gitaly/state pid=13872003vm-test-run-nixbot-gitlab> gitlab # [   11.548641] gitaly[1387]: time="2026-06-08T10:47:53.684Z" level=info msg="cleared all cache object files" cache_directory=/var/gitlab/state/repositories/+gitaly/tmp/diskcache324286255 clear_duration_ms=0 pid=1387 storage=default2004vm-test-run-nixbot-gitlab> gitlab # [   11.593396] gitaly[1387]: time="2026-06-08T10:47:53.766Z" level=warning msg="Unable to set SO_REUSEPORT: zero downtime upgrades will not work" error="operation not supported" pid=13872005vm-test-run-nixbot-gitlab> gitlab # [   11.597939] gitaly[1387]: time="2026-06-08T10:47:53.767Z" level=info msg="listening at address" address=/var/gitlab/state/tmp/sockets/gitaly.socket pid=1387 schema=unix2006vm-test-run-nixbot-gitlab> gitlab # [   11.599153] gitaly[1387]: time="2026-06-08T10:47:53.767Z" level=info msg="listening at address" address=/run/gitaly/gitaly-1387/sock.d/intern pid=1387 schema=unix2007vm-test-run-nixbot-gitlab> gitlab # [   11.600376] gitaly[1387]: time="2026-06-08T10:47:53.767Z" level=info msg="finished tempdir cleaner walk" pid=1387 storage=default time_ms=02008vm-test-run-nixbot-gitlab> gitlab # [   11.600938] gitaly[1387]: time="2026-06-08T10:47:53.767Z" level=info msg="counting repositories" pid=13872009vm-test-run-nixbot-gitlab> gitlab # [   11.602044] gitaly[1387]: time="2026-06-08T10:47:53.767Z" level=info msg="starting to count repositories" pid=1387 storage_path=/var/gitlab/state/repositories2010vm-test-run-nixbot-gitlab> gitlab # [   11.603050] gitaly[1387]: time="2026-06-08T10:47:53.767Z" level=info msg="completed counting repositories" counting_duration_ms=0 pid=1387 storage_path=/var/gitlab/state/repositories2011vm-test-run-nixbot-gitlab> gitlab # [   11.603789] gitaly[1387]: time="2026-06-08T10:47:53.768Z" level=info msg="completed counting all repositories" counting_duration=0 pid=13872012vm-test-run-nixbot-gitlab> gitlab # [   11.605262] gitaly[1387]: time="2026-06-08T10:47:53.769Z" level=info msg="starting prometheus listener" address="localhost:9236" pid=13872013vm-test-run-nixbot-gitlab> gitlab # [   11.606326] gitaly[1387]: time="2026-06-08T10:47:53.769Z" level=info msg="Started Gitaly" duration_ms=281 pid=13872014vm-test-run-nixbot-gitlab> gitlab # [   11.607438] gitaly[1387]: time="2026-06-08T10:47:53.769Z" level=info msg="maintenance: daily scheduled" pid=1387 scheduled="2026-06-08 12:00:00 +0000 UTC"2015vm-test-run-nixbot-gitlab> gitlab # [   12.178882] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1390]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions2016vm-test-run-nixbot-gitlab> gitlab # [   12.183618] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1390]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions2017vm-test-run-nixbot-gitlab> gitlab # [   12.210477] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1390]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions2018vm-test-run-nixbot-gitlab> gitlab # [   13.450680] gitaly[1387]: time="2026-06-08T10:47:55.623Z" level=info msg="License database preloaded" duration_ms=2135 pid=13872019vm-test-run-nixbot-gitlab> gitlab # [   14.742574] dhcpcd[1233]: eth0: leased 10.0.2.15 for 86400 seconds2020vm-test-run-nixbot-gitlab> gitlab # [   14.746450] dhcpcd[1233]: eth0: adding route to 10.0.2.0/242021vm-test-run-nixbot-gitlab> gitlab # [   14.749143] dhcpcd[1233]: eth0: adding default route via 10.0.2.22022vm-test-run-nixbot-gitlab> gitlab # [   14.837650] systemd[1]: Started DHCP Client.2023vm-test-run-nixbot-gitlab> gitlab # [   14.841788] systemd[1]: Reached target Network is Online.2024vm-test-run-nixbot-gitlab> gitlab # [   41.742845] postgres[1738]: [1738] ERROR:  relation "feature_gates" does not exist at character 5232025vm-test-run-nixbot-gitlab> gitlab # [   41.744332] postgres[1738]: [1738] STATEMENT:  SELECT a.attname, format_type(a.atttypid, a.atttypmod),2026vm-test-run-nixbot-gitlab> gitlab # [   41.746194] postgres[1738]: 	       pg_get_expr(d.adbin, d.adrelid), a.attnotnull, a.atttypid, a.atttypmod,2027vm-test-run-nixbot-gitlab> gitlab # [   41.749546] postgres[1738]: 	       c.collname, col_description(a.attrelid, a.attnum) AS comment,2028vm-test-run-nixbot-gitlab> gitlab # [   41.752854] postgres[1738]: 	       attidentity AS identity,2029vm-test-run-nixbot-gitlab> gitlab # [   41.756900] postgres[1738]: 	       attgenerated as attgenerated2030vm-test-run-nixbot-gitlab> gitlab # [   41.760979] postgres[1738]: 	  FROM pg_attribute a2031vm-test-run-nixbot-gitlab> gitlab # [   41.764994] postgres[1738]: 	  LEFT JOIN pg_attrdef d ON a.attrelid = d.adrelid AND a.attnum = d.adnum2032vm-test-run-nixbot-gitlab> gitlab # [   41.767125] postgres[1738]: 	  LEFT JOIN pg_type t ON a.atttypid = t.oid2033vm-test-run-nixbot-gitlab> gitlab # [   41.769746] postgres[1738]: 	  LEFT JOIN pg_collation c ON a.attcollation = c.oid AND a.attcollation <> t.typcollation2034vm-test-run-nixbot-gitlab> gitlab # [   41.772468] postgres[1738]: 	 WHERE a.attrelid = '"feature_gates"'::regclass2035vm-test-run-nixbot-gitlab> gitlab # [   41.775809] postgres[1738]: 	   AND a.attnum > 0 AND NOT a.attisdropped2036vm-test-run-nixbot-gitlab> gitlab # [   41.780063] postgres[1738]: 	 ORDER BY a.attnum2037vm-test-run-nixbot-gitlab> gitlab # [   41.782752] postgres[1738]:2038vm-test-run-nixbot-gitlab> gitlab # [   42.078678] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1390]: W, [2026-06-08T10:48:24.251547 #1390]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2039vm-test-run-nixbot-gitlab> gitlab # [   47.460764] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1793]: psql:/var/gitlab/state/db/structure.sql:9: NOTICE:  extension "btree_gist" already exists, skipping2040vm-test-run-nixbot-gitlab> gitlab # [   47.469499] ibq8wv904zk2qy52df1dc0x5kfbjfac2-gitlab-db-config[1793]: psql:/var/gitlab/state/db/structure.sql:11: NOTICE:  extension "pg_trgm" already exists, skipping2041vm-test-run-nixbot-gitlab> gitlab # [   49.172743] gitlab-workhorse[1288]: time="2026-06-08T10:48:31Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2042vm-test-run-nixbot-gitlab> gitlab # [   59.182465] gitlab-workhorse[1288]: time="2026-06-08T10:48:41Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2043vm-test-run-nixbot-gitlab> gitlab # [   63.868929] postgres[1877]: [1877] ERROR:  relation "table_without_models" does not exist2044vm-test-run-nixbot-gitlab> gitlab # [   63.870981] postgres[1877]: [1877] STATEMENT:  SELECT pg_get_serial_sequence('table_without_models', 'id')2045vm-test-run-nixbot-gitlab> gitlab # [   69.191668] gitlab-workhorse[1288]: time="2026-06-08T10:48:51Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2046vm-test-run-nixbot-gitlab> gitlab # [   77.839400] systemd[1]: Finished gitlab-db-config.service.2047vm-test-run-nixbot-gitlab> gitlab # [   77.847851] systemd[1]: Started gitlab-sidekiq.service.2048vm-test-run-nixbot-gitlab> gitlab # [   77.853727] systemd[1]: Starting gitlab.service...2049vm-test-run-nixbot-gitlab> gitlab # [   78.182418] bundle[2062]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions2050vm-test-run-nixbot-gitlab> gitlab # [   78.185226] bundle[2062]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions2051vm-test-run-nixbot-gitlab> gitlab # [   78.188470] bundle[2062]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions2052vm-test-run-nixbot-gitlab> gitlab # [   79.201972] gitlab-workhorse[1288]: time="2026-06-08T10:49:01Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2053vm-test-run-nixbot-gitlab> gitlab # [   80.990880] sidekiq-cluster[2061]: {"severity":"INFO","time":"2026-06-08T10:49:03.147Z","message":"Starting cluster with 1 processes"}2054vm-test-run-nixbot-gitlab> gitlab # [   81.069154] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.221Z","pid":2062,"message":"* Enabling systemd notification integration"}2055vm-test-run-nixbot-gitlab> gitlab # [   81.071261] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"Puma starting in cluster mode..."}2056vm-test-run-nixbot-gitlab> gitlab # [   81.072849] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"* Puma version: 7.2.0 (\"On The Corner\")"}2057vm-test-run-nixbot-gitlab> gitlab # [   81.074412] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"* Ruby version: ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}2058vm-test-run-nixbot-gitlab> gitlab # [   81.075806] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"*  Min threads: 0"}2059vm-test-run-nixbot-gitlab> gitlab # [   81.077107] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"*  Max threads: 4"}2060vm-test-run-nixbot-gitlab> gitlab # [   81.078414] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"*  Environment: production"}2061vm-test-run-nixbot-gitlab> gitlab # [   81.080411] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"*   Master PID: 2062"}2062vm-test-run-nixbot-gitlab> gitlab # [   81.082138] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"*      Workers: 2"}2063vm-test-run-nixbot-gitlab> gitlab # [   81.083859] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"*     Restarts: (✔) hot (✖) phased (✖) refork"}2064vm-test-run-nixbot-gitlab> gitlab # [   81.085176] bundle[2062]: {"timestamp":"2026-06-08T10:49:03.242Z","pid":2062,"message":"* Preloading application"}2065vm-test-run-nixbot-gitlab> gitlab # [   89.215472] gitlab-workhorse[1288]: time="2026-06-08T10:49:11Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2066vm-test-run-nixbot-gitlab> gitlab # [   99.230535] gitlab-workhorse[1288]: time="2026-06-08T10:49:21Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2067vm-test-run-nixbot-gitlab> gitlab # [  104.145441] bundle[2062]: W, [2026-06-08T10:49:26.318330 #2062]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2068vm-test-run-nixbot-gitlab> gitlab # [  107.251762] sidekiq-cluster[2092]: 2026-06-08T10:49:29.424Z pid=2092 tid=tyc INFO: {:message=>"started", :memwd_handler_class=>"Gitlab::Memory::Watchdog::Handlers::SidekiqHandler", :memwd_sleep_time_s=>3, :pid=>2092, :worker_id=>"sidekiq_0", :memwd_rss_bytes=>429744128}2069vm-test-run-nixbot-gitlab> gitlab # [  107.434740] sidekiq-cluster[2092]: W, [2026-06-08T10:49:29.608296 #2092]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2070vm-test-run-nixbot-gitlab> gitlab # [  107.480215] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:29.653Z","message":"Listening on queues [\"default,1\", \"mailers,1\"]"}2071vm-test-run-nixbot-gitlab> gitlab # [  109.240841] gitlab-workhorse[1288]: time="2026-06-08T10:49:31Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2072vm-test-run-nixbot-gitlab> gitlab # [  109.374936] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.547Z","message":"GitLab reliable fetch activated!"}2073vm-test-run-nixbot-gitlab> gitlab # [  109.376988] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.547Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"internal\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2074vm-test-run-nixbot-gitlab> gitlab # [  109.436227] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.609Z","message":"Cron Jobs - added job with name bbo_users_delete_unconfirmed_secondary in the namespace default"}2075vm-test-run-nixbot-gitlab> gitlab # [  109.447679] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.621Z","message":"Cron Jobs - added job with name adjourned_group_deletion_worker in the namespace default"}2076vm-test-run-nixbot-gitlab> gitlab # [  109.459575] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.633Z","message":"Cron Jobs - added job with name authn_data_retention_authentication_event_archive_worker in the namespace default"}2077vm-test-run-nixbot-gitlab> gitlab # [  109.471466] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.645Z","message":"Cron Jobs - added job with name delete_expired_trigger_token_worker in the namespace default"}2078vm-test-run-nixbot-gitlab> gitlab # [  109.480189] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.653Z","message":"Cron Jobs - added job with name adjourned_projects_deletion_cron_worker in the namespace default"}2079vm-test-run-nixbot-gitlab> gitlab # [  109.488615] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.662Z","message":"Cron Jobs - added job with name stuck_ci_jobs_worker in the namespace default"}2080vm-test-run-nixbot-gitlab> gitlab # [  109.496341] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.669Z","message":"Cron Jobs - added job with name drop_timed_out_worker in the namespace default"}2081vm-test-run-nixbot-gitlab> gitlab # [  109.503970] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.677Z","message":"Cron Jobs - added job with name pipeline_schedule_worker in the namespace default"}2082vm-test-run-nixbot-gitlab> gitlab # [  109.532810] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.705Z","message":"Cron Jobs - added job with name expire_build_artifacts_worker in the namespace default"}2083vm-test-run-nixbot-gitlab> gitlab # [  109.539879] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.713Z","message":"Cron Jobs - added job with name ci_schedule_bulk_delete_job_artifact_cron_worker in the namespace default"}2084vm-test-run-nixbot-gitlab> gitlab # [  109.548568] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.722Z","message":"Cron Jobs - added job with name update_locked_unknown_artifacts_worker in the namespace default"}2085vm-test-run-nixbot-gitlab> gitlab # [  109.558755] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.732Z","message":"Cron Jobs - added job with name ci_partitioning_worker in the namespace default"}2086vm-test-run-nixbot-gitlab> gitlab # [  109.567216] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.740Z","message":"Cron Jobs - added job with name ci_pipelines_expire_artifacts_worker in the namespace default"}2087vm-test-run-nixbot-gitlab> gitlab # [  109.575602] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.749Z","message":"Cron Jobs - added job with name ci_schedule_delete_objects_worker in the namespace default"}2088vm-test-run-nixbot-gitlab> gitlab # [  109.584582] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.758Z","message":"Cron Jobs - added job with name environments_auto_stop_cron_worker in the namespace default"}2089vm-test-run-nixbot-gitlab> gitlab # [  109.593517] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.767Z","message":"Cron Jobs - added job with name environments_auto_delete_cron_worker in the namespace default"}2090vm-test-run-nixbot-gitlab> gitlab # [  109.603120] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.776Z","message":"Cron Jobs - added job with name repository_check_worker in the namespace default"}2091vm-test-run-nixbot-gitlab> gitlab # [  109.613580] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.787Z","message":"Cron Jobs - added job with name admin_email_worker in the namespace default"}2092vm-test-run-nixbot-gitlab> gitlab # [  109.623605] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.797Z","message":"Cron Jobs - added job with name personal_access_tokens_expiring_worker in the namespace default"}2093vm-test-run-nixbot-gitlab> gitlab # [  109.633713] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.807Z","message":"Cron Jobs - added job with name deploy_tokens_expiring_worker in the namespace default"}2094vm-test-run-nixbot-gitlab> gitlab # [  109.642995] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.816Z","message":"Cron Jobs - added job with name personal_access_tokens_expired_notification_worker in the namespace default"}2095vm-test-run-nixbot-gitlab> gitlab # [  109.652887] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.826Z","message":"Cron Jobs - added job with name resource_access_tokens_inactive_tokens_deletion_cron_worker in the namespace default"}2096vm-test-run-nixbot-gitlab> gitlab # [  109.662663] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.836Z","message":"Cron Jobs - added job with name repository_archive_cache_worker in the namespace default"}2097vm-test-run-nixbot-gitlab> gitlab # [  109.672211] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.845Z","message":"Cron Jobs - added job with name import_export_project_cleanup_worker in the namespace default"}2098vm-test-run-nixbot-gitlab> gitlab # [  109.682480] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.856Z","message":"Cron Jobs - added job with name gitlab_import_import_file_cleanup_worker in the namespace default"}2099vm-test-run-nixbot-gitlab> gitlab # [  109.691596] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.865Z","message":"Cron Jobs - added job with name ci_archive_traces_cron_worker in the namespace default"}2100vm-test-run-nixbot-gitlab> gitlab # [  109.701597] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.875Z","message":"Cron Jobs - added job with name members_expiring_worker in the namespace default"}2101vm-test-run-nixbot-gitlab> gitlab # [  109.712137] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.885Z","message":"Cron Jobs - added job with name remove_expired_members_worker in the namespace default"}2102vm-test-run-nixbot-gitlab> gitlab # [  109.722808] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.896Z","message":"Cron Jobs - added job with name remove_expired_group_links_worker in the namespace default"}2103vm-test-run-nixbot-gitlab> gitlab # [  109.734919] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.908Z","message":"Cron Jobs - added job with name remove_unaccepted_member_invites_worker in the namespace default"}2104vm-test-run-nixbot-gitlab> gitlab # [  109.744195] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.917Z","message":"Cron Jobs - added job with name prune_old_events_worker in the namespace default"}2105vm-test-run-nixbot-gitlab> gitlab # [  109.752924] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.926Z","message":"Cron Jobs - added job with name gitlab_export_prune_project_export_jobs_worker in the namespace default"}2106vm-test-run-nixbot-gitlab> gitlab # [  109.761679] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.935Z","message":"Cron Jobs - added job with name trending_projects_worker in the namespace default"}2107vm-test-run-nixbot-gitlab> gitlab # [  109.769758] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.943Z","message":"Cron Jobs - added job with name remove_unreferenced_lfs_objects_worker in the namespace default"}2108vm-test-run-nixbot-gitlab> gitlab # [  109.778494] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.952Z","message":"Cron Jobs - added job with name bulk_imports_stale_import_worker in the namespace default"}2109vm-test-run-nixbot-gitlab> gitlab # [  109.786550] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.960Z","message":"Cron Jobs - added job with name import_stuck_project_import_jobs in the namespace default"}2110vm-test-run-nixbot-gitlab> gitlab # [  109.793605] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.967Z","message":"Cron Jobs - added job with name jira_import_stuck_jira_import_jobs in the namespace default"}2111vm-test-run-nixbot-gitlab> gitlab # [  109.800416] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.974Z","message":"Cron Jobs - added job with name stuck_export_jobs_worker in the namespace default"}2112vm-test-run-nixbot-gitlab> gitlab # [  109.806804] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.980Z","message":"Cron Jobs - added job with name gitlab_service_ping_worker in the namespace default"}2113vm-test-run-nixbot-gitlab> gitlab # [  109.812641] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.986Z","message":"Cron Jobs - added job with name stuck_merge_jobs_worker in the namespace default"}2114vm-test-run-nixbot-gitlab> gitlab # [  109.819314] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.992Z","message":"Cron Jobs - added job with name pages_domain_verification_cron_worker in the namespace default"}2115vm-test-run-nixbot-gitlab> gitlab # [  109.825569] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:31.999Z","message":"Cron Jobs - added job with name pages_domain_removal_cron_worker in the namespace default"}2116vm-test-run-nixbot-gitlab> gitlab # [  109.831573] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.005Z","message":"Cron Jobs - added job with name pages_domain_ssl_renewal_cron_worker in the namespace default"}2117vm-test-run-nixbot-gitlab> gitlab # [  109.836111] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.009Z","message":"Cron Jobs - added job with name issue_due_scheduler_worker in the namespace default"}2118vm-test-run-nixbot-gitlab> gitlab # [  109.839983] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.013Z","message":"Cron Jobs - added job with name schedule_migrate_external_diffs_worker in the namespace default"}2119vm-test-run-nixbot-gitlab> gitlab # [  109.843641] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.017Z","message":"Cron Jobs - added job with name namespaces_prune_aggregation_schedules_worker in the namespace default"}2120vm-test-run-nixbot-gitlab> gitlab # [  109.847565] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.021Z","message":"Cron Jobs - added job with name container_expiration_policy_worker in the namespace default"}2121vm-test-run-nixbot-gitlab> gitlab # [  109.851052] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.024Z","message":"Cron Jobs - added job with name cleanup_container_registry_worker in the namespace default"}2122vm-test-run-nixbot-gitlab> gitlab # [  109.854514] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.028Z","message":"Cron Jobs - added job with name image_ttl_group_policy_worker in the namespace default"}2123vm-test-run-nixbot-gitlab> gitlab # [  109.858353] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.032Z","message":"Cron Jobs - added job with name cleanup_dependency_proxy_worker in the namespace default"}2124vm-test-run-nixbot-gitlab> gitlab # [  109.861781] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.035Z","message":"Cron Jobs - added job with name cleanup_package_registry_worker in the namespace default"}2125vm-test-run-nixbot-gitlab> gitlab # [  109.865281] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.039Z","message":"Cron Jobs - added job with name x509_issuer_crl_check_worker in the namespace default"}2126vm-test-run-nixbot-gitlab> gitlab # [  109.869071] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.042Z","message":"Cron Jobs - added job with name users_create_statistics_worker in the namespace default"}2127vm-test-run-nixbot-gitlab> gitlab # [  109.879775] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.053Z","message":"Cron Jobs - added job with name authorized_project_update_periodic_recalculate_worker in the namespace default"}2128vm-test-run-nixbot-gitlab> gitlab # [  109.883589] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.057Z","message":"Cron Jobs - added job with name update_container_registry_info_worker in the namespace default"}2129vm-test-run-nixbot-gitlab> gitlab # [  109.887379] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.061Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_manager in the namespace default"}2130vm-test-run-nixbot-gitlab> gitlab # [  109.890872] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.064Z","message":"Cron Jobs - added job with name postgres_dynamic_partitions_dropper in the namespace default"}2131vm-test-run-nixbot-gitlab> gitlab # [  109.894193] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.068Z","message":"Cron Jobs - added job with name analytics_usage_trends_count_job_trigger_worker in the namespace default"}2132vm-test-run-nixbot-gitlab> gitlab # [  109.897678] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.071Z","message":"Cron Jobs - added job with name member_invitation_reminder_emails_worker in the namespace default"}2133vm-test-run-nixbot-gitlab> gitlab # [  109.900923] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.074Z","message":"Cron Jobs - added job with name schedule_merge_request_cleanup_refs_worker in the namespace default"}2134vm-test-run-nixbot-gitlab> gitlab # [  109.904640] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.078Z","message":"Cron Jobs - added job with name manage_evidence_worker in the namespace default"}2135vm-test-run-nixbot-gitlab> gitlab # [  109.907846] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.081Z","message":"Cron Jobs - added job with name publish_release_worker in the namespace default"}2136vm-test-run-nixbot-gitlab> gitlab # [  109.911390] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.085Z","message":"Cron Jobs - added job with name user_status_cleanup_batch_worker in the namespace default"}2137vm-test-run-nixbot-gitlab> gitlab # [  109.915532] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.089Z","message":"Cron Jobs - added job with name ssh_keys_expired_notification_worker in the namespace default"}2138vm-test-run-nixbot-gitlab> gitlab # [  109.919783] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.093Z","message":"Cron Jobs - added job with name ssh_keys_expiring_soon_notification_worker in the namespace default"}2139vm-test-run-nixbot-gitlab> gitlab # [  109.923320] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.097Z","message":"Cron Jobs - added job with name users_deactivate_dormant_users_worker in the namespace default"}2140vm-test-run-nixbot-gitlab> gitlab # [  109.927648] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.101Z","message":"Cron Jobs - added job with name ci_delete_unit_tests_worker in the namespace default"}2141vm-test-run-nixbot-gitlab> gitlab # [  109.954161] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.127Z","message":"Cron Jobs - added job with name batched_background_migrations_worker in the namespace default"}2142vm-test-run-nixbot-gitlab> gitlab # [  109.958065] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.130Z","message":"Cron Jobs - added job with name batched_background_migration_worker_ci_database in the namespace default"}2143vm-test-run-nixbot-gitlab> gitlab # [  109.961967] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.132Z","message":"Cron Jobs - added job with name batched_background_migration_worker_sec_database in the namespace default"}2144vm-test-run-nixbot-gitlab> gitlab # [  109.965935] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.134Z","message":"Cron Jobs - added job with name background_operations_worker_main_database in the namespace default"}2145vm-test-run-nixbot-gitlab> gitlab # [  109.970227] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.137Z","message":"Cron Jobs - added job with name background_operations_worker_ci_database in the namespace default"}2146vm-test-run-nixbot-gitlab> gitlab # [  109.973985] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.139Z","message":"Cron Jobs - added job with name background_operations_worker_sec_database in the namespace default"}2147vm-test-run-nixbot-gitlab> gitlab # [  109.977802] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.142Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_main_database in the namespace default"}2148vm-test-run-nixbot-gitlab> gitlab # [  109.981900] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.145Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_ci_database in the namespace default"}2149vm-test-run-nixbot-gitlab> gitlab # [  109.986060] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.147Z","message":"Cron Jobs - added job with name background_operations_worker_cell_local_sec_database in the namespace default"}2150vm-test-run-nixbot-gitlab> gitlab # [  109.990264] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.150Z","message":"Cron Jobs - added job with name issues_reschedule_stuck_issue_rebalances in the namespace default"}2151vm-test-run-nixbot-gitlab> gitlab # [  109.994295] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.152Z","message":"Cron Jobs - added job with name projects_schedule_refresh_build_artifacts_size_statistics_worker in the namespace default"}2152vm-test-run-nixbot-gitlab> gitlab # [  109.995061] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.155Z","message":"Cron Jobs - added job with name inactive_projects_deletion_cron_worker in the namespace default"}2153vm-test-run-nixbot-gitlab> gitlab # [  109.995904] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.157Z","message":"Cron Jobs - added job with name loose_foreign_keys_cleanup_worker in the namespace default"}2154vm-test-run-nixbot-gitlab> gitlab # [  109.996994] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.159Z","message":"Cron Jobs - added job with name loose_foreign_keys_ci_pipelines_builds_cleanup_worker in the namespace default"}2155vm-test-run-nixbot-gitlab> gitlab # [  109.997848] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.162Z","message":"Cron Jobs - added job with name loose_foreign_keys_merge_request_diff_commit_cleanup_worker in the namespace default"}2156vm-test-run-nixbot-gitlab> gitlab # [  109.998971] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.164Z","message":"Cron Jobs - added job with name batched_git_ref_updates_cleanup_scheduler_worker in the namespace default"}2157vm-test-run-nixbot-gitlab> gitlab # [  110.000197] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.167Z","message":"Cron Jobs - added job with name ci_runner_versions_reconciliation_worker in the namespace default"}2158vm-test-run-nixbot-gitlab> gitlab # [  110.023666] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.197Z","message":"Cron Jobs - added job with name users_migrate_records_to_ghost_user_in_batches_worker in the namespace default"}2159vm-test-run-nixbot-gitlab> gitlab # [  110.030917] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.204Z","message":"Cron Jobs - added job with name ci_runners_stale_machines_cleanup_worker in the namespace default"}2160vm-test-run-nixbot-gitlab> gitlab # [  110.037210] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.211Z","message":"Cron Jobs - added job with name packages_cleanup_delete_orphaned_dependencies_worker in the namespace default"}2161vm-test-run-nixbot-gitlab> gitlab # [  110.045160] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.218Z","message":"Cron Jobs - added job with name cleanup_dangling_debian_package_files_worker in the namespace default"}2162vm-test-run-nixbot-gitlab> gitlab # [  110.051058] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.224Z","message":"Cron Jobs - added job with name object_storage_delete_stale_direct_uploads_worker in the namespace default"}2163vm-test-run-nixbot-gitlab> gitlab # [  110.059213] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.232Z","message":"Cron Jobs - added job with name service_desk_custom_email_verification_cleanup in the namespace default"}2164vm-test-run-nixbot-gitlab> gitlab # [  110.063042] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.236Z","message":"Cron Jobs - added job with name deactivated_pages_deployments_delete_cron_worker in the namespace default"}2165vm-test-run-nixbot-gitlab> gitlab # [  110.067074] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.240Z","message":"Cron Jobs - added job with name ci_schedule_unlock_pipelines_in_queue_worker in the namespace default"}2166vm-test-run-nixbot-gitlab> gitlab # [  110.070182] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.244Z","message":"Cron Jobs - added job with name ci_catalog_resources_process_sync_events_worker in the namespace default"}2167vm-test-run-nixbot-gitlab> gitlab # [  110.074121] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.247Z","message":"Cron Jobs - added job with name namespaces_process_outdated_namespace_descendants_cron_worker in the namespace default"}2168vm-test-run-nixbot-gitlab> gitlab # [  110.077123] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.250Z","message":"Cron Jobs - added job with name performance_bar_stats in the namespace default"}2169vm-test-run-nixbot-gitlab> gitlab # [  110.080790] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.254Z","message":"Cron Jobs - added job with name ci_catalog_resources_aggregate_last30_day_usage_worker in the namespace default"}2170vm-test-run-nixbot-gitlab> gitlab # [  110.084614] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.258Z","message":"Cron Jobs - added job with name ci_catalog_resources_cleanup_last_usages_worker in the namespace default"}2171vm-test-run-nixbot-gitlab> gitlab # [  110.088406] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.262Z","message":"Cron Jobs - added job with name ci_click_house_finished_pipelines_sync_worker in the namespace default"}2172vm-test-run-nixbot-gitlab> gitlab # [  110.091354] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.265Z","message":"Cron Jobs - added job with name deactivate_expired_deployments_cron_worker in the namespace default"}2173vm-test-run-nixbot-gitlab> gitlab # [  110.102987] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.276Z","message":"Cron Jobs - added job with name database_monitor_locked_tables_cron_worker in the namespace default"}2174vm-test-run-nixbot-gitlab> gitlab # [  110.106158] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.279Z","message":"Cron Jobs - added job with name merge_requests_process_scheduled_merge in the namespace default"}2175vm-test-run-nixbot-gitlab> gitlab # [  110.109561] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.283Z","message":"Cron Jobs - added job with name ci_schedule_old_pipelines_removal_cron_worker in the namespace default"}2176vm-test-run-nixbot-gitlab> gitlab # [  110.113688] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.287Z","message":"Cron Jobs - added job with name version_version_check_cron in the namespace default"}2177vm-test-run-nixbot-gitlab> gitlab # [  110.117714] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.291Z","message":"Cron Jobs - added job with name import_placeholder_user_cleanup_worker in the namespace default"}2178vm-test-run-nixbot-gitlab> gitlab # [  110.121464] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.295Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_grant_archive_worker in the namespace default"}2179vm-test-run-nixbot-gitlab> gitlab # [  110.125672] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.299Z","message":"Cron Jobs - added job with name authn_data_retention_oauth_access_token_archive_worker in the namespace default"}2180vm-test-run-nixbot-gitlab> gitlab # [  110.128734] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.302Z","message":"Cron Jobs - added job with name lost_transaction_recovery_worker in the namespace default"}2181vm-test-run-nixbot-gitlab> gitlab # [  110.131823] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.305Z","message":"Cron Jobs - added job with name topology_service_stale_requests_cleanup_worker in the namespace default"}2182vm-test-run-nixbot-gitlab> gitlab # [  110.136052] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.309Z","message":"Cron Jobs - added job with name cells_schedule_claims_verification_worker in the namespace default"}2183vm-test-run-nixbot-gitlab> gitlab # [  110.139191] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:32.313Z","message":"Cron Jobs - added job with name concurrency_limit_resume_worker in the namespace default"}2184vm-test-run-nixbot-gitlab> gitlab # [  119.251529] gitlab-workhorse[1288]: time="2026-06-08T10:49:41Z" level=error correlation_id= duration_ms=0 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2185vm-test-run-nixbot-gitlab> gitlab # [  129.254718] gitlab-workhorse[1288]: time="2026-06-08T10:49:51Z" level=error correlation_id= duration_ms=2 error="badgateway: failed to receive response: dial unix /var/gitlab/state/tmp/sockets/gitlab.socket: connect: no such file or directory" method=GET uri=2186vm-test-run-nixbot-gitlab> gitlab # [  131.994387] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:54.167Z","message":"Booted Rails 7.2.3 application in production environment"}2187vm-test-run-nixbot-gitlab> gitlab # [  131.996707] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:54.167Z","message":"Running in ruby 3.3.10 (2025-10-23 revision 343ea05002) [x86_64-linux]"}2188vm-test-run-nixbot-gitlab> gitlab # [  131.998568] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:54.167Z","message":"See LICENSE and the LGPL-3.0 for licensing details."}2189vm-test-run-nixbot-gitlab> gitlab # [  131.999961] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:54.168Z","message":"Upgrade to Sidekiq Pro for more features and support: https://sidekiq.org"}2190vm-test-run-nixbot-gitlab> gitlab # [  132.008993] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:54.182Z","message":"Sidekiq 7.3.9 connecting to Redis with options {:size=\u003e6, :pool_name=\u003e\"default\", :path=\u003e\"/run/gitlab/redis.sock\", :custom=\u003e{:instrumentation_class=\u003e\"Queues\"}, :url=\u003enil}"}2191vm-test-run-nixbot-gitlab> gitlab # [  133.395716] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:55.568Z","message":"Cleaning working queues"}2192vm-test-run-nixbot-gitlab> gitlab # [  133.403253] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:55.576Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"87fca33c5e7f13e265823c1d","created_at":"2026-06-08T10:48:59.474Z","trace_propagation_headers":{"sentry-trace":"241e265c61fb4da99d9e62449ff22849-8c3de64cb1994220","baggage":"sentry-trace_id=241e265c61fb4da99d9e62449ff22849,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"849ef011e1a017114d975fb45f46ddf8","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T10:48:59.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-87fca33c5e7f13e265823c1d: start","job_status":"start","queue_duration_s":56.091653,"scheduling_latency_s":56.091705}2193vm-test-run-nixbot-gitlab> gitlab # [  133.635483] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:49:55.808Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"87fca33c5e7f13e265823c1d","created_at":"2026-06-08T10:48:59.474Z","trace_propagation_headers":{"sentry-trace":"241e265c61fb4da99d9e62449ff22849-8c3de64cb1994220","baggage":"sentry-trace_id=241e265c61fb4da99d9e62449ff22849,sentry-environment=,sentry-release=Unknown"},"meta.feature_category":"cell","correlation_id":"849ef011e1a017114d975fb45f46ddf8","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T10:48:59.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-87fca33c5e7f13e265823c1d: done: 0.232193 sec","job_status":"done","queue_duration_s":56.091653,"scheduling_latency_s":56.091705,"redis_calls":31,"redis_duration_s":0.013569000000000001,"redis_read_bytes":284,"redis_write_bytes":3897,"redis_feature_flag_calls":20,"redis_feature_flag_duration_s":0.00838,"redis_feature_flag_read_bytes":274,"redis_feature_flag_write_bytes":2650,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003066,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":688,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002123,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":559,"db_count":16,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":16,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.019,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":15,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.073644,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.095742336,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.232193,"completed_at":"2026-06-08T10:49:55.808Z","load_balancing_strategy":"primary","db_duration_s":0.079449,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2194vm-test-run-nixbot-gitlab> gitlab # [  133.836691] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.009Z","pid":2062,"message":"* Listening on unix:///var/gitlab/state//tmp/sockets/gitlab.socket"}2195vm-test-run-nixbot-gitlab> gitlab # [  133.839333] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.009Z","pid":2062,"message":"! WARNING: Detected 2 Thread(s) started in app boot:"}2196vm-test-run-nixbot-gitlab> gitlab # [  133.842340] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.009Z","pid":2062,"message":"! #\u003cThread:0x000071c04ad53a78 /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:72 sleep\u003e - /nix/store/g5qraa51hgg5fl7n3da89ygf00qfv95x-ruby3.3-rack-timeout-0.7.0/lib/ruby/gems/3.3.0/gems/rack-timeout-0.7.0/lib/rack/timeout/support/scheduler.rb:90:in `sleep'"}2197vm-test-run-nixbot-gitlab> gitlab # [  133.844872] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.010Z","pid":2062,"message":"! #\u003cThread:0x000071c04a739688 /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:18 sleep\u003e - /nix/store/wg5r0zmy3rh1kga7z4z7mbs298p0wxli-ruby3.3-sentry-ruby-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-ruby-5.23.0/lib/sentry/threaded_periodic_worker.rb:20:in `sleep'"}2198vm-test-run-nixbot-gitlab> gitlab # [  133.848303] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.010Z","pid":2062,"message":"Use Ctrl-C to stop"}2199vm-test-run-nixbot-gitlab> gitlab # [  133.851115] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.010Z","pid":2062,"message":"Sending status to systemd every 1.0 sec"}2200vm-test-run-nixbot-gitlab> gitlab # [  134.444322] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.617Z","pid":2062,"message":"- Worker 1 (PID: 2615) booted in 0.49s, phase: 0"}2201vm-test-run-nixbot-gitlab> gitlab # [  134.450871] bundle[2062]: {"timestamp":"2026-06-08T10:49:56.618Z","pid":2062,"message":"- Worker 0 (PID: 2611) booted in 0.51s, phase: 0"}2202vm-test-run-nixbot-gitlab> gitlab # [  134.458496] systemd[1]: Started gitlab.service.2203vm-test-run-nixbot-gitlab> gitlab # [  134.461218] systemd[1]: Reached target Common target for all GitLab services..2204vm-test-run-nixbot-gitlab> gitlab # [  134.464832] systemd[1]: Starting setup-gitlab.service...2205vm-test-run-nixbot-gitlab> gitlab # [  134.482638] setup-gitlab-start[2648]: + timeout 900 bash -c 'until curl -fs http://gitlab/users/sign_in > /dev/null; do sleep 5; done'2206vm-test-run-nixbot-gitlab> gitlab # [  136.816458] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:49:58 +0000] "GET /users/sign_in HTTP/1.1" 200 10624 "" "curl/8.20.0" 23092207vm-test-run-nixbot-gitlab> gitlab # [  136.824561] setup-gitlab-start[2667]: ++ curl -fs -X POST -H 'Content-Type: application/json' -d '{"grant_type":"password","username":"root","password":"notproduction"}' http://gitlab/oauth/token2208vm-test-run-nixbot-gitlab> gitlab # [  136.834585] setup-gitlab-start[2668]: ++ jq -r .access_token2209vm-test-run-nixbot-gitlab> gitlab # [  137.624472] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:49:59 +0000] "POST /oauth/token HTTP/1.1" 200 244 "" "curl/8.20.0" 7782210vm-test-run-nixbot-gitlab> gitlab # [  137.632613] setup-gitlab-start[2648]: + BEARER=3db3a20f507d7555f89c8e7c6dd28ac94a6ce2c34b0ba989d2bc3e52ac4caf4c2211vm-test-run-nixbot-gitlab> gitlab # [  137.634481] setup-gitlab-start[2648]: + AUTH='Authorization: Bearer 3db3a20f507d7555f89c8e7c6dd28ac94a6ce2c34b0ba989d2bc3e52ac4caf4c'2212vm-test-run-nixbot-gitlab> gitlab # [  137.635995] setup-gitlab-start[2648]: + curl -fs -X PUT -H 'Authorization: Bearer 3db3a20f507d7555f89c8e7c6dd28ac94a6ce2c34b0ba989d2bc3e52ac4caf4c' 'http://gitlab/api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true'2213vm-test-run-nixbot-gitlab> gitlab # [  138.419881] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:00 +0000] "PUT /api/v4/application/settings?allow_local_requests_from_web_hooks_and_services=true HTTP/1.1" 200 17133 "" "curl/8.20.0" 7672214vm-test-run-nixbot-gitlab> gitlab # [  138.428523] setup-gitlab-start[2648]: + runuser -u gitlab -- /run/current-system/sw/bin/gitlab-rails runner Rails.cache.clear2215vm-test-run-nixbot-gitlab> gitlab # [  138.441592] runuser[2683]: pam_unix(runuser:session): session opened for user gitlab(uid=165) by (uid=0)2216vm-test-run-nixbot-gitlab> gitlab # [  138.806301] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions2217vm-test-run-nixbot-gitlab> gitlab # [  138.808991] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions2218vm-test-run-nixbot-gitlab> gitlab # [  138.811181] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions2219vm-test-run-nixbot-gitlab> gitlab # [  139.368720] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=rbs version=3.4.0 platform=ruby> because it is missing extensions2220vm-test-run-nixbot-gitlab> gitlab # [  139.378300] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=racc version=1.7.3 platform=ruby> because it is missing extensions2221vm-test-run-nixbot-gitlab> gitlab # [  139.386783] setup-gitlab-start[2684]: Source locally installed gems is ignoring #<Bundler::StubSpecification name=debug version=1.9.2 platform=ruby> because it is missing extensions2222vm-test-run-nixbot-gitlab> gitlab # [  144.237474] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:06.409Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"978608c1de8bfb8e718629ab","created_at":"2026-06-08T10:50:06.369Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4e69d25f9dd257cd5972210307bf1ea0","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.406Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-978608c1de8bfb8e718629ab: start","job_status":"start","queue_duration_s":0.003294,"scheduling_latency_s":0.00336}2223vm-test-run-nixbot-gitlab> gitlab # [  144.372573] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:06.545Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivatedDeploymentsDeleteCronWorker","jid":"978608c1de8bfb8e718629ab","created_at":"2026-06-08T10:50:06.369Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"4e69d25f9dd257cd5972210307bf1ea0","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:02dc87c01bb5b1cecbe6eae0009120537d166f4adbbb83ef540bec12f0f9136a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.406Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivatedDeploymentsDeleteCronWorker JID-978608c1de8bfb8e718629ab: done: 0.135722 sec","job_status":"done","queue_duration_s":0.003294,"scheduling_latency_s":0.00336,"redis_calls":10,"redis_duration_s":0.011997,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002549,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004923,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.004525,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.031752,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001009346,"duration_s":0.135722,"completed_at":"2026-06-08T10:50:06.545Z","load_balancing_strategy":"primary","db_duration_s":0.022869,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2224vm-test-run-nixbot-gitlab> gitlab # [  144.455240] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:06.551Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"f99039498fd84bdbc43340a7","created_at":"2026-06-08T10:50:06.455Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b1e4da61643061154eff5f636140592c","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.480Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-f99039498fd84bdbc43340a7: start","job_status":"start","queue_duration_s":0.071421,"scheduling_latency_s":0.071484}2225vm-test-run-nixbot-gitlab> gitlab # [  144.477722] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:06.643Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::StaleRequestsCleanupCronWorker","jid":"f99039498fd84bdbc43340a7","created_at":"2026-06-08T10:50:06.455Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b1e4da61643061154eff5f636140592c","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:73d233265a8deedc9c2e88dc2f4303db4adf3b844f30d267f04d632004c6c278","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.480Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::StaleRequestsCleanupCronWorker JID-f99039498fd84bdbc43340a7: done: 0.092081 sec","job_status":"done","queue_duration_s":0.071421,"scheduling_latency_s":0.071484,"redis_calls":17,"redis_duration_s":0.020106,"redis_read_bytes":15,"redis_write_bytes":2007,"redis_feature_flag_calls":8,"redis_feature_flag_duration_s":0.006992,"redis_feature_flag_read_bytes":8,"redis_feature_flag_write_bytes":1150,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005453,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.004081,"redis_rate_limiting_write_bytes":51,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00358,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.043035,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001142882,"extra.cells_stale_requests_cleanup_cron_worker.removed_count":0,"duration_s":0.092081,"completed_at":"2026-06-08T10:50:06.643Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005898,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2226vm-test-run-nixbot-gitlab> gitlab # [  144.547503] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:06.655Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"63abe1902abab5e0bedca826","created_at":"2026-06-08T10:50:06.508Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"179ec459ee45bae8a47a3209b3649d1c","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.573Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-63abe1902abab5e0bedca826: start","job_status":"start","queue_duration_s":0.082347,"scheduling_latency_s":0.082375}2227vm-test-run-nixbot-gitlab> gitlab # [  145.291136] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:07.463Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"63abe1902abab5e0bedca826","created_at":"2026-06-08T10:50:06.508Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"179ec459ee45bae8a47a3209b3649d1c","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.573Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-63abe1902abab5e0bedca826: done: 0.807891 sec","job_status":"done","queue_duration_s":0.082347,"scheduling_latency_s":0.082375,"redis_calls":574,"redis_duration_s":0.454751,"redis_read_bytes":573,"redis_write_bytes":49866,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.002997,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.004712,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":546,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.447042,"redis_shared_state_read_bytes":567,"redis_shared_state_write_bytes":49017,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.394118,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000424635,"duration_s":0.807891,"completed_at":"2026-06-08T10:50:07.463Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001483,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2228vm-test-run-nixbot-gitlab> gitlab # [  145.294187] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:07.465Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"ff8fdae7db2aecf4b0cf235a","created_at":"2026-06-08T10:50:06.604Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e9a94f35e03e90f2e3f4cf1356b14b02","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.613Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-ff8fdae7db2aecf4b0cf235a: start","job_status":"start","queue_duration_s":0.851977,"scheduling_latency_s":0.851999}2229vm-test-run-nixbot-gitlab> gitlab # [  145.434497] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:07.607Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Packages::Cleanup::DeleteOrphanedDependenciesWorker","jid":"ff8fdae7db2aecf4b0cf235a","created_at":"2026-06-08T10:50:06.604Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e9a94f35e03e90f2e3f4cf1356b14b02","meta.root_caller_id":"Cronjob","meta.feature_category":"package_registry","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:ae1976bd21c961bb04f5dedb6e2b63c4b50acd9c52a47e7573ade27e3c65ce36","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.613Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Packages::Cleanup::DeleteOrphanedDependenciesWorker JID-ff8fdae7db2aecf4b0cf235a: done: 0.14175 sec","job_status":"done","queue_duration_s":0.851977,"scheduling_latency_s":0.851999,"redis_calls":13,"redis_duration_s":0.00676,"redis_read_bytes":10,"redis_write_bytes":1343,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000863,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":345,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002896,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":630,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.003001,"redis_shared_state_read_bytes":4,"redis_shared_state_write_bytes":368,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026896,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000932521,"extra.packages_cleanup_delete_orphaned_dependencies_worker.last_processed_packages_dependency_id":0,"extra.packages_cleanup_delete_orphaned_dependencies_worker.deleted_rows_count":0,"duration_s":0.14175,"completed_at":"2026-06-08T10:50:07.606Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.012095,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2230vm-test-run-nixbot-gitlab> gitlab # [  145.508538] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:07.681Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"d2c0543a8423fd716d6d4c15","created_at":"2026-06-08T10:50:06.622Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cda743305af4d53d36e3a63f6e7256c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.641Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-d2c0543a8423fd716d6d4c15: start","job_status":"start","queue_duration_s":1.039964,"scheduling_latency_s":1.040029}2231vm-test-run-nixbot-gitlab> gitlab # [  145.758481] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:07.931Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"d2c0543a8423fd716d6d4c15","created_at":"2026-06-08T10:50:06.622Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cda743305af4d53d36e3a63f6e7256c1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.641Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-d2c0543a8423fd716d6d4c15: done: 0.250394 sec","job_status":"done","queue_duration_s":1.039964,"scheduling_latency_s":1.040029,"redis_calls":14,"redis_duration_s":0.007677,"redis_read_bytes":13,"redis_write_bytes":1883,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001993,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":618,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002964,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":654,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00272,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":611,"db_count":8,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.02,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.018,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.200376,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001094832,"exclusive_lock_hold_duration_s":0.206612572,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.250394,"completed_at":"2026-06-08T10:50:07.931Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.027505,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2232vm-test-run-nixbot-gitlab> gitlab # [  145.861939] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.033Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"9223d8d0f90e03efe2efdc7a","created_at":"2026-06-08T10:50:06.656Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.663Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-9223d8d0f90e03efe2efdc7a: start","job_status":"start","queue_duration_s":1.370232,"scheduling_latency_s":1.37027}2233vm-test-run-nixbot-gitlab> gitlab # [  145.995277] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.168Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"9223d8d0f90e03efe2efdc7a","created_at":"2026-06-08T10:50:06.656Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.663Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-9223d8d0f90e03efe2efdc7a: done: 0.135286 sec","job_status":"done","queue_duration_s":1.370232,"scheduling_latency_s":1.37027,"redis_calls":71,"redis_duration_s":0.042539,"redis_read_bytes":120,"redis_write_bytes":42624,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.003169,"redis_feature_flag_read_bytes":10,"redis_feature_flag_write_bytes":1471,"redis_queues_calls":2,"redis_queues_duration_s":0.0013,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37435,"redis_queues_metadata_calls":56,"redis_queues_metadata_duration_s":0.024491,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3418,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.013579,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":300,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.086369,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00054141,"duration_s":0.135286,"completed_at":"2026-06-08T10:50:08.168Z","load_balancing_strategy":"primary","db_duration_s":0.002608,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2234vm-test-run-nixbot-gitlab> gitlab # [  146.001334] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.170Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"41699917594c82e3ba1131b6","created_at":"2026-06-08T10:50:06.673Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"803cd49ddbc7155eafa6d7d2773b999e","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.683Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-41699917594c82e3ba1131b6: start","job_status":"start","queue_duration_s":1.486522,"scheduling_latency_s":1.486544}2235vm-test-run-nixbot-gitlab> gitlab # [  146.111434] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.195Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"41699917594c82e3ba1131b6","created_at":"2026-06-08T10:50:06.673Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"803cd49ddbc7155eafa6d7d2773b999e","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.683Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-41699917594c82e3ba1131b6: done: 0.025063 sec","job_status":"done","queue_duration_s":1.486522,"scheduling_latency_s":1.486544,"redis_calls":12,"redis_duration_s":0.002927,"redis_read_bytes":11,"redis_write_bytes":1511,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000504,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001297,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001126,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":566,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012758,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000634997,"exclusive_lock_hold_duration_s":0.006175646,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.025063,"completed_at":"2026-06-08T10:50:08.195Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005171,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2236vm-test-run-nixbot-gitlab> gitlab # [  146.123475] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.196Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"a6e140e865dfe72edaea1fb0","created_at":"2026-06-08T10:50:06.694Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14e853831e8a62b4fd038ff9ae911c85","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.703Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-a6e140e865dfe72edaea1fb0: start","job_status":"start","queue_duration_s":1.492751,"scheduling_latency_s":1.492771}2237vm-test-run-nixbot-gitlab> gitlab # [  146.143542] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.215Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"GitlabPerformanceBarStatsWorker","jid":"a6e140e865dfe72edaea1fb0","created_at":"2026-06-08T10:50:06.694Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"14e853831e8a62b4fd038ff9ae911c85","meta.root_caller_id":"Cronjob","meta.feature_category":"observability","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:393c75c82e0c4ccb08a7f1ba676a44e17ea4991969dda9da33b08a8d5bf6f24b","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.703Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"GitlabPerformanceBarStatsWorker JID-a6e140e865dfe72edaea1fb0: done: 0.019248 sec","job_status":"done","queue_duration_s":1.492751,"scheduling_latency_s":1.492771,"redis_calls":12,"redis_duration_s":0.004253,"redis_read_bytes":10,"redis_write_bytes":1174,"redis_cache_calls":2,"redis_cache_duration_s":0.000883,"redis_cache_read_bytes":1,"redis_cache_write_bytes":93,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000783,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00193,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":562,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000657,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":214,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010444,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000476876,"duration_s":0.019248,"completed_at":"2026-06-08T10:50:08.215Z","load_balancing_strategy":"primary","db_duration_s":0.000553,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2238vm-test-run-nixbot-gitlab> gitlab # [  146.246970] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.217Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"263b37724c2fee514aa4e45e","created_at":"2026-06-08T10:50:06.716Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b34c5f7c025aad5f28e2464bda162e1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.748Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-263b37724c2fee514aa4e45e: start","job_status":"start","queue_duration_s":1.468786,"scheduling_latency_s":1.468806}2239vm-test-run-nixbot-gitlab> gitlab # [  146.248358] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.414Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"263b37724c2fee514aa4e45e","created_at":"2026-06-08T10:50:06.716Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2b34c5f7c025aad5f28e2464bda162e1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.748Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-263b37724c2fee514aa4e45e: done: 0.196724 sec","job_status":"done","queue_duration_s":1.468786,"scheduling_latency_s":1.468806,"redis_calls":14,"redis_duration_s":0.004399,"redis_read_bytes":13,"redis_write_bytes":1645,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.001345,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":580,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001753,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001301,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":511,"db_count":125,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":125,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.045,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":125,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":80,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.045,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.122358,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000610413,"exclusive_lock_hold_duration_s":0.174895412,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"main","turbo_mode":false},"duration_s":0.196724,"completed_at":"2026-06-08T10:50:08.414Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.079352,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2240vm-test-run-nixbot-gitlab> gitlab # [  146.334631] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.415Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"1ea8f90571eb1d024e6ed379","created_at":"2026-06-08T10:50:06.756Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b0a8fb6e48f81145e89cd72dcd77e3bd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.766Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-1ea8f90571eb1d024e6ed379: start","job_status":"start","queue_duration_s":1.649168,"scheduling_latency_s":1.649188}2241vm-test-run-nixbot-gitlab> gitlab # [  146.335959] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.436Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"1ea8f90571eb1d024e6ed379","created_at":"2026-06-08T10:50:06.756Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b0a8fb6e48f81145e89cd72dcd77e3bd","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.766Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-1ea8f90571eb1d024e6ed379: done: 0.020917 sec","job_status":"done","queue_duration_s":1.649168,"scheduling_latency_s":1.649188,"redis_calls":12,"redis_duration_s":0.0028120000000000003,"redis_read_bytes":11,"redis_write_bytes":1566,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000862,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":628,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001426,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":670,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000524,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":268,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011707,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000337193,"duration_s":0.020917,"completed_at":"2026-06-08T10:50:08.436Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001156,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2242vm-test-run-nixbot-gitlab> gitlab # [  146.405233] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.438Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"ada38b41dbacf1af5b179ac5","created_at":"2026-06-08T10:50:06.773Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c74d8e32c1341374a25f1063f8250ee5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.782Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-ada38b41dbacf1af5b179ac5: start","job_status":"start","queue_duration_s":1.656161,"scheduling_latency_s":1.656181}2243vm-test-run-nixbot-gitlab> gitlab # [  146.414150] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.448Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}2244vm-test-run-nixbot-gitlab> gitlab # [  146.419361] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.454Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"ada38b41dbacf1af5b179ac5","created_at":"2026-06-08T10:50:06.773Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c74d8e32c1341374a25f1063f8250ee5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.782Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-ada38b41dbacf1af5b179ac5: done: 0.016318 sec","job_status":"done","queue_duration_s":1.656161,"scheduling_latency_s":1.656181,"redis_calls":10,"redis_duration_s":0.002163,"redis_read_bytes":9,"redis_write_bytes":1207,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001308,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000436,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009755,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000368762,"duration_s":0.016318,"completed_at":"2026-06-08T10:50:08.454Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000412,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2245vm-test-run-nixbot-gitlab> gitlab # [  146.488092] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.456Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerExpirationPolicyWorker","jid":"c476a329ab6ce2be328a891e","created_at":"2026-06-08T10:50:06.788Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ba5eeda814b310e5e806d97a55d657076d1f5f4bfe3538607468cb1befa65b3c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.794Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicyWorker JID-c476a329ab6ce2be328a891e: start","job_status":"start","queue_duration_s":1.661313,"scheduling_latency_s":1.661334}2246vm-test-run-nixbot-gitlab> gitlab # [  146.505929] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.495Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerExpirationPolicyWorker","jid":"c476a329ab6ce2be328a891e","created_at":"2026-06-08T10:50:06.788Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:ba5eeda814b310e5e806d97a55d657076d1f5f4bfe3538607468cb1befa65b3c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.794Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicyWorker JID-c476a329ab6ce2be328a891e: done: 0.039609 sec","job_status":"done","queue_duration_s":1.661313,"scheduling_latency_s":1.661334,"redis_calls":21,"redis_duration_s":0.004427,"redis_read_bytes":24,"redis_write_bytes":5391,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000808,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":724,"redis_queues_calls":2,"redis_queues_duration_s":0.000335,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3279,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002121,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":782,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.001163,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":606,"db_count":6,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027192,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.007430274000000001,"extra.container_expiration_policy_worker.cleanup_required_count":0,"extra.container_expiration_policy_worker.cleanup_unfinished_count":0,"extra.container_expiration_policy_worker.cleanup_total_count":0,"duration_s":0.039609,"completed_at":"2026-06-08T10:50:08.495Z","load_balancing_strategy":"primary","db_duration_s":0.005319,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2247vm-test-run-nixbot-gitlab> gitlab # [  146.612478] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.497Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"1f6d3266fcac9ccbab765b7b","created_at":"2026-06-08T10:50:06.803Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02f09174514e6cc80d4dcf181a7ea79e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.810Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-1f6d3266fcac9ccbab765b7b: start","job_status":"start","queue_duration_s":1.686702,"scheduling_latency_s":1.686724}2248vm-test-run-nixbot-gitlab> gitlab # [  146.614079] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.514Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"1f6d3266fcac9ccbab765b7b","created_at":"2026-06-08T10:50:06.803Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"02f09174514e6cc80d4dcf181a7ea79e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.810Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-1f6d3266fcac9ccbab765b7b: done: 0.017294 sec","job_status":"done","queue_duration_s":1.686702,"scheduling_latency_s":1.686724,"redis_calls":10,"redis_duration_s":0.002384,"redis_read_bytes":9,"redis_write_bytes":1215,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000464,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":343,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0015,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":626,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00042,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":246,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010189,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000384686,"duration_s":0.017294,"completed_at":"2026-06-08T10:50:08.514Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000333,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2249vm-test-run-nixbot-gitlab> gitlab # [  146.667775] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.515Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"40f145c11be0906cfde30f03","created_at":"2026-06-08T10:50:06.834Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f220340510a4059e5e9df0ce95db8a7e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T10:50:06.844Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-40f145c11be0906cfde30f03: start","job_status":"start","queue_duration_s":1.671672,"scheduling_latency_s":1.671691}2250vm-test-run-nixbot-gitlab> gitlab # [  146.689217] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.526Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}2251vm-test-run-nixbot-gitlab> gitlab # [  146.695312] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.531Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"40f145c11be0906cfde30f03","created_at":"2026-06-08T10:50:06.834Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f220340510a4059e5e9df0ce95db8a7e","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T10:50:06.844Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-40f145c11be0906cfde30f03: done: 0.016001 sec","job_status":"done","queue_duration_s":1.671672,"scheduling_latency_s":1.671691,"redis_calls":10,"redis_duration_s":0.0023090000000000003,"redis_read_bytes":9,"redis_write_bytes":1253,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000398,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":351,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001461,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":646,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00045,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":256,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009542,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00045341,"duration_s":0.016001,"completed_at":"2026-06-08T10:50:08.531Z","load_balancing_strategy":"primary","db_duration_s":0.000386,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2252vm-test-run-nixbot-gitlab> gitlab # [  146.821431] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.533Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"affa37f07dfe7e6c89448817","created_at":"2026-06-08T10:50:06.856Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b44d29db142fac812767781334833eff","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.868Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-affa37f07dfe7e6c89448817: start","job_status":"start","queue_duration_s":1.664883,"scheduling_latency_s":1.664903}2253vm-test-run-nixbot-gitlab> gitlab # [  146.823052] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.656Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"affa37f07dfe7e6c89448817","created_at":"2026-06-08T10:50:06.856Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b44d29db142fac812767781334833eff","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.868Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-affa37f07dfe7e6c89448817: done: 0.123607 sec","job_status":"done","queue_duration_s":1.664883,"scheduling_latency_s":1.664903,"redis_calls":12,"redis_duration_s":0.00283,"redis_read_bytes":11,"redis_write_bytes":1622,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0004,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":349,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001262,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":658,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001168,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":615,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.096,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.096,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.001014374,"exclusive_lock_hold_duration_s":0.010347404,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.123607,"completed_at":"2026-06-08T10:50:08.656Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.097537,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2254vm-test-run-nixbot-gitlab> gitlab # [  146.855369] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.658Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"e39a411a8b75fad2a1f5dc65","created_at":"2026-06-08T10:50:06.881Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c049be26c73c34371889233db98128fc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.897Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-e39a411a8b75fad2a1f5dc65: start","job_status":"start","queue_duration_s":1.760696,"scheduling_latency_s":1.760718}2255vm-test-run-nixbot-gitlab> gitlab # [  146.877111] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.681Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"e39a411a8b75fad2a1f5dc65","created_at":"2026-06-08T10:50:06.881Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c049be26c73c34371889233db98128fc","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.897Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-e39a411a8b75fad2a1f5dc65: done: 0.023521 sec","job_status":"done","queue_duration_s":1.760696,"scheduling_latency_s":1.760718,"redis_calls":12,"redis_duration_s":0.002963,"redis_read_bytes":11,"redis_write_bytes":1489,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00043,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001518,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001015,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":560,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012628,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000622984,"exclusive_lock_hold_duration_s":0.004768763,"duration_s":0.023521,"completed_at":"2026-06-08T10:50:08.681Z","load_balancing_strategy":"primary","db_duration_s":0.003495,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2256vm-test-run-nixbot-gitlab> gitlab # [  146.956823] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.683Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"a9a07d39a1ca2365986ba291","created_at":"2026-06-08T10:50:06.914Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"40baf1321e8c1cfff8de4baae464363f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.930Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-a9a07d39a1ca2365986ba291: start","job_status":"start","queue_duration_s":1.752965,"scheduling_latency_s":1.752984}2257vm-test-run-nixbot-gitlab> gitlab # [  146.965156] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.710Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::TimedOutBuilds::DropTimedOutWorker","jid":"a9a07d39a1ca2365986ba291","created_at":"2026-06-08T10:50:06.914Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"40baf1321e8c1cfff8de4baae464363f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:11a5fdbfa1bf52035908acc769acf4caef1368e7f031a24ef8a306464e46866a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.930Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropTimedOutWorker JID-a9a07d39a1ca2365986ba291: done: 0.026868 sec","job_status":"done","queue_duration_s":1.752965,"scheduling_latency_s":1.752984,"redis_calls":20,"redis_duration_s":0.004246,"redis_read_bytes":23,"redis_write_bytes":4317,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.001338,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1065,"redis_queues_calls":4,"redis_queues_duration_s":0.000655,"redis_queues_read_bytes":6,"redis_queues_write_bytes":2022,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.001813,"redis_queues_metadata_read_bytes":8,"redis_queues_metadata_write_bytes":1004,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00044,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017854,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000336355,"duration_s":0.026868,"completed_at":"2026-06-08T10:50:08.709Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000866,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2258vm-test-run-nixbot-gitlab> gitlab # [  147.064334] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.711Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"e336a8929045b89e824bb28a","created_at":"2026-06-08T10:50:06.949Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79ddd7cdfe50eccc1661c39fe73ed7d7","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.968Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-e336a8929045b89e824bb28a: start","job_status":"start","queue_duration_s":1.743122,"scheduling_latency_s":1.743142}2259vm-test-run-nixbot-gitlab> gitlab # [  147.065924] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.737Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"e336a8929045b89e824bb28a","created_at":"2026-06-08T10:50:06.949Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"79ddd7cdfe50eccc1661c39fe73ed7d7","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:06.968Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-e336a8929045b89e824bb28a: done: 0.026337 sec","job_status":"done","queue_duration_s":1.743122,"scheduling_latency_s":1.743142,"redis_calls":13,"redis_duration_s":0.003363,"redis_read_bytes":12,"redis_write_bytes":1668,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000524,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001781,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":728,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001058,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":603,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015946,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.007890668,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.026337,"completed_at":"2026-06-08T10:50:08.737Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003111,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2260vm-test-run-nixbot-gitlab> gitlab # [  147.127138] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.739Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"f24a33047e77176697d20c06","created_at":"2026-06-08T10:50:07.001Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9c1371fd343838c4289383426820742f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T10:50:07.009Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-f24a33047e77176697d20c06: start","job_status":"start","queue_duration_s":1.729873,"scheduling_latency_s":1.729893}2261vm-test-run-nixbot-gitlab> gitlab # [  147.148798] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.763Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"f24a33047e77176697d20c06","created_at":"2026-06-08T10:50:07.001Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"9c1371fd343838c4289383426820742f","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T10:50:07.009Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-f24a33047e77176697d20c06: done: 0.023956 sec","job_status":"done","queue_duration_s":1.729873,"scheduling_latency_s":1.729893,"redis_calls":10,"redis_duration_s":0.002225,"redis_read_bytes":9,"redis_write_bytes":1157,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000459,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":327,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001346,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00042,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015399,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000321549,"duration_s":0.023956,"completed_at":"2026-06-08T10:50:08.763Z","load_balancing_strategy":"primary","db_duration_s":0.002283,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2262vm-test-run-nixbot-gitlab> gitlab # [  147.255151] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.764Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"edb193f779f21c8b544abb08","created_at":"2026-06-08T10:50:07.018Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f86feb2ca37fe63aead540b0d4ede540","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.026Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-edb193f779f21c8b544abb08: start","job_status":"start","queue_duration_s":1.738501,"scheduling_latency_s":1.738521}2263vm-test-run-nixbot-gitlab> gitlab # [  147.256335] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.783Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Users::MigrateRecordsToGhostUserInBatchesWorker","jid":"edb193f779f21c8b544abb08","created_at":"2026-06-08T10:50:07.018Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f86feb2ca37fe63aead540b0d4ede540","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4bdb3193c92ce2ad4e73652ad55816e507f3dd7f07576150fc7c08572353b9e8","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.026Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Users::MigrateRecordsToGhostUserInBatchesWorker JID-edb193f779f21c8b544abb08: done: 0.019123 sec","job_status":"done","queue_duration_s":1.738501,"scheduling_latency_s":1.738521,"redis_calls":12,"redis_duration_s":0.002551,"redis_read_bytes":11,"redis_write_bytes":1562,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000396,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":337,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001265,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00089,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":591,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01128,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000473803,"exclusive_lock_hold_duration_s":0.0028431,"duration_s":0.019123,"completed_at":"2026-06-08T10:50:08.783Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001602,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2264vm-test-run-nixbot-gitlab> gitlab # [  147.303930] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.785Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"3f84418f07cae1fbaf260fc5","created_at":"2026-06-08T10:50:07.032Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ab0bb6442818271abc819b10548e8aa5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.041Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-3f84418f07cae1fbaf260fc5: start","job_status":"start","queue_duration_s":1.743835,"scheduling_latency_s":1.743854}2265vm-test-run-nixbot-gitlab> gitlab # [  147.376703] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.797Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}2266vm-test-run-nixbot-gitlab> gitlab # [  147.378052] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.803Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"3f84418f07cae1fbaf260fc5","created_at":"2026-06-08T10:50:07.032Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ab0bb6442818271abc819b10548e8aa5","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.041Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-3f84418f07cae1fbaf260fc5: done: 0.018496 sec","job_status":"done","queue_duration_s":1.743835,"scheduling_latency_s":1.743854,"redis_calls":10,"redis_duration_s":0.002277,"redis_read_bytes":9,"redis_write_bytes":1283,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00043,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001396,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":662,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000451,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":264,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009629,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000382172,"duration_s":0.018496,"completed_at":"2026-06-08T10:50:08.803Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001212,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2267vm-test-run-nixbot-gitlab> gitlab # [  147.399748] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.805Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"47a53f35700e90b0d3ad5be6","created_at":"2026-06-08T10:50:07.052Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e16e621e9167f3bbe0523eb62e3c3a79","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.059Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-47a53f35700e90b0d3ad5be6: start","job_status":"start","queue_duration_s":1.745802,"scheduling_latency_s":1.745821}2268vm-test-run-nixbot-gitlab> gitlab # [  147.421257] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.824Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"PagesDomainSslRenewalCronWorker","jid":"47a53f35700e90b0d3ad5be6","created_at":"2026-06-08T10:50:07.052Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e16e621e9167f3bbe0523eb62e3c3a79","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:cee20cd61cae5986aa71b6fa6dd981aaba3c2a4e4980220c0e15411712f7b4e3","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.059Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"PagesDomainSslRenewalCronWorker JID-47a53f35700e90b0d3ad5be6: done: 0.019371 sec","job_status":"done","queue_duration_s":1.745802,"scheduling_latency_s":1.745821,"redis_calls":10,"redis_duration_s":0.00255,"redis_read_bytes":9,"redis_write_bytes":1087,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000571,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001537,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":566,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000442,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":216,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011992,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000393346,"duration_s":0.019371,"completed_at":"2026-06-08T10:50:08.824Z","load_balancing_strategy":"primary","db_duration_s":0.00032,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2269vm-test-run-nixbot-gitlab> gitlab # [  147.542299] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.826Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"fcba7ae0aa2b78d9810363d9","created_at":"2026-06-08T10:50:07.071Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1102d040ddf171404e91f433f662d880","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.080Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-fcba7ae0aa2b78d9810363d9: start","job_status":"start","queue_duration_s":1.745235,"scheduling_latency_s":1.745255}2270vm-test-run-nixbot-gitlab> gitlab # [  147.543935] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.856Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Pages::DeactivateExpiredDeploymentsCronWorker","jid":"fcba7ae0aa2b78d9810363d9","created_at":"2026-06-08T10:50:07.071Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"1102d040ddf171404e91f433f662d880","meta.root_caller_id":"Cronjob","meta.feature_category":"pages","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:787f72254f5c8a3553ab694c3728fa911b46196df537a2b1a46751f692c5ffa6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.080Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Pages::DeactivateExpiredDeploymentsCronWorker JID-fcba7ae0aa2b78d9810363d9: done: 0.030196 sec","job_status":"done","queue_duration_s":1.745235,"scheduling_latency_s":1.745255,"redis_calls":10,"redis_duration_s":0.002275,"redis_read_bytes":9,"redis_write_bytes":1187,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000448,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":333,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001392,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000435,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016124,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000333842,"extra.pages_deactivate_expired_deployments_cron_worker.deactivate_expired_pages_deployments":{"deactivated_deployments":0,"duration":0.001527289},"duration_s":0.030196,"completed_at":"2026-06-08T10:50:08.856Z","load_balancing_strategy":"primary","db_duration_s":0.00776,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2271vm-test-run-nixbot-gitlab> gitlab # [  147.616116] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.857Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"2e791a7f3007926729680284","created_at":"2026-06-08T10:50:07.089Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"857c4a326c2f0999d9f45e32a6bed1e4","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.096Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-2e791a7f3007926729680284: start","job_status":"start","queue_duration_s":1.76148,"scheduling_latency_s":1.7615}2272vm-test-run-nixbot-gitlab> gitlab # [  147.617453] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.877Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"2e791a7f3007926729680284","created_at":"2026-06-08T10:50:07.089Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"857c4a326c2f0999d9f45e32a6bed1e4","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.096Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-2e791a7f3007926729680284: done: 0.019419 sec","job_status":"done","queue_duration_s":1.76148,"scheduling_latency_s":1.7615,"redis_calls":10,"redis_duration_s":0.002284,"redis_read_bytes":9,"redis_write_bytes":1061,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000423,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":303,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001429,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":550,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000432,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":208,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010849,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000330209,"duration_s":0.019419,"completed_at":"2026-06-08T10:50:08.877Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001854,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2273vm-test-run-nixbot-gitlab> gitlab # [  147.702436] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.878Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c67051f4e3ac382462efb174","created_at":"2026-06-08T10:50:07.102Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"83306f9a9812bac669a41e6e1bf1d43b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.109Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c67051f4e3ac382462efb174: start","job_status":"start","queue_duration_s":1.769378,"scheduling_latency_s":1.769398}2274vm-test-run-nixbot-gitlab> gitlab # [  147.703993] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.889Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}2275vm-test-run-nixbot-gitlab> gitlab # [  147.704941] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.894Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c67051f4e3ac382462efb174","created_at":"2026-06-08T10:50:07.102Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"83306f9a9812bac669a41e6e1bf1d43b","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.109Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c67051f4e3ac382462efb174: done: 0.016304 sec","job_status":"done","queue_duration_s":1.769378,"scheduling_latency_s":1.769398,"redis_calls":10,"redis_duration_s":0.0022789999999999998,"redis_read_bytes":9,"redis_write_bytes":1291,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000464,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":359,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001331,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000484,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009334,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000476876,"duration_s":0.016304,"completed_at":"2026-06-08T10:50:08.894Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000319,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2276vm-test-run-nixbot-gitlab> gitlab # [  147.788247] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.896Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"f55306357dd67c99236be879","created_at":"2026-06-08T10:50:07.117Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b13ed2cce384687a485f13f837f1f74d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T10:50:07.124Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-f55306357dd67c99236be879: start","job_status":"start","queue_duration_s":1.772355,"scheduling_latency_s":1.772375}2277vm-test-run-nixbot-gitlab> gitlab # [  147.789775] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.906Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}2278vm-test-run-nixbot-gitlab> gitlab # [  147.790726] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.912Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"f55306357dd67c99236be879","created_at":"2026-06-08T10:50:07.117Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b13ed2cce384687a485f13f837f1f74d","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T10:50:07.124Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-f55306357dd67c99236be879: done: 0.016154 sec","job_status":"done","queue_duration_s":1.772355,"scheduling_latency_s":1.772375,"redis_calls":10,"redis_duration_s":0.002313,"redis_read_bytes":9,"redis_write_bytes":1261,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000438,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":353,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001356,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":650,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000519,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":258,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009204,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00037407,"duration_s":0.016154,"completed_at":"2026-06-08T10:50:08.912Z","load_balancing_strategy":"primary","db_duration_s":0.000311,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2279vm-test-run-nixbot-gitlab> gitlab # [  147.879237] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.914Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"eacc6b5816876be9548b7cad","created_at":"2026-06-08T10:50:07.132Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b09bdba774468aed9c3a4a2cf8d9f14d","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.138Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-eacc6b5816876be9548b7cad: start","job_status":"start","queue_duration_s":1.775418,"scheduling_latency_s":1.77544}2280vm-test-run-nixbot-gitlab> gitlab # [  147.880933] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.943Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"eacc6b5816876be9548b7cad","created_at":"2026-06-08T10:50:07.132Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b09bdba774468aed9c3a4a2cf8d9f14d","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.138Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-eacc6b5816876be9548b7cad: done: 0.029271 sec","job_status":"done","queue_duration_s":1.775418,"scheduling_latency_s":1.77544,"redis_calls":10,"redis_duration_s":0.002619,"redis_read_bytes":9,"redis_write_bytes":1289,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000418,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":357,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001516,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":666,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000685,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":2,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013931,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000361219,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.029271,"completed_at":"2026-06-08T10:50:08.943Z","load_balancing_strategy":"primary","db_duration_s":0.008292,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2281vm-test-run-nixbot-gitlab> gitlab # [  147.963239] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.944Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d8ae2f42fd8a4e9d56ccd633","created_at":"2026-06-08T10:50:07.148Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.155Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d8ae2f42fd8a4e9d56ccd633: start","job_status":"start","queue_duration_s":1.789127,"scheduling_latency_s":1.789149}2282vm-test-run-nixbot-gitlab> gitlab # [  147.964379] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.973Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"d8ae2f42fd8a4e9d56ccd633","created_at":"2026-06-08T10:50:07.148Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.155Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-d8ae2f42fd8a4e9d56ccd633: done: 0.029165 sec","job_status":"done","queue_duration_s":1.789127,"scheduling_latency_s":1.789149,"redis_calls":19,"redis_duration_s":0.004044000000000001,"redis_read_bytes":22,"redis_write_bytes":4789,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000999,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":672,"redis_queues_calls":2,"redis_queues_duration_s":0.000348,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":10,"redis_queues_metadata_duration_s":0.002073,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":814,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000624,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":284,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019593,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000510121,"duration_s":0.029165,"completed_at":"2026-06-08T10:50:08.973Z","load_balancing_strategy":"primary","db_duration_s":0.001496,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2283vm-test-run-nixbot-gitlab> gitlab # [  148.039092] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:08.975Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"6fd21854ba77e8cf0f2ef882","created_at":"2026-06-08T10:50:07.162Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7ef37fd79fb9187ffc8c01df7840b14","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.169Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-6fd21854ba77e8cf0f2ef882: start","job_status":"start","queue_duration_s":1.805978,"scheduling_latency_s":1.805999}2284vm-test-run-nixbot-gitlab> gitlab # [  148.115365] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.015Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Releases::PublishEventWorker","jid":"6fd21854ba77e8cf0f2ef882","created_at":"2026-06-08T10:50:07.162Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e7ef37fd79fb9187ffc8c01df7840b14","meta.root_caller_id":"Cronjob","meta.feature_category":"release_orchestration","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9f5dbd6b3e0f8a09b95f6e4bc38c93c1137695f37704af6aead7c9933a73fb55","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.169Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Releases::PublishEventWorker JID-6fd21854ba77e8cf0f2ef882: done: 0.039947 sec","job_status":"done","queue_duration_s":1.805978,"scheduling_latency_s":1.805999,"redis_calls":10,"redis_duration_s":0.002557,"redis_read_bytes":9,"redis_write_bytes":1039,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000408,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001707,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000442,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021077,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000409829,"duration_s":0.039947,"completed_at":"2026-06-08T10:50:09.015Z","load_balancing_strategy":"primary","db_duration_s":0.011616,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2285vm-test-run-nixbot-gitlab> gitlab # [  148.117205] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.016Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"33794a792fcad7302aa97a57","created_at":"2026-06-08T10:50:07.176Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c295fe9ddecde9757fe30e9f3900ae25","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.183Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-33794a792fcad7302aa97a57: start","job_status":"start","queue_duration_s":1.833839,"scheduling_latency_s":1.83386}2286vm-test-run-nixbot-gitlab> gitlab # [  148.188195] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.028Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}2287vm-test-run-nixbot-gitlab> gitlab # [  148.189843] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.034Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"33794a792fcad7302aa97a57","created_at":"2026-06-08T10:50:07.176Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"c295fe9ddecde9757fe30e9f3900ae25","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.183Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-33794a792fcad7302aa97a57: done: 0.017604 sec","job_status":"done","queue_duration_s":1.833839,"scheduling_latency_s":1.83386,"redis_calls":10,"redis_duration_s":0.002312,"redis_read_bytes":9,"redis_write_bytes":1199,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000458,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001437,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":618,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000417,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":242,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010008,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000332165,"duration_s":0.017604,"completed_at":"2026-06-08T10:50:09.034Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000402,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2288vm-test-run-nixbot-gitlab> gitlab # [  148.260258] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.035Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"9b1a6174c0df627523f9e007","created_at":"2026-06-08T10:50:07.192Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef191cf0318e7d57c5ef5f297b660c3b","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.199Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-9b1a6174c0df627523f9e007: start","job_status":"start","queue_duration_s":1.836262,"scheduling_latency_s":1.836282}2289vm-test-run-nixbot-gitlab> gitlab # [  148.261424] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.055Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Projects::InactiveProjectsDeletionCronWorker","jid":"9b1a6174c0df627523f9e007","created_at":"2026-06-08T10:50:07.192Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ef191cf0318e7d57c5ef5f297b660c3b","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:442251d7c2d07bf110c698169f390fde7a2ca5a69ba3f639f0fb0d3b8866112f","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.199Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::InactiveProjectsDeletionCronWorker JID-9b1a6174c0df627523f9e007: done: 0.019869 sec","job_status":"done","queue_duration_s":1.836262,"scheduling_latency_s":1.836282,"redis_calls":10,"redis_duration_s":0.002188,"redis_read_bytes":9,"redis_write_bytes":1179,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000419,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":331,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001335,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":610,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000434,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":238,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012386,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000385524,"duration_s":0.019869,"completed_at":"2026-06-08T10:50:09.055Z","load_balancing_strategy":"primary","db_duration_s":0.000314,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2290vm-test-run-nixbot-gitlab> gitlab # [  148.344277] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.056Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"b431de8e78f7b8b6502bdb20","created_at":"2026-06-08T10:50:07.218Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"97c9ab602020997c17e2c27acee43c69","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.232Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-b431de8e78f7b8b6502bdb20: start","job_status":"start","queue_duration_s":1.82417,"scheduling_latency_s":1.82419}2291vm-test-run-nixbot-gitlab> gitlab # [  148.345861] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.079Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ServiceDesk::CustomEmailVerificationCleanupWorker","jid":"b431de8e78f7b8b6502bdb20","created_at":"2026-06-08T10:50:07.218Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"97c9ab602020997c17e2c27acee43c69","meta.root_caller_id":"Cronjob","meta.feature_category":"service_desk","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:521f52c3ade07cc9136cad2d9aca0ecb702f305a24b32b7c6ca1558624b4df26","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.232Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ServiceDesk::CustomEmailVerificationCleanupWorker JID-b431de8e78f7b8b6502bdb20: done: 0.022724 sec","job_status":"done","queue_duration_s":1.82417,"scheduling_latency_s":1.82419,"redis_calls":10,"redis_duration_s":0.002341,"redis_read_bytes":9,"redis_write_bytes":1225,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000434,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":341,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001476,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000431,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012449,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000331048,"duration_s":0.022724,"completed_at":"2026-06-08T10:50:09.079Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003727,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2292vm-test-run-nixbot-gitlab> gitlab # [  148.429317] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.080Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"1b5a013df81416067031eebc","created_at":"2026-06-08T10:50:07.239Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"33cd2a31a0f3a63db20d96adc24ead5a","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.248Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-1b5a013df81416067031eebc: start","job_status":"start","queue_duration_s":1.832243,"scheduling_latency_s":1.832264}2293vm-test-run-nixbot-gitlab> gitlab # [  148.430866] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.102Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"1b5a013df81416067031eebc","created_at":"2026-06-08T10:50:07.239Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"33cd2a31a0f3a63db20d96adc24ead5a","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.248Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-1b5a013df81416067031eebc: done: 0.021342 sec","job_status":"done","queue_duration_s":1.832243,"scheduling_latency_s":1.832264,"redis_calls":10,"redis_duration_s":0.002115,"redis_read_bytes":9,"redis_write_bytes":1109,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.0004,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":315,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001301,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":574,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000414,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":220,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338591,"duration_s":0.021342,"completed_at":"2026-06-08T10:50:09.102Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00309,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2294vm-test-run-nixbot-gitlab> gitlab # [  148.477236] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.103Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"03f7cfe9b0902ec8839aaec0","created_at":"2026-06-08T10:50:07.258Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"70312e773956ad76437f4f1d34529a23","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.268Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-03f7cfe9b0902ec8839aaec0: start","job_status":"start","queue_duration_s":1.835137,"scheduling_latency_s":1.835157}2295vm-test-run-nixbot-gitlab> gitlab # [  148.550406] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.124Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ContainerRegistry::CleanupWorker","jid":"03f7cfe9b0902ec8839aaec0","created_at":"2026-06-08T10:50:07.258Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"70312e773956ad76437f4f1d34529a23","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:1c3f6896f5901f854330d52bd75eff7c46411059671aef387767811adc368565","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:07.268Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerRegistry::CleanupWorker JID-03f7cfe9b0902ec8839aaec0: done: 0.020841 sec","job_status":"done","queue_duration_s":1.835137,"scheduling_latency_s":1.835157,"redis_calls":10,"redis_duration_s":0.002173,"redis_read_bytes":9,"redis_write_bytes":1071,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000441,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001289,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000443,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012726,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000316242,"duration_s":0.020841,"completed_at":"2026-06-08T10:50:09.124Z","load_balancing_strategy":"primary","db_duration_s":0.002225,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2296vm-test-run-nixbot-gitlab> gitlab # [  148.562188] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.125Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b842889c57b004760ab53cbc","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b842889c57b004760ab53cbc: start","job_status":"start","queue_duration_s":0.967017,"scheduling_latency_s":0.967038}2297vm-test-run-nixbot-gitlab> gitlab # [  148.582289] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.147Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b842889c57b004760ab53cbc","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b842889c57b004760ab53cbc: done: 0.02123 sec","job_status":"done","queue_duration_s":0.967017,"scheduling_latency_s":0.967038,"redis_calls":16,"redis_duration_s":0.004158,"redis_read_bytes":14,"redis_write_bytes":1544,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000475,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001245,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":439,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002438,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":798,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012194,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000336635,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02123,"completed_at":"2026-06-08T10:50:09.146Z","load_balancing_strategy":"primary","db_duration_s":0.000913,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2298vm-test-run-nixbot-gitlab> gitlab # [  148.688140] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.148Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f5865bea50b6727d044fcef8","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f5865bea50b6727d044fcef8: start","job_status":"start","queue_duration_s":0.989744,"scheduling_latency_s":0.989764}2299vm-test-run-nixbot-gitlab> gitlab # [  148.689269] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.163Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f5865bea50b6727d044fcef8","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f5865bea50b6727d044fcef8: done: 0.015504 sec","job_status":"done","queue_duration_s":0.989744,"scheduling_latency_s":0.989764,"redis_calls":13,"redis_duration_s":0.00281,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00088,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00193,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015504,"completed_at":"2026-06-08T10:50:09.163Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2300vm-test-run-nixbot-gitlab> gitlab # [  148.728841] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.165Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ab70515f3504aed76e5fe2b","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ab70515f3504aed76e5fe2b: start","job_status":"start","queue_duration_s":1.006702,"scheduling_latency_s":1.006723}2301vm-test-run-nixbot-gitlab> gitlab # [  148.748920] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.180Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6ab70515f3504aed76e5fe2b","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6ab70515f3504aed76e5fe2b: done: 0.015433 sec","job_status":"done","queue_duration_s":1.006702,"scheduling_latency_s":1.006723,"redis_calls":13,"redis_duration_s":0.002833,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000981,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001852,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010321,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015433,"completed_at":"2026-06-08T10:50:09.180Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2302vm-test-run-nixbot-gitlab> gitlab # [  148.839314] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.182Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"985495d9582c4eb9a67044d6","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-985495d9582c4eb9a67044d6: start","job_status":"start","queue_duration_s":1.023612,"scheduling_latency_s":1.023632}2303vm-test-run-nixbot-gitlab> gitlab # [  148.840228] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.197Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"985495d9582c4eb9a67044d6","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-985495d9582c4eb9a67044d6: done: 0.014979 sec","job_status":"done","queue_duration_s":1.023612,"scheduling_latency_s":1.023632,"redis_calls":13,"redis_duration_s":0.002857,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000859,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001998,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010128,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014979,"completed_at":"2026-06-08T10:50:09.197Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2304vm-test-run-nixbot-gitlab> gitlab # [  148.910111] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.198Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"094cb77e0aaf00cce69bfcec","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-094cb77e0aaf00cce69bfcec: start","job_status":"start","queue_duration_s":1.039947,"scheduling_latency_s":1.039968}2305vm-test-run-nixbot-gitlab> gitlab # [  148.911284] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.213Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"094cb77e0aaf00cce69bfcec","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-094cb77e0aaf00cce69bfcec: done: 0.015123 sec","job_status":"done","queue_duration_s":1.039947,"scheduling_latency_s":1.039968,"redis_calls":13,"redis_duration_s":0.002761,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000974,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001787,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010246,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015123,"completed_at":"2026-06-08T10:50:09.213Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2306vm-test-run-nixbot-gitlab> gitlab # [  148.980327] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.215Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4836e736b5a1e79997ba55fa","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4836e736b5a1e79997ba55fa: start","job_status":"start","queue_duration_s":1.056546,"scheduling_latency_s":1.056568}2307vm-test-run-nixbot-gitlab> gitlab # [  148.990268] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.233Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4836e736b5a1e79997ba55fa","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4836e736b5a1e79997ba55fa: done: 0.018216 sec","job_status":"done","queue_duration_s":1.056546,"scheduling_latency_s":1.056568,"redis_calls":13,"redis_duration_s":0.002961,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000925,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002036,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011671,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018216,"completed_at":"2026-06-08T10:50:09.233Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2308vm-test-run-nixbot-gitlab> gitlab # [  149.119295] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.234Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5181f6f37df7660d204f7b56","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5181f6f37df7660d204f7b56: start","job_status":"start","queue_duration_s":1.076192,"scheduling_latency_s":1.076213}2309vm-test-run-nixbot-gitlab> gitlab # [  149.120933] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.251Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5181f6f37df7660d204f7b56","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5181f6f37df7660d204f7b56: done: 0.017063 sec","job_status":"done","queue_duration_s":1.076192,"scheduling_latency_s":1.076213,"redis_calls":13,"redis_duration_s":0.0031450000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000935,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00221,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010429,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017063,"completed_at":"2026-06-08T10:50:09.251Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2310vm-test-run-nixbot-gitlab> gitlab # [  149.133695] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.253Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d17575422108ff536af34635","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d17575422108ff536af34635: start","job_status":"start","queue_duration_s":1.094609,"scheduling_latency_s":1.09463}2311vm-test-run-nixbot-gitlab> gitlab # [  149.154058] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.268Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d17575422108ff536af34635","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d17575422108ff536af34635: done: 0.015435 sec","job_status":"done","queue_duration_s":1.094609,"scheduling_latency_s":1.09463,"redis_calls":13,"redis_duration_s":0.003125,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000956,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002169,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009879,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015435,"completed_at":"2026-06-08T10:50:09.268Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2312vm-test-run-nixbot-gitlab> gitlab # [  149.268188] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.270Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bfe809dea7012d2dba8ac81","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bfe809dea7012d2dba8ac81: start","job_status":"start","queue_duration_s":1.111379,"scheduling_latency_s":1.111399}2313vm-test-run-nixbot-gitlab> gitlab # [  149.269776] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.285Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bfe809dea7012d2dba8ac81","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bfe809dea7012d2dba8ac81: done: 0.015417 sec","job_status":"done","queue_duration_s":1.111379,"scheduling_latency_s":1.111399,"redis_calls":13,"redis_duration_s":0.003264,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001052,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002212,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009604,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015417,"completed_at":"2026-06-08T10:50:09.285Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2314vm-test-run-nixbot-gitlab> gitlab # [  149.297419] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.286Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"45dfe5462414adc32ff12d3b","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-45dfe5462414adc32ff12d3b: start","job_status":"start","queue_duration_s":1.128169,"scheduling_latency_s":1.12819}2315vm-test-run-nixbot-gitlab> gitlab # [  149.377447] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.302Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"45dfe5462414adc32ff12d3b","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-45dfe5462414adc32ff12d3b: done: 0.015355 sec","job_status":"done","queue_duration_s":1.128169,"scheduling_latency_s":1.12819,"redis_calls":13,"redis_duration_s":0.002966,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000945,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002021,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009637,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015355,"completed_at":"2026-06-08T10:50:09.302Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2316vm-test-run-nixbot-gitlab> gitlab # [  149.379217] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7621e7eb738490003e2bcf01","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7621e7eb738490003e2bcf01: start","job_status":"start","queue_duration_s":1.144799,"scheduling_latency_s":1.14482}2317vm-test-run-nixbot-gitlab> gitlab # [  149.447502] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.318Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7621e7eb738490003e2bcf01","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7621e7eb738490003e2bcf01: done: 0.015296 sec","job_status":"done","queue_duration_s":1.144799,"scheduling_latency_s":1.14482,"redis_calls":13,"redis_duration_s":0.003022,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00096,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002062,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009799,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015296,"completed_at":"2026-06-08T10:50:09.318Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2318vm-test-run-nixbot-gitlab> gitlab # [  149.523258] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.320Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d44fdce43feb85a5659e2891","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d44fdce43feb85a5659e2891: start","job_status":"start","queue_duration_s":1.161551,"scheduling_latency_s":1.161571}2319vm-test-run-nixbot-gitlab> gitlab # [  149.524841] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d44fdce43feb85a5659e2891","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d44fdce43feb85a5659e2891: done: 0.015522 sec","job_status":"done","queue_duration_s":1.161551,"scheduling_latency_s":1.161571,"redis_calls":13,"redis_duration_s":0.003026,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000996,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00203,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015522,"completed_at":"2026-06-08T10:50:09.335Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2320vm-test-run-nixbot-gitlab> gitlab # [  149.538269] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.337Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8541c6143375c83693e2340","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8541c6143375c83693e2340: start","job_status":"start","queue_duration_s":1.178667,"scheduling_latency_s":1.178687}2321vm-test-run-nixbot-gitlab> gitlab # [  149.612314] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.352Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a8541c6143375c83693e2340","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a8541c6143375c83693e2340: done: 0.01542 sec","job_status":"done","queue_duration_s":1.178667,"scheduling_latency_s":1.178687,"redis_calls":13,"redis_duration_s":0.003136,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001149,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001987,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009719,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01542,"completed_at":"2026-06-08T10:50:09.352Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2322vm-test-run-nixbot-gitlab> gitlab # [  149.618410] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.354Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c8590174304928c7d454dee","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c8590174304928c7d454dee: start","job_status":"start","queue_duration_s":1.195533,"scheduling_latency_s":1.195553}2323vm-test-run-nixbot-gitlab> gitlab # [  149.638815] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.369Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9c8590174304928c7d454dee","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9c8590174304928c7d454dee: done: 0.015357 sec","job_status":"done","queue_duration_s":1.195533,"scheduling_latency_s":1.195553,"redis_calls":13,"redis_duration_s":0.002977,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000937,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00204,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010132,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015357,"completed_at":"2026-06-08T10:50:09.369Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2324vm-test-run-nixbot-gitlab> gitlab # [  149.701902] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.371Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"998717ad913b84a3beaf81ce","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-998717ad913b84a3beaf81ce: start","job_status":"start","queue_duration_s":1.212301,"scheduling_latency_s":1.212322}2325vm-test-run-nixbot-gitlab> gitlab # [  149.775321] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.386Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"998717ad913b84a3beaf81ce","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-998717ad913b84a3beaf81ce: done: 0.015103 sec","job_status":"done","queue_duration_s":1.212301,"scheduling_latency_s":1.212322,"redis_calls":13,"redis_duration_s":0.002747,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000865,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001882,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010312,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015103,"completed_at":"2026-06-08T10:50:09.386Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2326vm-test-run-nixbot-gitlab> gitlab # [  149.781667] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.387Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34f9c5a773d7bffbb21b3029","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34f9c5a773d7bffbb21b3029: start","job_status":"start","queue_duration_s":1.228876,"scheduling_latency_s":1.228896}2327vm-test-run-nixbot-gitlab> gitlab # [  149.802044] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.402Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"34f9c5a773d7bffbb21b3029","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-34f9c5a773d7bffbb21b3029: done: 0.015072 sec","job_status":"done","queue_duration_s":1.228876,"scheduling_latency_s":1.228896,"redis_calls":13,"redis_duration_s":0.002824,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000853,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001971,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010249,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015072,"completed_at":"2026-06-08T10:50:09.402Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2328vm-test-run-nixbot-gitlab> gitlab # [  149.865241] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.404Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5324b5b50ea61255b2ca9290","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5324b5b50ea61255b2ca9290: start","job_status":"start","queue_duration_s":1.245355,"scheduling_latency_s":1.245376}2329vm-test-run-nixbot-gitlab> gitlab # [  149.885251] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.421Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5324b5b50ea61255b2ca9290","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5324b5b50ea61255b2ca9290: done: 0.017677 sec","job_status":"done","queue_duration_s":1.245355,"scheduling_latency_s":1.245376,"redis_calls":13,"redis_duration_s":0.003067,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000862,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002205,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012326,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017677,"completed_at":"2026-06-08T10:50:09.421Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2330vm-test-run-nixbot-gitlab> gitlab # [  149.985957] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.423Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9b5da0ec9b45efc44613dca0","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9b5da0ec9b45efc44613dca0: start","job_status":"start","queue_duration_s":1.264559,"scheduling_latency_s":1.264586}2331vm-test-run-nixbot-gitlab> gitlab # [  149.987171] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.439Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9b5da0ec9b45efc44613dca0","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9b5da0ec9b45efc44613dca0: done: 0.016588 sec","job_status":"done","queue_duration_s":1.264559,"scheduling_latency_s":1.264586,"redis_calls":13,"redis_duration_s":0.003043,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000948,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002095,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010533,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016588,"completed_at":"2026-06-08T10:50:09.439Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2332vm-test-run-nixbot-gitlab> gitlab # [  150.028507] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.441Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3c43df76a1383862894a9003","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3c43df76a1383862894a9003: start","job_status":"start","queue_duration_s":1.282516,"scheduling_latency_s":1.28254}2333vm-test-run-nixbot-gitlab> gitlab # [  150.103145] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.457Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3c43df76a1383862894a9003","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3c43df76a1383862894a9003: done: 0.01598 sec","job_status":"done","queue_duration_s":1.282516,"scheduling_latency_s":1.28254,"redis_calls":13,"redis_duration_s":0.002915,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000913,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002002,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009701,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01598,"completed_at":"2026-06-08T10:50:09.457Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2334vm-test-run-nixbot-gitlab> gitlab # [  150.108967] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.458Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6c4864004ad3d5211f9b9718","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6c4864004ad3d5211f9b9718: start","job_status":"start","queue_duration_s":1.299757,"scheduling_latency_s":1.299777}2335vm-test-run-nixbot-gitlab> gitlab # [  150.128726] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.473Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6c4864004ad3d5211f9b9718","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6c4864004ad3d5211f9b9718: done: 0.015317 sec","job_status":"done","queue_duration_s":1.299757,"scheduling_latency_s":1.299777,"redis_calls":13,"redis_duration_s":0.002869,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000967,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009675,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015317,"completed_at":"2026-06-08T10:50:09.473Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2336vm-test-run-nixbot-gitlab> gitlab # [  150.237297] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.475Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9137abe77e8e647657e21c94","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9137abe77e8e647657e21c94: start","job_status":"start","queue_duration_s":1.316395,"scheduling_latency_s":1.316418}2337vm-test-run-nixbot-gitlab> gitlab # [  150.239104] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.490Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9137abe77e8e647657e21c94","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9137abe77e8e647657e21c94: done: 0.015277 sec","job_status":"done","queue_duration_s":1.316395,"scheduling_latency_s":1.316418,"redis_calls":13,"redis_duration_s":0.003005,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000851,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002154,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00994,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015277,"completed_at":"2026-06-08T10:50:09.490Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2338vm-test-run-nixbot-gitlab> gitlab # [  150.310127] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.491Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b473f338c8636ea23601201f","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b473f338c8636ea23601201f: start","job_status":"start","queue_duration_s":1.332973,"scheduling_latency_s":1.332993}2339vm-test-run-nixbot-gitlab> gitlab # [  150.311259] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.506Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b473f338c8636ea23601201f","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b473f338c8636ea23601201f: done: 0.015118 sec","job_status":"done","queue_duration_s":1.332973,"scheduling_latency_s":1.332993,"redis_calls":13,"redis_duration_s":0.002666,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00086,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001806,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0101,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015118,"completed_at":"2026-06-08T10:50:09.506Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2340vm-test-run-nixbot-gitlab> gitlab # [  150.403148] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.508Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"187a5fd59e2b865c982410b7","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-187a5fd59e2b865c982410b7: start","job_status":"start","queue_duration_s":1.349517,"scheduling_latency_s":1.349537}2341vm-test-run-nixbot-gitlab> gitlab # [  150.405036] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.523Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"187a5fd59e2b865c982410b7","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-187a5fd59e2b865c982410b7: done: 0.015012 sec","job_status":"done","queue_duration_s":1.349517,"scheduling_latency_s":1.349537,"redis_calls":13,"redis_duration_s":0.002804,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000864,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00194,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010042,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015012,"completed_at":"2026-06-08T10:50:09.523Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2342vm-test-run-nixbot-gitlab> gitlab # [  150.433211] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.524Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bf9f2d6b08abcc3d86114806","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bf9f2d6b08abcc3d86114806: start","job_status":"start","queue_duration_s":1.365897,"scheduling_latency_s":1.365917}2343vm-test-run-nixbot-gitlab> gitlab # [  150.453475] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.539Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bf9f2d6b08abcc3d86114806","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bf9f2d6b08abcc3d86114806: done: 0.014907 sec","job_status":"done","queue_duration_s":1.365897,"scheduling_latency_s":1.365917,"redis_calls":13,"redis_duration_s":0.002742,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001856,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010183,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014907,"completed_at":"2026-06-08T10:50:09.539Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2344vm-test-run-nixbot-gitlab> gitlab # [  150.522970] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.540Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"38c9ac727825027a4c20c25c","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-38c9ac727825027a4c20c25c: start","job_status":"start","queue_duration_s":1.382175,"scheduling_latency_s":1.382196}2345vm-test-run-nixbot-gitlab> gitlab # [  150.593397] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.556Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"38c9ac727825027a4c20c25c","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-38c9ac727825027a4c20c25c: done: 0.015175 sec","job_status":"done","queue_duration_s":1.382175,"scheduling_latency_s":1.382196,"redis_calls":13,"redis_duration_s":0.0028710000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000861,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00201,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009935,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015175,"completed_at":"2026-06-08T10:50:09.556Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2346vm-test-run-nixbot-gitlab> gitlab # [  150.595237] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.557Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2edffd0c870098b9e0a47bfc","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2edffd0c870098b9e0a47bfc: start","job_status":"start","queue_duration_s":1.398956,"scheduling_latency_s":1.398977}2347vm-test-run-nixbot-gitlab> gitlab # [  150.663228] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.573Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2edffd0c870098b9e0a47bfc","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2edffd0c870098b9e0a47bfc: done: 0.015292 sec","job_status":"done","queue_duration_s":1.398956,"scheduling_latency_s":1.398977,"redis_calls":13,"redis_duration_s":0.00284,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000907,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001933,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009954,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015292,"completed_at":"2026-06-08T10:50:09.572Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2348vm-test-run-nixbot-gitlab> gitlab # [  150.674400] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.574Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ca8620a49592029ed947bc6","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ca8620a49592029ed947bc6: start","job_status":"start","queue_duration_s":1.415727,"scheduling_latency_s":1.415747}2349vm-test-run-nixbot-gitlab> gitlab # [  150.694484] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.589Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8ca8620a49592029ed947bc6","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8ca8620a49592029ed947bc6: done: 0.015201 sec","job_status":"done","queue_duration_s":1.415727,"scheduling_latency_s":1.415747,"redis_calls":13,"redis_duration_s":0.002921,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000964,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001957,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009802,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015201,"completed_at":"2026-06-08T10:50:09.589Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2350vm-test-run-nixbot-gitlab> gitlab # [  150.823317] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.591Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62806e422f48d9c7eb8236b5","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62806e422f48d9c7eb8236b5: start","job_status":"start","queue_duration_s":1.432225,"scheduling_latency_s":1.432246}2351vm-test-run-nixbot-gitlab> gitlab # [  150.824879] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.606Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"62806e422f48d9c7eb8236b5","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-62806e422f48d9c7eb8236b5: done: 0.015302 sec","job_status":"done","queue_duration_s":1.432225,"scheduling_latency_s":1.432246,"redis_calls":13,"redis_duration_s":0.002904,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000917,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001987,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009779,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015302,"completed_at":"2026-06-08T10:50:09.606Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2352vm-test-run-nixbot-gitlab> gitlab # [  150.838191] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.607Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a24ded772364917d388053fb","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a24ded772364917d388053fb: start","job_status":"start","queue_duration_s":1.448796,"scheduling_latency_s":1.448816}2353vm-test-run-nixbot-gitlab> gitlab # [  150.858354] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.623Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a24ded772364917d388053fb","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a24ded772364917d388053fb: done: 0.015553 sec","job_status":"done","queue_duration_s":1.448796,"scheduling_latency_s":1.448816,"redis_calls":13,"redis_duration_s":0.0029500000000000004,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000992,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001958,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009822,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015553,"completed_at":"2026-06-08T10:50:09.623Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2354vm-test-run-nixbot-gitlab> gitlab # [  150.931165] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.624Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d384b2c3a99f1ee8e8e2795a","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d384b2c3a99f1ee8e8e2795a: start","job_status":"start","queue_duration_s":1.46563,"scheduling_latency_s":1.465652}2355vm-test-run-nixbot-gitlab> gitlab # [  150.938736] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.639Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d384b2c3a99f1ee8e8e2795a","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d384b2c3a99f1ee8e8e2795a: done: 0.015535 sec","job_status":"done","queue_duration_s":1.46563,"scheduling_latency_s":1.465652,"redis_calls":13,"redis_duration_s":0.00324,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001024,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002216,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015535,"completed_at":"2026-06-08T10:50:09.639Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2356vm-test-run-nixbot-gitlab> gitlab # [  151.002213] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:09.641Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c90753f6e57ea9557c3a56e0","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c90753f6e57ea9557c3a56e0: start","job_status":"start","queue_duration_s":1.482508,"scheduling_latency_s":1.482528}2357vm-test-run-nixbot-gitlab> gitlab # [  151.355816] clocksource: Long readout interval, skipping watchdog check: cs_nsec: 4797303078 wd_nsec: 47973032182358vm-test-run-nixbot-gitlab> gitlab # [  151.104624] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.278Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c90753f6e57ea9557c3a56e0","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c90753f6e57ea9557c3a56e0: done: 3.636706 sec","job_status":"done","queue_duration_s":1.482508,"scheduling_latency_s":1.482528,"redis_calls":13,"redis_duration_s":0.003241,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001225,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002016,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011652,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":3.636706,"completed_at":"2026-06-08T10:50:13.277Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2359vm-test-run-nixbot-gitlab> gitlab # [  151.168799] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.342Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ec048471e356bceac1931041","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ec048471e356bceac1931041: start","job_status":"start","queue_duration_s":5.18319,"scheduling_latency_s":5.18337}2360vm-test-run-nixbot-gitlab> gitlab # [  151.205245] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.378Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ec048471e356bceac1931041","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ec048471e356bceac1931041: done: 0.036606 sec","job_status":"done","queue_duration_s":5.18319,"scheduling_latency_s":5.18337,"redis_calls":13,"redis_duration_s":0.005117,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001674,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003443,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023646,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.036606,"completed_at":"2026-06-08T10:50:13.378Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2361vm-test-run-nixbot-gitlab> gitlab # [  151.211882] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.384Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9082c1e843494bc3ad14a0d8","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9082c1e843494bc3ad14a0d8: start","job_status":"start","queue_duration_s":5.225704,"scheduling_latency_s":5.225752}2362vm-test-run-nixbot-gitlab> gitlab # [  151.323298] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.496Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9082c1e843494bc3ad14a0d8","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9082c1e843494bc3ad14a0d8: done: 0.111827 sec","job_status":"done","queue_duration_s":5.225704,"scheduling_latency_s":5.225752,"redis_calls":13,"redis_duration_s":0.005237,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001623,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.003614,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026129,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.111827,"completed_at":"2026-06-08T10:50:13.496Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2363vm-test-run-nixbot-gitlab> gitlab # [  151.387812] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.561Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe10d5a561f4c883969e6453","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe10d5a561f4c883969e6453: start","job_status":"start","queue_duration_s":5.402121,"scheduling_latency_s":5.402206}2364vm-test-run-nixbot-gitlab> gitlab # [  151.427946] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.600Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fe10d5a561f4c883969e6453","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fe10d5a561f4c883969e6453: done: 0.040033 sec","job_status":"done","queue_duration_s":5.402121,"scheduling_latency_s":5.402206,"redis_calls":13,"redis_duration_s":0.008087,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002304,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005783,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024596,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.040033,"completed_at":"2026-06-08T10:50:13.600Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2365vm-test-run-nixbot-gitlab> gitlab # [  151.433132] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.606Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e3c7ff85bc48f55e6f6a0e3","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e3c7ff85bc48f55e6f6a0e3: start","job_status":"start","queue_duration_s":5.447699,"scheduling_latency_s":5.447749}2366vm-test-run-nixbot-gitlab> gitlab # [  151.525598] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.697Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7e3c7ff85bc48f55e6f6a0e3","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7e3c7ff85bc48f55e6f6a0e3: done: 0.091309 sec","job_status":"done","queue_duration_s":5.447699,"scheduling_latency_s":5.447749,"redis_calls":13,"redis_duration_s":0.059071,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002413,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.056658,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024094,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.091309,"completed_at":"2026-06-08T10:50:13.697Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2367vm-test-run-nixbot-gitlab> gitlab # [  151.528550] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.701Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"354a78176e126e924959cf35","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-354a78176e126e924959cf35: start","job_status":"start","queue_duration_s":5.542696,"scheduling_latency_s":5.542751}2368vm-test-run-nixbot-gitlab> gitlab # [  151.566451] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.739Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"354a78176e126e924959cf35","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-354a78176e126e924959cf35: done: 0.037646 sec","job_status":"done","queue_duration_s":5.542696,"scheduling_latency_s":5.542751,"redis_calls":13,"redis_duration_s":0.006946,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002104,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.004842,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023588,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.037646,"completed_at":"2026-06-08T10:50:13.738Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2369vm-test-run-nixbot-gitlab> gitlab # [  151.601577] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.746Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb63c8d6ebde139a5e6f00d9","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb63c8d6ebde139a5e6f00d9: start","job_status":"start","queue_duration_s":5.58793,"scheduling_latency_s":5.587972}2370vm-test-run-nixbot-gitlab> gitlab # [  151.676831] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.778Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb63c8d6ebde139a5e6f00d9","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb63c8d6ebde139a5e6f00d9: done: 0.031488 sec","job_status":"done","queue_duration_s":5.58793,"scheduling_latency_s":5.587972,"redis_calls":13,"redis_duration_s":0.010666,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002805,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.007861,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015453,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.031488,"completed_at":"2026-06-08T10:50:13.778Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2371vm-test-run-nixbot-gitlab> gitlab # [  151.682446] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.781Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"562534c974ca932a2001a6f3","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-562534c974ca932a2001a6f3: start","job_status":"start","queue_duration_s":5.6228,"scheduling_latency_s":5.622822}2372vm-test-run-nixbot-gitlab> gitlab # [  151.702995] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.796Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"562534c974ca932a2001a6f3","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-562534c974ca932a2001a6f3: done: 0.015095 sec","job_status":"done","queue_duration_s":5.6228,"scheduling_latency_s":5.622822,"redis_calls":13,"redis_duration_s":0.002659,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00085,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001809,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010129,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015095,"completed_at":"2026-06-08T10:50:13.796Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2373vm-test-run-nixbot-gitlab> gitlab # [  151.766448] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.797Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1d7ae66a6c11c82488a839a","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1d7ae66a6c11c82488a839a: start","job_status":"start","queue_duration_s":5.639097,"scheduling_latency_s":5.639118}2374vm-test-run-nixbot-gitlab> gitlab # [  151.786173] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.812Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c1d7ae66a6c11c82488a839a","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c1d7ae66a6c11c82488a839a: done: 0.014709 sec","job_status":"done","queue_duration_s":5.639097,"scheduling_latency_s":5.639118,"redis_calls":13,"redis_duration_s":0.002712,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000818,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001894,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009811,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014709,"completed_at":"2026-06-08T10:50:13.812Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2375vm-test-run-nixbot-gitlab> gitlab # [  151.870361] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.813Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d3b010638ff5803d8f74f35","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d3b010638ff5803d8f74f35: start","job_status":"start","queue_duration_s":5.655024,"scheduling_latency_s":5.655044}2376vm-test-run-nixbot-gitlab> gitlab # [  151.871464] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.828Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d3b010638ff5803d8f74f35","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d3b010638ff5803d8f74f35: done: 0.015174 sec","job_status":"done","queue_duration_s":5.655024,"scheduling_latency_s":5.655044,"redis_calls":13,"redis_duration_s":0.0026579999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000817,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001841,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015174,"completed_at":"2026-06-08T10:50:13.828Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2377vm-test-run-nixbot-gitlab> gitlab # [  151.977840] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.830Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a46aaf625a224b55e4b5de61","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a46aaf625a224b55e4b5de61: start","job_status":"start","queue_duration_s":5.671455,"scheduling_latency_s":5.671477}2378vm-test-run-nixbot-gitlab> gitlab # [  151.979652] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.844Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a46aaf625a224b55e4b5de61","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a46aaf625a224b55e4b5de61: done: 0.014716 sec","job_status":"done","queue_duration_s":5.671455,"scheduling_latency_s":5.671477,"redis_calls":13,"redis_duration_s":0.002761,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001889,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009893,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014716,"completed_at":"2026-06-08T10:50:13.844Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2379vm-test-run-nixbot-gitlab> gitlab # [  152.067935] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.846Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f22f9e4ee00d709d6c32bdc","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f22f9e4ee00d709d6c32bdc: start","job_status":"start","queue_duration_s":5.687449,"scheduling_latency_s":5.68747}2380vm-test-run-nixbot-gitlab> gitlab # [  152.069264] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.871Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5f22f9e4ee00d709d6c32bdc","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5f22f9e4ee00d709d6c32bdc: done: 0.024976 sec","job_status":"done","queue_duration_s":5.687449,"scheduling_latency_s":5.68747,"redis_calls":13,"redis_duration_s":0.012859,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00335,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.009509,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010344,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.024976,"completed_at":"2026-06-08T10:50:13.871Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2381vm-test-run-nixbot-gitlab> gitlab # [  152.092233] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.874Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d6b74a55c31de25bd3effe05","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d6b74a55c31de25bd3effe05: start","job_status":"start","queue_duration_s":5.715601,"scheduling_latency_s":5.715622}2382vm-test-run-nixbot-gitlab> gitlab # [  152.174355] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.896Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d6b74a55c31de25bd3effe05","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d6b74a55c31de25bd3effe05: done: 0.021753 sec","job_status":"done","queue_duration_s":5.715601,"scheduling_latency_s":5.715622,"redis_calls":13,"redis_duration_s":0.009082,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.002657,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.006425,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009874,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021753,"completed_at":"2026-06-08T10:50:13.896Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2383vm-test-run-nixbot-gitlab> gitlab # [  152.176163] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.899Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bd496d4f62affa4830999ec9","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bd496d4f62affa4830999ec9: start","job_status":"start","queue_duration_s":5.740605,"scheduling_latency_s":5.740625}2384vm-test-run-nixbot-gitlab> gitlab # [  152.192903] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.922Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"bd496d4f62affa4830999ec9","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-bd496d4f62affa4830999ec9: done: 0.02362 sec","job_status":"done","queue_duration_s":5.740605,"scheduling_latency_s":5.740625,"redis_calls":13,"redis_duration_s":0.010928,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.003104,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.007824,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010469,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.02362,"completed_at":"2026-06-08T10:50:13.922Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2385vm-test-run-nixbot-gitlab> gitlab # [  152.317970] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.926Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b5d4d7d5bc34252a564dfb1","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b5d4d7d5bc34252a564dfb1: start","job_status":"start","queue_duration_s":5.767758,"scheduling_latency_s":5.767779}2386vm-test-run-nixbot-gitlab> gitlab # [  152.319467] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.947Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4b5d4d7d5bc34252a564dfb1","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4b5d4d7d5bc34252a564dfb1: done: 0.021043 sec","job_status":"done","queue_duration_s":5.767758,"scheduling_latency_s":5.767779,"redis_calls":13,"redis_duration_s":0.008284,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00312,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.005164,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010356,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.021043,"completed_at":"2026-06-08T10:50:13.947Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2387vm-test-run-nixbot-gitlab> gitlab # [  152.336211] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.948Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4031b2587c296be73dc8b8c","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4031b2587c296be73dc8b8c: start","job_status":"start","queue_duration_s":5.790099,"scheduling_latency_s":5.790121}2388vm-test-run-nixbot-gitlab> gitlab # [  152.356242] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.963Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d4031b2587c296be73dc8b8c","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d4031b2587c296be73dc8b8c: done: 0.014985 sec","job_status":"done","queue_duration_s":5.790099,"scheduling_latency_s":5.790121,"redis_calls":13,"redis_duration_s":0.00299,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00199,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009575,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014985,"completed_at":"2026-06-08T10:50:13.963Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2389vm-test-run-nixbot-gitlab> gitlab # [  152.461832] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.965Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a01777a6f658a657835365c2","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a01777a6f658a657835365c2: start","job_status":"start","queue_duration_s":5.806411,"scheduling_latency_s":5.806432}2390vm-test-run-nixbot-gitlab> gitlab # [  152.463245] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.980Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a01777a6f658a657835365c2","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a01777a6f658a657835365c2: done: 0.015562 sec","job_status":"done","queue_duration_s":5.806411,"scheduling_latency_s":5.806432,"redis_calls":13,"redis_duration_s":0.003346,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000962,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002384,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009599,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015562,"completed_at":"2026-06-08T10:50:13.980Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2391vm-test-run-nixbot-gitlab> gitlab # [  152.554623] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.982Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c04fed85a9bc87f32c6b63b","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c04fed85a9bc87f32c6b63b: start","job_status":"start","queue_duration_s":5.823648,"scheduling_latency_s":5.823668}2392vm-test-run-nixbot-gitlab> gitlab # [  152.556206] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.997Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5c04fed85a9bc87f32c6b63b","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5c04fed85a9bc87f32c6b63b: done: 0.014825 sec","job_status":"done","queue_duration_s":5.823648,"scheduling_latency_s":5.823668,"redis_calls":13,"redis_duration_s":0.0026680000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001848,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010077,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014825,"completed_at":"2026-06-08T10:50:13.997Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2393vm-test-run-nixbot-gitlab> gitlab # [  152.579847] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:13.998Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"103af5461b0de32daf83e745","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-103af5461b0de32daf83e745: start","job_status":"start","queue_duration_s":5.839691,"scheduling_latency_s":5.839711}2394vm-test-run-nixbot-gitlab> gitlab # [  152.599955] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.013Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"103af5461b0de32daf83e745","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-103af5461b0de32daf83e745: done: 0.014727 sec","job_status":"done","queue_duration_s":5.839691,"scheduling_latency_s":5.839711,"redis_calls":13,"redis_duration_s":0.0026680000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000818,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00185,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009999,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014727,"completed_at":"2026-06-08T10:50:14.013Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2395vm-test-run-nixbot-gitlab> gitlab # [  152.663127] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.014Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed5803d2ea4d128a99d3ec81","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed5803d2ea4d128a99d3ec81: start","job_status":"start","queue_duration_s":5.855647,"scheduling_latency_s":5.855667}2396vm-test-run-nixbot-gitlab> gitlab # [  152.682540] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.029Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ed5803d2ea4d128a99d3ec81","created_at":"2026-06-08T10:50:08.082Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-89eec2bd5f264d65","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"25695ea8cee0089bd6ae5b02f694faba","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.158Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ed5803d2ea4d128a99d3ec81: done: 0.014605 sec","job_status":"done","queue_duration_s":5.855647,"scheduling_latency_s":5.855667,"redis_calls":13,"redis_duration_s":0.002762,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001859,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014605,"completed_at":"2026-06-08T10:50:14.028Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2397vm-test-run-nixbot-gitlab> gitlab # [  152.746493] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.030Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"6b1e54b2b418c7818c03e022","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-6b1e54b2b418c7818c03e022: start","job_status":"start","queue_duration_s":5.544514,"scheduling_latency_s":5.544534}2398vm-test-run-nixbot-gitlab> gitlab # [  152.768247] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.060Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"6b1e54b2b418c7818c03e022","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-6b1e54b2b418c7818c03e022: done: 0.030454 sec","job_status":"done","queue_duration_s":5.544514,"scheduling_latency_s":5.544534,"redis_calls":13,"redis_duration_s":0.003059,"redis_read_bytes":12,"redis_write_bytes":1785,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000443,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":365,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001057,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":559,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001559,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":861,"db_count":5,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019808,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000352,"duration_s":0.030454,"completed_at":"2026-06-08T10:50:14.060Z","load_balancing_strategy":"primary","db_duration_s":0.004321,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2399vm-test-run-nixbot-gitlab> gitlab # [  152.896392] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.062Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"051e27abe8084b2f5951056c","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-051e27abe8084b2f5951056c: start","job_status":"start","queue_duration_s":5.576325,"scheduling_latency_s":5.576345}2400vm-test-run-nixbot-gitlab> gitlab # [  152.897500] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.084Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"051e27abe8084b2f5951056c","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-051e27abe8084b2f5951056c: done: 0.021999 sec","job_status":"done","queue_duration_s":5.576325,"scheduling_latency_s":5.576345,"redis_calls":10,"redis_duration_s":0.002829,"redis_read_bytes":8,"redis_write_bytes":1310,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000908,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":449,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001921,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":861,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014824,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021999,"completed_at":"2026-06-08T10:50:14.084Z","load_balancing_strategy":"primary","db_duration_s":0.00288,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2401vm-test-run-nixbot-gitlab> gitlab # [  152.976281] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.085Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"a992258fb94728da247ee7f8","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-a992258fb94728da247ee7f8: start","job_status":"start","queue_duration_s":5.599641,"scheduling_latency_s":5.599662}2402vm-test-run-nixbot-gitlab> gitlab # [  152.977931] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.106Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"a992258fb94728da247ee7f8","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-a992258fb94728da247ee7f8: done: 0.021135 sec","job_status":"done","queue_duration_s":5.599641,"scheduling_latency_s":5.599662,"redis_calls":10,"redis_duration_s":0.002186,"redis_read_bytes":8,"redis_write_bytes":1310,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000893,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":449,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001293,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":861,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014654,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.021135,"completed_at":"2026-06-08T10:50:14.106Z","load_balancing_strategy":"primary","db_duration_s":0.002725,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2403vm-test-run-nixbot-gitlab> gitlab # [  153.059123] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.107Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"ecb06a48e385ca8c62e759a9","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-ecb06a48e385ca8c62e759a9: start","job_status":"start","queue_duration_s":5.622011,"scheduling_latency_s":5.622031}2404vm-test-run-nixbot-gitlab> gitlab # [  153.060456] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.128Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"queue_namespace":"container_repository","class":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker","args":[],"jid":"ecb06a48e385ca8c62e759a9","created_at":"2026-06-08T10:50:08.479Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-6a4ab2b18d394ef6","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ContainerExpirationPolicyWorker","correlation_id":"fa5cfb3c2dbd51eebd13cd2398ecbf99","meta.root_caller_id":"Cronjob","meta.feature_category":"container_registry","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.485Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ContainerExpirationPolicies::CleanupContainerRepositoryWorker JID-ecb06a48e385ca8c62e759a9: done: 0.020817 sec","job_status":"done","queue_duration_s":5.622011,"scheduling_latency_s":5.622031,"redis_calls":10,"redis_duration_s":0.0022,"redis_read_bytes":8,"redis_write_bytes":1310,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000836,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":449,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001364,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":861,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.002,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.002,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014641,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020817,"completed_at":"2026-06-08T10:50:14.128Z","load_balancing_strategy":"primary","db_duration_s":0.002399,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2405vm-test-run-nixbot-gitlab> gitlab # [  153.082176] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.129Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"738f2920b6f58d8d8df79f91","created_at":"2026-06-08T10:50:08.693Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-c87db35d03394c95","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"40baf1321e8c1cfff8de4baae464363f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.699Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-738f2920b6f58d8d8df79f91: start","job_status":"start","queue_duration_s":5.429952,"scheduling_latency_s":5.429972}2406vm-test-run-nixbot-gitlab> gitlab # [  153.165415] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.150Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropRunningWorker","jid":"738f2920b6f58d8d8df79f91","created_at":"2026-06-08T10:50:08.693Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-c87db35d03394c95","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"40baf1321e8c1cfff8de4baae464363f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:c1f34cecaf7af64c199dc18ea8fa612209c900930a454f797bf95dbf199c209c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.699Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropRunningWorker JID-738f2920b6f58d8d8df79f91: done: 0.020775 sec","job_status":"done","queue_duration_s":5.429952,"scheduling_latency_s":5.429972,"redis_calls":10,"redis_duration_s":0.002154,"redis_read_bytes":9,"redis_write_bytes":1117,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000418,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":317,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001328,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000408,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":222,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012509,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000349765,"duration_s":0.020775,"completed_at":"2026-06-08T10:50:14.150Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002323,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2407vm-test-run-nixbot-gitlab> gitlab # [  153.172836] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.154Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"bd82028e0ff7d6762705410f","created_at":"2026-06-08T10:50:08.700Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-c87db35d03394c95","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"40baf1321e8c1cfff8de4baae464363f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.703Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-bd82028e0ff7d6762705410f: start","job_status":"start","queue_duration_s":5.450624,"scheduling_latency_s":5.450644}2408vm-test-run-nixbot-gitlab> gitlab # [  153.197245] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.173Z","retry":1,"queue":"default","version":0,"store":null,"queue_namespace":"timed_out_builds","dead":false,"args":[],"class":"Ci::TimedOutBuilds::DropCancelingWorker","jid":"bd82028e0ff7d6762705410f","created_at":"2026-06-08T10:50:08.700Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-c87db35d03394c95","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::TimedOutBuilds::DropTimedOutWorker","correlation_id":"40baf1321e8c1cfff8de4baae464363f","meta.root_caller_id":"Cronjob","meta.feature_category":"continuous_integration","meta.client_id":"ip/","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:23125b5131e5285ca63ba8858fc6fb370306fe43f055d056b2a837c90773932d","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.703Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TimedOutBuilds::DropCancelingWorker JID-bd82028e0ff7d6762705410f: done: 0.01936 sec","job_status":"done","queue_duration_s":5.450624,"scheduling_latency_s":5.450644,"redis_calls":10,"redis_duration_s":0.002378,"redis_read_bytes":9,"redis_write_bytes":1133,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000495,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001407,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":586,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000476,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":226,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010602,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000338591,"duration_s":0.01936,"completed_at":"2026-06-08T10:50:14.173Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00226,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2409vm-test-run-nixbot-gitlab> gitlab # [  153.291090] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.175Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c16e319e7d5984525427247b","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c16e319e7d5984525427247b: start","job_status":"start","queue_duration_s":5.2074,"scheduling_latency_s":5.20742}2410vm-test-run-nixbot-gitlab> gitlab # [  153.292120] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.188Z","message":"No existing merge request to be cleaned up."}2411vm-test-run-nixbot-gitlab> gitlab # [  153.292959] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.197Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"c16e319e7d5984525427247b","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-c16e319e7d5984525427247b: done: 0.022092 sec","job_status":"done","queue_duration_s":5.2074,"scheduling_latency_s":5.20742,"redis_calls":13,"redis_duration_s":0.002883,"redis_read_bytes":12,"redis_write_bytes":1401,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000405,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":301,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001171,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":431,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001307,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":669,"db_count":4,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013394,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000324622,"duration_s":0.022092,"completed_at":"2026-06-08T10:50:14.197Z","load_balancing_strategy":"primary","db_duration_s":0.00277,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2412vm-test-run-nixbot-gitlab> gitlab # [  153.362104] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.198Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5875610c494b46639ec0c793","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5875610c494b46639ec0c793: start","job_status":"start","queue_duration_s":5.230731,"scheduling_latency_s":5.230751}2413vm-test-run-nixbot-gitlab> gitlab # [  153.367187] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.207Z","message":"No existing merge request to be cleaned up."}2414vm-test-run-nixbot-gitlab> gitlab # [  153.370045] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.213Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"5875610c494b46639ec0c793","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-5875610c494b46639ec0c793: done: 0.015036 sec","job_status":"done","queue_duration_s":5.230731,"scheduling_latency_s":5.230751,"redis_calls":10,"redis_duration_s":0.002131,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000844,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001287,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009922,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015036,"completed_at":"2026-06-08T10:50:14.213Z","load_balancing_strategy":"primary","db_duration_s":0.001394,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2415vm-test-run-nixbot-gitlab> gitlab # [  153.455349] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.214Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a14bca1c750b575f8ae158d5","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a14bca1c750b575f8ae158d5: start","job_status":"start","queue_duration_s":5.246975,"scheduling_latency_s":5.246996}2416vm-test-run-nixbot-gitlab> gitlab # [  153.456833] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.223Z","message":"No existing merge request to be cleaned up."}2417vm-test-run-nixbot-gitlab> gitlab # [  153.458150] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.229Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"a14bca1c750b575f8ae158d5","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-a14bca1c750b575f8ae158d5: done: 0.014788 sec","job_status":"done","queue_duration_s":5.246975,"scheduling_latency_s":5.246996,"redis_calls":10,"redis_duration_s":0.002134,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000863,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001271,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009717,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014788,"completed_at":"2026-06-08T10:50:14.229Z","load_balancing_strategy":"primary","db_duration_s":0.001471,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2418vm-test-run-nixbot-gitlab> gitlab # [  153.538335] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.230Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"85b137139e52aa40d58639b5","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-85b137139e52aa40d58639b5: start","job_status":"start","queue_duration_s":5.262965,"scheduling_latency_s":5.262986}2419vm-test-run-nixbot-gitlab> gitlab # [  153.539825] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.239Z","message":"No existing merge request to be cleaned up."}2420vm-test-run-nixbot-gitlab> gitlab # [  153.541070] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:14.247Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"85b137139e52aa40d58639b5","created_at":"2026-06-08T10:50:08.958Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-3714ed1975fd4ea9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"2f8ec27ce89eeecde84f74047e593695","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:08.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-85b137139e52aa40d58639b5: done: 0.016613 sec","job_status":"done","queue_duration_s":5.262965,"scheduling_latency_s":5.262986,"redis_calls":10,"redis_duration_s":0.003449,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001665,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001784,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009542,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016613,"completed_at":"2026-06-08T10:50:14.247Z","load_balancing_strategy":"primary","db_duration_s":0.001626,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2421vm-test-run-nixbot-gitlab> gitlab # [  165.154932] setup-gitlab-start[2684]: W, [2026-06-08T10:50:27.327840 #2684]  WARN -- sentry: `enable_tracing` is now deprecated in favor of `traces_sample_rate = 1.0`.2422vm-test-run-nixbot-gitlab> gitlab # [  188.674230] runuser[2683]: pam_unix(runuser:session): session closed for user gitlab2423vm-test-run-nixbot-gitlab> gitlab # [  188.678535] setup-gitlab-start[2893]: ++ jq -r .token2424vm-test-run-nixbot-gitlab> gitlab # [  188.680277] setup-gitlab-start[2894]: +++ date -d '+7 days' +%F2425vm-test-run-nixbot-gitlab> gitlab # [  188.682795] setup-gitlab-start[2892]: ++ curl -fs -X POST -H 'Authorization: Bearer 3db3a20f507d7555f89c8e7c6dd28ac94a6ce2c34b0ba989d2bc3e52ac4caf4c' -H 'Content-Type: application/json' -d '{"name":"nixbot","scopes":["api"],"expires_at":"2026-06-15"}' http://gitlab/api/v4/users/1/personal_access_tokens2426vm-test-run-nixbot-gitlab> gitlab # [  188.875169] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:51.047Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"def0e3a6ee34680bb61db177","created_at":"2026-06-08T10:50:51.020Z","trace_propagation_headers":{"sentry-trace":"73e207d4d7a74ab8a987c1da193dffa2-7ccfa1f301814ae2","baggage":"sentry-trace_id=73e207d4d7a74ab8a987c1da193dffa2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKKSHB1B5B8ZMYD3YSEN","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:572ffe3df80bab7e86247ed10d1d88c636e45c1a71a31f6cde9d2d9d929bdf7c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:51.042Z","job_size_bytes":451,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-def0e3a6ee34680bb61db177: start","job_status":"start","queue_duration_s":0.004932,"scheduling_latency_s":0.005004}2427vm-test-run-nixbot-gitlab> gitlab # [  188.904634] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:51 +0000] "POST /api/v4/users/1/personal_access_tokens HTTP/1.1" 201 267 "" "curl/8.20.0" 2042428vm-test-run-nixbot-gitlab> gitlab # [  188.910788] setup-gitlab-start[2648]: + TOKEN=glpat-d_fpDENB3yEKk_hCdNvvKm86MQp1OjEH.01.0w1fcjszd2429vm-test-run-nixbot-gitlab> gitlab # [  188.912736] setup-gitlab-start[2648]: + test -n glpat-d_fpDENB3yEKk_hCdNvvKm86MQp1OjEH.01.0w1fcjszd2430vm-test-run-nixbot-gitlab> gitlab # [  188.915130] setup-gitlab-start[2648]: + test glpat-d_fpDENB3yEKk_hCdNvvKm86MQp1OjEH.01.0w1fcjszd '!=' null2431vm-test-run-nixbot-gitlab> gitlab # [  188.917169] setup-gitlab-start[2648]: + mkdir -p /var/lib/secrets2432vm-test-run-nixbot-gitlab> gitlab # [  188.919814] setup-gitlab-start[2648]: + echo glpat-d_fpDENB3yEKk_hCdNvvKm86MQp1OjEH.01.0w1fcjszd2433vm-test-run-nixbot-gitlab> gitlab # [  188.921568] setup-gitlab-start[2648]: + chmod 644 /var/lib/secrets/gitlab-token2434vm-test-run-nixbot-gitlab> gitlab # [  188.926967] setup-gitlab-start[2648]: + curl -fs -X POST -H 'PRIVATE-TOKEN: glpat-d_fpDENB3yEKk_hCdNvvKm86MQp1OjEH.01.0w1fcjszd' -H 'Content-Type: application/json' -d '{"name":"test-flake","visibility":"public","topics":["build-with-buildbot"]}' http://gitlab/api/v4/projects2435vm-test-run-nixbot-gitlab> gitlab # [  189.056611] sidekiq-cluster[2092]: {"severity":"WARN","time":"2026-06-08T10:50:51.229Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"def0e3a6ee34680bb61db177","created_at":"2026-06-08T10:50:51.020Z","trace_propagation_headers":{"sentry-trace":"73e207d4d7a74ab8a987c1da193dffa2-7ccfa1f301814ae2","baggage":"sentry-trace_id=73e207d4d7a74ab8a987c1da193dffa2,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKKSHB1B5B8ZMYD3YSEN","meta.caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"system_access","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/users/:user_id/personal_access_tokens","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:572ffe3df80bab7e86247ed10d1d88c636e45c1a71a31f6cde9d2d9d929bdf7c","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:51.042Z","job_size_bytes":451,"pid":2092,"sidekiq_tid":"lyos","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-def0e3a6ee34680bb61db177: fail: 0.18162 sec","job_status":"fail","queue_duration_s":0.004932,"scheduling_latency_s":0.005004,"redis_calls":11,"redis_duration_s":0.010305,"redis_read_bytes":137,"redis_write_bytes":1317,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.002654,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":433,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.005082,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":634,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.002569,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.032,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.032,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.107821,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001468623,"duration_s":0.18162,"completed_at":"2026-06-08T10:50:51.228Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/profile.rb:99:in `access_token_created_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.053241,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2436vm-test-run-nixbot-gitlab> gitlab # [  189.640563] gitaly[1387]: time="2026-06-08T10:50:51.586Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.585" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2437vm-test-run-nixbot-gitlab> gitlab # [  189.641829] gitaly[1387]: time="2026-06-08T10:50:51.587Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.004" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=95 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.585" grpc.time_ms=0.713 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2438vm-test-run-nixbot-gitlab> gitlab # [  189.643098] gitaly[1387]: time="2026-06-08T10:50:51.692Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.111" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.692" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2439vm-test-run-nixbot-gitlab> gitlab # [  189.646515] gitaly[1387]: time="2026-06-08T10:50:51.693Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.111" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.692" grpc.time_ms=0.342 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2440vm-test-run-nixbot-gitlab> gitlab # [  189.721071] gitaly[1387]: time="2026-06-08T10:50:51.845Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 diskcache=00186b43-b67b-4036-9e13-f417a23eecbf grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T10:51:01.120" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.814" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2441vm-test-run-nixbot-gitlab> gitlab # [  189.722392] gitaly[1387]: time="2026-06-08T10:50:51.845Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=322 command.oublock=32 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T10:51:01.120" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.814" grpc.time_ms=30.965 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2442vm-test-run-nixbot-gitlab> gitlab # [  189.723297] gitaly[1387]: time="2026-06-08T10:50:51.856Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.275" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.856" pid=1387 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root2443vm-test-run-nixbot-gitlab> gitlab # [  189.724090] gitaly[1387]: time="2026-06-08T10:50:51.857Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.275" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.856" grpc.time_ms=0.464 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2444vm-test-run-nixbot-gitlab> gitlab # [  189.738735] gitaly[1387]: time="2026-06-08T10:50:51.867Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:01.279" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.860" grpc.time_ms=6.626 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2445vm-test-run-nixbot-gitlab> gitlab # [  189.827299] gitaly[1387]: time="2026-06-08T10:50:51.983Z" level=error msg="housekeeping: find repo path" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 error="repository not found" grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.983" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2446vm-test-run-nixbot-gitlab> gitlab # [  189.828425] gitaly[1387]: time="2026-06-08T10:50:51.984Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:01.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.983" grpc.time_ms=0.564 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2447vm-test-run-nixbot-gitlab> gitlab # [  189.841861] gitaly[1387]: time="2026-06-08T10:50:52.015Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 diskcache=a1337e3d-10ff-4a15-97dc-45c59ec6f9e8 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T10:51:01.005" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.986" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2448vm-test-run-nixbot-gitlab> gitlab # [  189.842976] gitaly[1387]: time="2026-06-08T10:50:52.016Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=324 command.oublock=32 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CreateRepository grpc.request.deadline="2026-06-08T10:51:01.005" grpc.request.fullMethod=/gitaly.RepositoryService/CreateRepository grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=137 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:51.986" grpc.time_ms=29.449 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2449vm-test-run-nixbot-gitlab> gitlab # [  189.849940] gitaly[1387]: time="2026-06-08T10:50:52.023Z" level=info msg="collected repository statistics" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:02.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:52.023" pid=1387 remote_ip="2001:db8:1::1" repository_stats="map[directory_count:7 file_count:3]" span.kind=server system=grpc username=root2450vm-test-run-nixbot-gitlab> gitlab # [  189.851794] gitaly[1387]: time="2026-06-08T10:50:52.023Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:02.002" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:52.023" grpc.time_ms=0.436 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2451vm-test-run-nixbot-gitlab> gitlab # [  189.931586] gitaly[1387]: time="2026-06-08T10:50:52.034Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:02.008" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake.wiki grpc.request.glRepository=wiki-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.wiki.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:52.029" grpc.time_ms=5.247 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2452vm-test-run-nixbot-gitlab> gitlab # [  189.933103] gitaly[1387]: time="2026-06-08T10:50:52.057Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:02.037" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:52.057" grpc.time_ms=0.118 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2453vm-test-run-nixbot-gitlab> gitlab # [  189.933603] gitaly[1387]: time="2026-06-08T10:50:52.062Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T10:51:02.041" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:52.062" grpc.time_ms=0.237 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2454vm-test-run-nixbot-gitlab> gitlab # [  190.010970] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.184Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"2476548b5d8dad7651227f5a","created_at":"2026-06-08T10:50:51.875Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:51.968Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-2476548b5d8dad7651227f5a: start","job_status":"start","queue_duration_s":0.215573,"scheduling_latency_s":0.215608}2455vm-test-run-nixbot-gitlab> gitlab # [  190.085463] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.258Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Namespaces::ProcessSyncEventsWorker","jid":"2476548b5d8dad7651227f5a","created_at":"2026-06-08T10:50:51.875Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:99b01e5f7dc2a9b47ce31029252a21c1a7e02ef97b2a00a70d65582147f34ddb","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:51.968Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessSyncEventsWorker JID-2476548b5d8dad7651227f5a: done: 0.074794 sec","job_status":"done","queue_duration_s":0.215573,"scheduling_latency_s":0.215608,"redis_calls":10,"redis_duration_s":0.010327,"redis_read_bytes":8,"redis_write_bytes":1165,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.006206,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":606,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.004121,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":559,"db_count":7,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.012,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.030144,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.039715662,"extra.namespaces_process_sync_events_worker.estimated_total_events":1,"extra.namespaces_process_sync_events_worker.consumable_events":1,"extra.namespaces_process_sync_events_worker.processed_events":1,"duration_s":0.074794,"completed_at":"2026-06-08T10:50:52.258Z","load_balancing_strategy":"primary","db_duration_s":0.017514,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2456vm-test-run-nixbot-gitlab> gitlab # [  190.165601] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.338Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"de9ab08fc9949987c0ccb127","created_at":"2026-06-08T10:50:51.973Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:51.978Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-de9ab08fc9949987c0ccb127: start","job_status":"start","queue_duration_s":0.360375,"scheduling_latency_s":0.360438}2457vm-test-run-nixbot-gitlab> gitlab # [  190.233701] gitaly[1387]: time="2026-06-08T10:50:52.407Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPKVBTSP33KN6SK5V18F4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:02.007" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:52.397" grpc.time_ms=9.54 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2458vm-test-run-nixbot-gitlab> gitlab # [  190.287098] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.460Z","retry":25,"queue":"default","version":0,"store":null,"args":[],"class":"Projects::ProcessSyncEventsWorker","jid":"de9ab08fc9949987c0ccb127","created_at":"2026-06-08T10:50:51.973Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"cell","meta.user":"root","meta.gl_user_id":1,"meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:8f18dd753e91d7093aa53434170736240463ade652a5af40dc3edbef4e4c647e","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:51.978Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::ProcessSyncEventsWorker JID-de9ab08fc9949987c0ccb127: done: 0.122033 sec","job_status":"done","queue_duration_s":0.360375,"scheduling_latency_s":0.360438,"redis_calls":14,"redis_duration_s":0.014554,"redis_read_bytes":140,"redis_write_bytes":1653,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.005392,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":422,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.005611,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":680,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.003551,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":8,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.060049,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.06678697900000001,"extra.projects_process_sync_events_worker.estimated_total_events":1,"extra.projects_process_sync_events_worker.consumable_events":1,"extra.projects_process_sync_events_worker.processed_events":1,"duration_s":0.122033,"completed_at":"2026-06-08T10:50:52.460Z","load_balancing_strategy":"primary","db_duration_s":0.029386,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2459vm-test-run-nixbot-gitlab> gitlab # [  190.360853] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.534Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"f346ba30fee4d2aa9602543e","created_at":"2026-06-08T10:50:52.309Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:52.316Z","job_size_bytes":5,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-f346ba30fee4d2aa9602543e: start","job_status":"start","queue_duration_s":0.217285,"scheduling_latency_s":0.217466}2460vm-test-run-nixbot-gitlab> gitlab # [  190.474517] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.647Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"authorized_project_update","args":["1","1"],"class":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker","jid":"f346ba30fee4d2aa9602543e","created_at":"2026-06-08T10:50:52.309Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"permissions","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:d4fffa6b61652ecbf8fd1e3329fcdddc8f7fd5d13476a16aa4467c900fae00b7","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:52.316Z","job_size_bytes":5,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"AuthorizedProjectUpdate::ProjectRecalculatePerUserWorker JID-f346ba30fee4d2aa9602543e: done: 0.11403 sec","job_status":"done","queue_duration_s":0.217285,"scheduling_latency_s":0.217466,"redis_calls":12,"redis_duration_s":0.006587,"redis_read_bytes":138,"redis_write_bytes":1541,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.001728,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":491,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003723,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":784,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.001136,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":266,"db_count":14,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":14,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.017,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":14,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.017,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.073001,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.001095391,"duration_s":0.11403,"completed_at":"2026-06-08T10:50:52.647Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.025854,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2461vm-test-run-nixbot-gitlab> gitlab # [  190.525132] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.649Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"03a4d352c76a69796d278fd3","created_at":"2026-06-08T10:50:52.353Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:52.362Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-03a4d352c76a69796d278fd3: start","job_status":"start","queue_duration_s":0.286901,"scheduling_latency_s":0.286926}2462vm-test-run-nixbot-gitlab> gitlab # [  190.526707] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:52 +0000] "POST /api/v4/projects HTTP/1.1" 201 4795 "" "curl/8.20.0" 15752463vm-test-run-nixbot-gitlab> gitlab # [  190.527979] setup-gitlab-start[2648]: + mkdir -p /tmp/test-flake2464vm-test-run-nixbot-gitlab> gitlab # [  190.529369] setup-gitlab-start[2648]: + cd /tmp/test-flake2465vm-test-run-nixbot-gitlab> gitlab # [  190.530260] setup-gitlab-start[2648]: + git init -b master2466vm-test-run-nixbot-gitlab> gitlab # [  190.549426] setup-gitlab-start[2935]: Initialized empty Git repository in /tmp/test-flake/.git/2467vm-test-run-nixbot-gitlab> gitlab # [  190.550374] setup-gitlab-start[2648]: + git config user.name test2468vm-test-run-nixbot-gitlab> gitlab # [  190.551678] setup-gitlab-start[2648]: + git config user.email test@example.com2469vm-test-run-nixbot-gitlab> gitlab # [  190.553978] setup-gitlab-start[2648]: + cat2470vm-test-run-nixbot-gitlab> gitlab # [  190.555826] setup-gitlab-start[2648]: + git add flake.nix2471vm-test-run-nixbot-gitlab> gitlab # [  190.557934] setup-gitlab-start[2648]: + git commit -m 'initial commit'2472vm-test-run-nixbot-gitlab> gitlab # [  190.572856] setup-gitlab-start[2940]: [master (root-commit) 9887c2b] initial commit2473vm-test-run-nixbot-gitlab> gitlab # [  190.573876] setup-gitlab-start[2940]:  1 file changed, 10 insertions(+)2474vm-test-run-nixbot-gitlab> gitlab # [  190.575369] setup-gitlab-start[2940]:  create mode 100644 flake.nix2475vm-test-run-nixbot-gitlab> gitlab # [  190.577126] setup-gitlab-start[2648]: + git remote add origin http://oauth2:glpat-d_fpDENB3yEKk_hCdNvvKm86MQp1OjEH.01.0w1fcjszd@gitlab/root/test-flake.git2476vm-test-run-nixbot-gitlab> gitlab # [  190.578311] setup-gitlab-start[2648]: + git push -u origin master2477vm-test-run-nixbot-gitlab> gitlab # [  190.641350] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.814Z","retry":3,"queue":"default","version":0,"store":null,"args":["1"],"class":"Projects::PostCreationWorker","jid":"03a4d352c76a69796d278fd3","created_at":"2026-06-08T10:50:52.353Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:115ed5a4f96bb7840d9513c0e53c69eaf78cc612f8a9b05f8b28bc5567d331ce","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:52.362Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Projects::PostCreationWorker JID-03a4d352c76a69796d278fd3: done: 0.165458 sec","job_status":"done","queue_duration_s":0.286901,"scheduling_latency_s":0.286926,"redis_calls":11,"redis_duration_s":0.00379,"redis_read_bytes":137,"redis_write_bytes":1147,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000827,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":407,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.002484,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":538,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000479,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":202,"db_count":35,"db_write_count":6,"db_cached_count":2,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":35,"db_replica_write_count":0,"db_primary_write_count":6,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.021,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":34,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":6,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":2,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.128,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.128,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.021,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.101519,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000505371,"duration_s":0.165458,"completed_at":"2026-06-08T10:50:52.814Z","load_balancing_strategy":"primary","db_duration_s":0.063873,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2478vm-test-run-nixbot-gitlab> gitlab # [  190.713172] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.816Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"8d4fd83a17be21cbe289f5aa","created_at":"2026-06-08T10:50:52.368Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:52.378Z","job_size_bytes":89,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-8d4fd83a17be21cbe289f5aa: start","job_status":"start","queue_duration_s":0.43814,"scheduling_latency_s":0.438161}2479vm-test-run-nixbot-gitlab> gitlab # [  190.714359] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:52.868Z","retry":25,"queue":"default","version":0,"store":null,"args":["Projects::ProjectCreatedEvent","{\"project_id\"=\u003e1, \"namespace_id\"=\u003e1, \"root_namespace_id\"=\u003e1}"],"class":"Ci::InitializePipelinesIidSequenceWorker","jid":"8d4fd83a17be21cbe289f5aa","created_at":"2026-06-08T10:50:52.368Z","trace_propagation_headers":{"sentry-trace":"1c93b07222224d6693a95aa3a53d37c0-472985ba40dd47f2","baggage":"sentry-trace_id=1c93b07222224d6693a95aa3a53d37c0,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPKVBTSP33KN6SK5V18F4","meta.caller_id":"POST /api/:version/projects","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:da4f511b278e5fec59a0525ff76c481fade26f467483004bc3dfa54e1876aecf","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:52.378Z","job_size_bytes":89,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::InitializePipelinesIidSequenceWorker JID-8d4fd83a17be21cbe289f5aa: done: 0.052644 sec","job_status":"done","queue_duration_s":0.43814,"scheduling_latency_s":0.438161,"redis_calls":11,"redis_duration_s":0.002647,"redis_read_bytes":137,"redis_write_bytes":1267,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000763,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":443,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001401,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":594,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000483,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":230,"db_count":9,"db_write_count":2,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026912,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00034781,"duration_s":0.052644,"completed_at":"2026-06-08T10:50:52.868Z","load_balancing_strategy":"primary","db_duration_s":0.019083,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2480vm-test-run-nixbot-gitlab> gitlab # [  190.792296] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:52 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 682481vm-test-run-nixbot-gitlab> gitlab # [  190.793235] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:52 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 178 "" "git/2.54.0" 912482vm-test-run-nixbot-gitlab> gitlab # [  190.794466] gitaly[1387]: time="2026-06-08T10:50:52.944Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNHNDKC5C423R3MY0NAY grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=242 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:52.933" grpc.time_ms=10.067 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2483vm-test-run-nixbot-gitlab> gitlab # [  191.522165] gitaly[1387]: time="2026-06-08T10:50:53.695Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=620 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:03.002" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=169 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:53.683" grpc.time_ms=12.357 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2484vm-test-run-nixbot-gitlab> gitlab # [  191.592400] gitaly[1387]: time="2026-06-08T10:50:53.766Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=3 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-08T10:51:23.055" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-08T10:50:53.755" grpc.time_ms=9.737 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2485vm-test-run-nixbot-gitlab> gitlab # [  191.616167] gitaly[1387]: time="2026-06-08T10:50:53.789Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 duration_ms=211ns method=POST pid=1387 status=200 url="http://unix/api/v4/internal/allowed"2486vm-test-run-nixbot-gitlab> gitlab # [  191.645622] gitaly[1387]: time="2026-06-08T10:50:53.819Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 duration_ms=28ns method=POST pid=1387 status=200 url="http://unix/api/v4/internal/pre_receive"2487vm-test-run-nixbot-gitlab> gitlab # [  191.647644] gitaly[1387]: time="2026-06-08T10:50:53.819Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:53.576" grpc.time_ms=242.8 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2488vm-test-run-nixbot-gitlab> gitlab # [  191.698264] gitaly[1387]: time="2026-06-08T10:50:53.871Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:53.870" grpc.time_ms=1.102 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2489vm-test-run-nixbot-gitlab> gitlab # [  191.762296] gitaly[1387]: time="2026-06-08T10:50:53.935Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:53.935" grpc.time_ms=0.624 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2490vm-test-run-nixbot-gitlab> gitlab # [  191.805316] gitaly[1387]: time="2026-06-08T10:50:53.978Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:53.978" grpc.time_ms=0.407 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2491vm-test-run-nixbot-gitlab> gitlab # [  191.883606] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:54.054Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 9887c2b5252e5bf0dd4f429810ca1698cb6ea336 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"5582a6062b062d96faa648aa","created_at":"2026-06-08T10:50:54.048Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-44381f24d31d468c","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.052Z","job_size_bytes":185,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-5582a6062b062d96faa648aa: start","job_status":"start","queue_duration_s":0.001467,"scheduling_latency_s":0.001505}2492vm-test-run-nixbot-gitlab> gitlab # [  191.902055] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:54.075Z","message":"changes: \"0000000000000000000000000000000000000000 9887c2b5252e5bf0dd4f429810ca1698cb6ea336 refs/heads/master\\n\""}2493vm-test-run-nixbot-gitlab> gitlab # [  191.914227] gitaly[1387]: time="2026-06-08T10:50:54.088Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=17 command.spawn_token_fork_ms=5 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:04.049" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:54.069" grpc.time_ms=18.228 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2494vm-test-run-nixbot-gitlab> gitlab # [  191.944851] gitaly[1387]: time="2026-06-08T10:50:54.118Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=632 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=20 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:04.004" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:54.094" grpc.time_ms=23.986 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2495vm-test-run-nixbot-gitlab> gitlab # [  191.972932] gitaly[1387]: time="2026-06-08T10:50:54.146Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:04.047" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.138" grpc.time_ms=8.283 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2496vm-test-run-nixbot-gitlab> gitlab # [  191.994768] gitaly[1387]: time="2026-06-08T10:50:54.168Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1569 command.oublock=0 command.real_time_ms=40 command.spawn_token_fork_ms=12 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-08T10:51:04.097" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.118" grpc.time_ms=50.387 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2497vm-test-run-nixbot-gitlab> gitlab # [  192.003431] gitaly[1387]: time="2026-06-08T10:50:54.177Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1568 command.oublock=0 command.real_time_ms=20 command.spawn_token_fork_ms=14 command.system_time_ms=4 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-08T10:51:04.062" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.152" grpc.time_ms=24.635 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2498vm-test-run-nixbot-gitlab> gitlab # [  192.039139] gitaly[1387]: time="2026-06-08T10:50:54.212Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=3 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-08T10:51:04.112" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=226 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.202" grpc.time_ms=9.98 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2499vm-test-run-nixbot-gitlab> gitlab # [  192.061329] gitaly[1387]: time="2026-06-08T10:50:54.235Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 duration_ms=215ns method=POST pid=1387 status=200 url="http://unix/api/v4/internal/post_receive"2500vm-test-run-nixbot-gitlab> gitlab # [  192.066618] gitaly[1387]: time="2026-06-08T10:50:54.237Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:54.018" grpc.time_ms=218.739 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2501vm-test-run-nixbot-gitlab> gitlab # [  192.083664] gitaly[1387]: time="2026-06-08T10:50:54.252Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3942 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:54.251" grpc.time_ms=0.44 pid=1387 span.kind=server system=grpc2502vm-test-run-nixbot-gitlab> gitlab # [  192.102301] gitaly[1387]: time="2026-06-08T10:50:54.275Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 diskcache=b1855e40-d0fa-4a78-8bd7-393e4943b929 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:53.493" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2503vm-test-run-nixbot-gitlab> gitlab # [  192.103474] gitaly[1387]: time="2026-06-08T10:50:54.276Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=256 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=901120 command.minflt=13319 command.oublock=32 command.real_time_ms=763 command.spawn_token_fork_ms=2 command.system_time_ms=177 command.user_time_ms=79 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=685 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:53.493" grpc.time_ms=783.719 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2504vm-test-run-nixbot-gitlab> gitlab # [  192.104644] gitlab-workhorse[1288]: time="2026-06-08T10:50:54Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522505vm-test-run-nixbot-gitlab> gitlab # [  192.105752] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:54 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 13242506vm-test-run-nixbot-gitlab> gitlab # [  192.107215] setup-gitlab-start[2944]: To http://gitlab/root/test-flake.git2507vm-test-run-nixbot-gitlab> gitlab # [  192.108276] setup-gitlab-start[2944]:  * [new branch]      master -> master2508vm-test-run-nixbot-gitlab> gitlab # [  192.109460] setup-gitlab-start[2944]: branch 'master' set up to track 'origin/master'.2509vm-test-run-nixbot-gitlab> gitlab # [  192.112240] gitaly[1387]: time="2026-06-08T10:50:54.286Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3944 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:54.285" grpc.time_ms=0.42 pid=1387 span.kind=server system=grpc2510vm-test-run-nixbot-gitlab> gitlab # [  192.122632] gitaly[1387]: time="2026-06-08T10:50:54.296Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 diskcache=4262e850-1bee-4791-a744-f6ba6afa98c6 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T10:51:04.136" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:54.227" pid=1387 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2511vm-test-run-nixbot-gitlab> gitlab # [  192.123912] gitaly[1387]: time="2026-06-08T10:50:54.296Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=46 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=4818 command.oublock=8 command.real_time_ms=60 command.spawn_token_fork_ms=3 command.system_time_ms=28 command.user_time_ms=18 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T10:51:04.136" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=148 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:54.227" grpc.time_ms=68.649 pid=1387 ref=HEAD remote_ip="2001:db8:1::1" revision=refs/heads/master span.kind=server system=grpc username=root2512vm-test-run-nixbot-gitlab> gitlab # [  192.194850] gitaly[1387]: time="2026-06-08T10:50:54.312Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryExists grpc.request.deadline="2026-06-08T10:51:04.221" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:54.312" grpc.time_ms=0.138 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2513vm-test-run-nixbot-gitlab> gitlab # [  192.196200] gitaly[1387]: time="2026-06-08T10:50:54.325Z" level=info msg="finished unary call with code OK" command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=939 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindDefaultBranchName grpc.request.deadline="2026-06-08T10:51:04.226" grpc.request.fullMethod=/gitaly.RefService/FindDefaultBranchName grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=19 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.317" grpc.time_ms=8.228 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2514vm-test-run-nixbot-gitlab> gitlab # [  192.207402] gitaly[1387]: time="2026-06-08T10:50:54.381Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=343 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindCommits grpc.request.deadline="2026-06-08T10:51:24.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=173 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:54.376" grpc.time_ms=4.411 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2515vm-test-run-nixbot-gitlab> gitlab # [  192.225808] gitaly[1387]: time="2026-06-08T10:50:54.399Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T10:51:04.008" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:54.399" grpc.time_ms=0.197 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2516vm-test-run-nixbot-gitlab> gitlab # [  192.232465] gitaly[1387]: time="2026-06-08T10:50:54.406Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=346 command.oublock=0 command.real_time_ms=3 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-08T10:51:04.011" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=112 grpc.service=gitaly.DiffService grpc.start_time="2026-06-08T10:50:54.402" grpc.time_ms=4.137 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2517vm-test-run-nixbot-gitlab> gitlab # [  192.248371] gitaly[1387]: time="2026-06-08T10:50:54.422Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:04.027" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.417" grpc.time_ms=4.841 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2518vm-test-run-nixbot-gitlab> gitlab # [  192.258678] gitaly[1387]: time="2026-06-08T10:50:54.432Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:04.036" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:54.426" grpc.time_ms=5.892 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2519vm-test-run-nixbot-gitlab> gitlab # [  192.340380] gitaly[1387]: time="2026-06-08T10:50:54.450Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=961 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T10:51:24.140" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:54.440" grpc.time_ms=9.241 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2520vm-test-run-nixbot-gitlab> gitlab # [  192.375108] systemd[1]: Finished setup-gitlab.service.2521vm-test-run-nixbot-gitlab> gitlab # [  192.382112] systemd[1]: Starting nixbot CI service...2522vm-test-run-nixbot-gitlab> gitlab # [  192.463100] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3091]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server2523vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit setup-gitlab.service, in 193.40 seconds)2524vm-test-run-nixbot-gitlab> gitlab: waiting for unit nixbot.service2525vm-test-run-nixbot-gitlab> gitlab # [  192.698658] gitaly[1387]: time="2026-06-08T10:50:54.872Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-08T10:51:04.010" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:54.870" grpc.time_ms=1.842 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2526vm-test-run-nixbot-gitlab> gitlab # [  192.804956] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:54.977Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","0000000000000000000000000000000000000000 9887c2b5252e5bf0dd4f429810ca1698cb6ea336 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"5582a6062b062d96faa648aa","created_at":"2026-06-08T10:50:54.048Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-44381f24d31d468c","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.052Z","job_size_bytes":185,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-5582a6062b062d96faa648aa: done: 0.923844 sec","job_status":"done","queue_duration_s":0.001467,"scheduling_latency_s":0.001505,"gitaly_calls":14,"gitaly_duration_s":0.265662,"redis_calls":201,"redis_allowed_cross_slot_calls":6,"redis_duration_s":0.183289,"redis_read_bytes":922,"redis_write_bytes":19880,"redis_cache_calls":14,"redis_cache_duration_s":0.003952,"redis_cache_read_bytes":16,"redis_cache_write_bytes":884,"redis_feature_flag_calls":32,"redis_feature_flag_duration_s":0.009001,"redis_feature_flag_read_bytes":540,"redis_feature_flag_write_bytes":4279,"redis_queues_calls":8,"redis_queues_duration_s":0.001304,"redis_queues_read_bytes":8,"redis_queues_write_bytes":4931,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.005043,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1259,"redis_repository_cache_calls":92,"redis_repository_cache_allowed_cross_slot_calls":6,"redis_repository_cache_duration_s":0.01836,"redis_repository_cache_read_bytes":214,"redis_repository_cache_write_bytes":6392,"redis_shared_state_calls":46,"redis_shared_state_duration_s":0.145629,"redis_shared_state_read_bytes":133,"redis_shared_state_write_bytes":2135,"db_count":51,"db_write_count":8,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":51,"db_replica_write_count":0,"db_primary_write_count":8,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.048,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":51,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":8,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.186,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.202,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.048,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.402123,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00063388,"exclusive_lock_hold_duration_s":0.02446959,"duration_s":0.923844,"completed_at":"2026-06-08T10:50:54.977Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.070656,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2527vm-test-run-nixbot-gitlab> gitlab # [  192.851974] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:54.981Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"fe81d02a8cb330d782d07cdb","created_at":"2026-06-08T10:50:54.180Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.185Z","job_size_bytes":46,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-fe81d02a8cb330d782d07cdb: start","job_status":"start","queue_duration_s":0.796129,"scheduling_latency_s":0.796174}2528vm-test-run-nixbot-gitlab> gitlab # [  192.934710] gitaly[1387]: time="2026-06-08T10:50:55.107Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RepositoryInfo grpc.request.deadline="2026-06-08T16:50:55.103" grpc.request.fullMethod=/gitaly.RepositoryService/RepositoryInfo grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:55.104" grpc.time_ms=2.577 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2529vm-test-run-nixbot-gitlab> gitlab # [  192.954595] gitaly[1387]: time="2026-06-08T10:50:55.128Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-08T10:51:25.020" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.120" grpc.time_ms=7.322 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2530vm-test-run-nixbot-gitlab> gitlab # [  193.005473] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:55.178Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"fe81d02a8cb330d782d07cdb","created_at":"2026-06-08T10:50:54.180Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.185Z","job_size_bytes":46,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-fe81d02a8cb330d782d07cdb: done: 0.196535 sec","job_status":"done","queue_duration_s":0.796129,"scheduling_latency_s":0.796174,"gitaly_calls":2,"gitaly_duration_s":0.039273,"redis_calls":30,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.082332,"redis_read_bytes":68,"redis_write_bytes":4889,"redis_feature_flag_calls":6,"redis_feature_flag_duration_s":0.002107,"redis_feature_flag_read_bytes":6,"redis_feature_flag_write_bytes":1005,"redis_queues_calls":3,"redis_queues_duration_s":0.000602,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2116,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00236,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":710,"redis_repository_cache_calls":11,"redis_repository_cache_allowed_cross_slot_calls":2,"redis_repository_cache_duration_s":0.07649,"redis_repository_cache_read_bytes":48,"redis_repository_cache_write_bytes":754,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000773,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":304,"db_count":10,"db_write_count":2,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":10,"db_replica_write_count":0,"db_primary_write_count":2,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":10,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":2,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.009,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.060271,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000399772,"duration_s":0.196535,"completed_at":"2026-06-08T10:50:55.178Z","load_balancing_strategy":"primary","db_duration_s":0.012864,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2531vm-test-run-nixbot-gitlab> gitlab # [  193.093201] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:55.266Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"e8c50ff202913af4fe64e3e1","created_at":"2026-06-08T10:50:54.195Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.198Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-e8c50ff202913af4fe64e3e1: start","job_status":"start","queue_duration_s":1.067206,"scheduling_latency_s":1.067261}2532vm-test-run-nixbot-gitlab> gitlab # [  193.173102] gitaly[1387]: time="2026-06-08T10:50:55.346Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 diskcache=95738c28-bcea-4e8a-9ca4-e3fb61265a9a grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T16:50:55.315" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.315" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2533vm-test-run-nixbot-gitlab> gitlab # [  193.175491] gitaly[1387]: time="2026-06-08T10:50:55.347Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=4 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1280 command.oublock=0 command.real_time_ms=30 command.spawn_token_fork_ms=3 command.system_time_ms=10 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T16:50:55.315" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.315" grpc.time_ms=30.776 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2534vm-test-run-nixbot-gitlab> gitlab # [  193.267159] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:55.439Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"e8c50ff202913af4fe64e3e1","created_at":"2026-06-08T10:50:54.195Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.198Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-e8c50ff202913af4fe64e3e1: done: 0.173667 sec","job_status":"done","queue_duration_s":1.067206,"scheduling_latency_s":1.067261,"gitaly_calls":1,"gitaly_duration_s":0.076733,"redis_calls":15,"redis_duration_s":0.008803,"redis_read_bytes":68,"redis_write_bytes":1520,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.001305,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":305,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.003146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":558,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.001706,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002646,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":520,"db_count":12,"db_write_count":4,"db_cached_count":0,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":4,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":2,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":4,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.013,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.026,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.013,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.058937,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.124572257,"duration_s":0.173667,"completed_at":"2026-06-08T10:50:55.439Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.024024,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2535vm-test-run-nixbot-gitlab> gitlab # [  193.355256] nixbot[3080]: {"ts": "2026-06-08T10:50:55.527Z", "level": "info", "logger": "nixbot.main", "msg": "nixbot starting", "url": "http://localhost:8010", "state_dir": "/var/lib/nixbot"}2536vm-test-run-nixbot-gitlab> gitlab # [  193.365246] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:55.538Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"b056e2afe7fc102300a21ef9","created_at":"2026-06-08T10:50:54.307Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.309Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b056e2afe7fc102300a21ef9: start","job_status":"start","queue_duration_s":1.228832,"scheduling_latency_s":1.228901}2537vm-test-run-nixbot-gitlab> gitlab # [  193.405604] nixbot[3080]: {"ts": "2026-06-08T10:50:55.579Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 1, "migration": "initial"}2538vm-test-run-nixbot-gitlab> gitlab # [  193.422325] nixbot[3080]: {"ts": "2026-06-08T10:50:55.595Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 2, "migration": "scheduled_effects"}2539vm-test-run-nixbot-gitlab> gitlab # [  193.426546] gitaly[1387]: time="2026-06-08T10:50:55.600Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=647 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CountCommits grpc.request.deadline="2026-06-08T10:51:25.490" grpc.request.fullMethod=/gitaly.CommitService/CountCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.590" grpc.time_ms=9.447 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2540vm-test-run-nixbot-gitlab> gitlab # [  193.428407] nixbot[3080]: {"ts": "2026-06-08T10:50:55.601Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 3, "migration": "gitea_webhook_secrets"}2541vm-test-run-nixbot-gitlab> gitlab # [  193.434189] nixbot[3080]: {"ts": "2026-06-08T10:50:55.607Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 4, "migration": "api_tokens"}2542vm-test-run-nixbot-gitlab> gitlab # [  193.441104] nixbot[3080]: {"ts": "2026-06-08T10:50:55.614Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 5, "migration": "status_notify"}2543vm-test-run-nixbot-gitlab> gitlab # [  193.444093] nixbot[3080]: {"ts": "2026-06-08T10:50:55.617Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 6, "migration": "webhook_secrets"}2544vm-test-run-nixbot-gitlab> gitlab # [  193.445867] nixbot[3080]: {"ts": "2026-06-08T10:50:55.619Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 7, "migration": "build_effects"}2545vm-test-run-nixbot-gitlab> gitlab # [  193.451355] nixbot[3080]: {"ts": "2026-06-08T10:50:55.624Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 8, "migration": "api_token_groups"}2546vm-test-run-nixbot-gitlab> gitlab # [  193.453837] nixbot[3080]: {"ts": "2026-06-08T10:50:55.627Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 9, "migration": "scheduled_effect_runs"}2547vm-test-run-nixbot-gitlab> gitlab # [  193.458516] nixbot[3080]: {"ts": "2026-06-08T10:50:55.632Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 10, "migration": "work_queue"}2548vm-test-run-nixbot-gitlab> gitlab # [  193.463336] nixbot[3080]: {"ts": "2026-06-08T10:50:55.636Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 11, "migration": "revoked_sessions"}2549vm-test-run-nixbot-gitlab> gitlab # [  193.465976] nixbot[3080]: {"ts": "2026-06-08T10:50:55.639Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 12, "migration": "truncate_notify_names"}2550vm-test-run-nixbot-gitlab> gitlab # [  193.468117] nixbot[3080]: {"ts": "2026-06-08T10:50:55.641Z", "level": "info", "logger": "nixbot.migrations", "msg": "applying migration", "version": 13, "migration": "failed_builds_per_project"}2551vm-test-run-nixbot-gitlab> gitlab # [  193.479858] cxs2d5yw0672968vssp5bpxzm34pqyba-nixbot-health[3114]: curl: (7) Failed to connect to 127.0.0.1 port 8010 after 0 ms: Could not connect to server2552vm-test-run-nixbot-gitlab> gitlab # [  193.498835] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:55.672Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"commit_count\"]"],"class":"ProjectCacheWorker","jid":"b056e2afe7fc102300a21ef9","created_at":"2026-06-08T10:50:54.307Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:9a580f4ed3b98848550cd9d8a9e00b9c6cdb806321df08c03ad3e2050bcedc4f","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.309Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-b056e2afe7fc102300a21ef9: done: 0.13416 sec","job_status":"done","queue_duration_s":1.228832,"scheduling_latency_s":1.228901,"gitaly_calls":1,"gitaly_duration_s":0.074695,"redis_calls":16,"redis_duration_s":0.006153,"redis_read_bytes":52,"redis_write_bytes":2048,"redis_queues_calls":1,"redis_queues_duration_s":0.00028,"redis_queues_read_bytes":1,"redis_queues_write_bytes":979,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001613,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":7,"redis_repository_cache_duration_s":0.003202,"redis_repository_cache_read_bytes":44,"redis_repository_cache_write_bytes":344,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.001058,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":288,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.04398,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.13416,"completed_at":"2026-06-08T10:50:55.672Z","load_balancing_strategy":"primary","db_duration_s":0.004528,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2553vm-test-run-nixbot-gitlab> gitlab # [  193.503449] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:55.676Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"feec2ca43fe4ff410ff97c7c","created_at":"2026-06-08T10:50:54.835Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f7ea4d91c547d3cd52f9d50559e6a058195b5b5368f3a96031e887dce8f4dea8","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.843Z","job_size_bytes":467,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-feec2ca43fe4ff410ff97c7c: start","job_status":"start","queue_duration_s":0.833683,"scheduling_latency_s":0.833713}2554vm-test-run-nixbot-gitlab> gitlab # [  193.588116] gitaly[1387]: time="2026-06-08T10:50:55.731Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:25.628" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.729" grpc.time_ms=0.633 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2555vm-test-run-nixbot-gitlab> gitlab # [  193.589341] gitaly[1387]: time="2026-06-08T10:50:55.739Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T10:51:05.002" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:55.732" grpc.time_ms=6.752 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2556vm-test-run-nixbot-gitlab> gitlab # [  193.707429] gitaly[1387]: time="2026-06-08T10:50:55.881Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:25.779" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.879" grpc.time_ms=1.144 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2557vm-test-run-nixbot-gitlab> gitlab # [  193.748528] gitaly[1387]: time="2026-06-08T10:50:55.922Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=145 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-08T10:51:25.817" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:55.918" grpc.time_ms=3.541 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2558vm-test-run-nixbot-gitlab> gitlab # [  193.832844] gitaly[1387]: time="2026-06-08T10:50:56.006Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=629 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:05.268" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:55.999" grpc.time_ms=6.95 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2559vm-test-run-nixbot-gitlab> gitlab # [  193.901713] nixbot[3080]: INFO:     Started server process [3080]2560vm-test-run-nixbot-gitlab> gitlab # [  193.904583] nixbot[3080]: INFO:     Uvicorn running on http://0.0.0.0:8010 (Press CTRL+C to quit)2561vm-test-run-nixbot-gitlab> gitlab # [  194.177250] gitaly[1387]: time="2026-06-08T10:50:56.349Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=962 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=1 command.system_time_ms=6 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPRPK9CWQYDQKKEYEEM4S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T10:51:26.032" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=155 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=80 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:56.333" grpc.time_ms=15.899 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2562vm-test-run-nixbot-gitlab> gitlab # [  194.245091] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:56 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 3342563vm-test-run-nixbot-gitlab> gitlab # [  194.246619] nixbot[3080]: {"ts": "2026-06-08T10:50:56.420Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}2564vm-test-run-nixbot-gitlab> gitlab # [  194.256460] nixbot[3080]: {"ts": "2026-06-08T10:50:56.430Z", "level": "info", "logger": "nixbot.repos", "msg": "legacy topic import complete", "topics": {"gitlab": "build-with-buildbot"}, "enabled": 1}2565vm-test-run-nixbot-gitlab> gitlab # [  194.359303] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:56 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 892566vm-test-run-nixbot-gitlab> gitlab # [  194.364971] nixbot[3080]: {"ts": "2026-06-08T10:50:56.538Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2567vm-test-run-nixbot-gitlab> gitlab # [  194.367738] nixbot[3080]: {"ts": "2026-06-08T10:50:56.540Z", "level": "info", "logger": "nixbot.gitlab_hooks", "msg": "registering webhook", "repo": "root/test-flake"}2568vm-test-run-nixbot-gitlab> gitlab # [  194.371856] gitaly[1387]: time="2026-06-08T10:50:56.545Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=11 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=962 command.oublock=0 command.real_time_ms=16 command.spawn_token_fork_ms=1 command.system_time_ms=11 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T10:51:26.425" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:56.525" grpc.time_ms=19.434 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2569vm-test-run-nixbot-gitlab> gitlab # [  194.385557] gitaly[1387]: time="2026-06-08T10:50:56.559Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPNMRA56FVJBSV8W8WMY6 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-08T10:51:26.448" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:56.549" grpc.time_ms=9.956 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2570vm-test-run-nixbot-gitlab> gitlab # [  194.420874] sidekiq-cluster[2092]: {"severity":"WARN","time":"2026-06-08T10:50:56.593Z","class":"CreatePipelineWorker","correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"0000000000000000000000000000000000000000","after":"9887c2b5252e5bf0dd4f429810ca1698cb6ea336","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"9887c2b5252e5bf0dd4f429810ca1698cb6ea336","ref":"refs/heads/master"},"retry":0}2571vm-test-run-nixbot-gitlab> gitlab # [  194.430352] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:56.603Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"feec2ca43fe4ff410ff97c7c","created_at":"2026-06-08T10:50:54.835Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-8d7fbdb5114f4a5b","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f7ea4d91c547d3cd52f9d50559e6a058195b5b5368f3a96031e887dce8f4dea8","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:54.843Z","job_size_bytes":467,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-feec2ca43fe4ff410ff97c7c: done: 0.926736 sec","job_status":"done","queue_duration_s":0.833683,"scheduling_latency_s":0.833713,"gitaly_calls":7,"gitaly_duration_s":0.100882,"redis_calls":69,"redis_duration_s":0.023691,"redis_read_bytes":441,"redis_write_bytes":6453,"redis_cache_calls":4,"redis_cache_duration_s":0.001047,"redis_cache_read_bytes":10,"redis_cache_write_bytes":343,"redis_feature_flag_calls":34,"redis_feature_flag_duration_s":0.013123,"redis_feature_flag_read_bytes":288,"redis_feature_flag_write_bytes":4459,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001567,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":510,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.006492,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001462,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":513,"db_count":47,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.05,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":42,"db_ci_count":5,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.042,"db_ci_duration_s":0.008,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.705165,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000401727,"duration_s":0.926736,"completed_at":"2026-06-08T10:50:56.603Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.079043,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2572vm-test-run-nixbot-gitlab> gitlab # [  194.444708] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:56.605Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"409c2b64e4ae80ffef8747eb","created_at":"2026-06-08T10:50:55.162Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-14abdf0a1bea436a","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:55.168Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-409c2b64e4ae80ffef8747eb: start","job_status":"start","queue_duration_s":1.437059,"scheduling_latency_s":1.437081}2573vm-test-run-nixbot-gitlab> gitlab # [  194.525189] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:56.642Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::ScheduleAggregationWorker","jid":"409c2b64e4ae80ffef8747eb","created_at":"2026-06-08T10:50:55.162Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-14abdf0a1bea436a","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"ProjectCacheWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:11bf4ab06a7a45f7b8fa79a254215eacd563749d4b07a335325f4d171a5a896a","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:55.168Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ScheduleAggregationWorker JID-409c2b64e4ae80ffef8747eb: done: 0.03752 sec","job_status":"done","queue_duration_s":1.437059,"scheduling_latency_s":1.437081,"redis_calls":19,"redis_duration_s":0.004024,"redis_read_bytes":21,"redis_write_bytes":4289,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.00088,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":678,"redis_queues_calls":3,"redis_queues_duration_s":0.000567,"redis_queues_read_bytes":3,"redis_queues_write_bytes":2260,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.00187,"redis_queues_metadata_read_bytes":9,"redis_queues_metadata_write_bytes":1024,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000707,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":327,"db_count":7,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.003,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025054,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.006113347,"duration_s":0.03752,"completed_at":"2026-06-08T10:50:56.642Z","load_balancing_strategy":"primary","db_duration_s":0.005746,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2574vm-test-run-nixbot-gitlab> gitlab # [  194.541915] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:56.643Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"8ec26e6b21a17f773e1dea97","created_at":"2026-06-08T10:50:56.631Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-755638c42521493e","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:56.635Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-8ec26e6b21a17f773e1dea97: start","job_status":"start","queue_duration_s":0.008114,"scheduling_latency_s":0.008135}2575vm-test-run-nixbot-gitlab> gitlab # [  194.614256] nixbot[3080]: INFO:     127.0.0.1:55718 - "GET /health HTTP/1.1" 200 OK2576vm-test-run-nixbot-gitlab> gitlab # [  194.615804] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:56.721Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"update_namespace_statistics","args":["1"],"class":"Namespaces::RootStatisticsWorker","jid":"8ec26e6b21a17f773e1dea97","created_at":"2026-06-08T10:50:56.631Z","trace_propagation_headers":{"sentry-trace":"1baaace7edde482490e4a3d3e8eadbcd-755638c42521493e","baggage":"sentry-trace_id=1baaace7edde482490e4a3d3e8eadbcd,sentry-release=Unknown"},"correlation_id":"01KTKDPNMRA56FVJBSV8W8WMY6","meta.caller_id":"Namespaces::ScheduleAggregationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fdeb2b3453eb1185da615072e7fac8965876ce3585e2a5a18dfd6ce2ee6520d8","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:56.635Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::RootStatisticsWorker JID-8ec26e6b21a17f773e1dea97: done: 0.077384 sec","job_status":"done","queue_duration_s":0.008114,"scheduling_latency_s":0.008135,"redis_calls":11,"redis_duration_s":0.002515,"redis_read_bytes":10,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000401,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":307,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001627,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":672,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000487,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":210,"db_count":12,"db_write_count":3,"db_cached_count":0,"db_txn_count":3,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":12,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.011,"db_main_txn_count":3,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.003,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.007,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.048168,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000327975,"duration_s":0.077384,"completed_at":"2026-06-08T10:50:56.721Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.021487,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2577vm-test-run-nixbot-gitlab> gitlab # [  194.711220] systemd[1]: Started nixbot CI service.2578vm-test-run-nixbot-gitlab> gitlab # [  194.712446] systemd[1]: Reached target Multi-User System.2579vm-test-run-nixbot-gitlab> gitlab # [  194.713868] systemd[1]: Startup finished in 1.551s (kernel) + 4.129s (initrd) + 3min 9.032s (userspace) = 3min 14.713s.2580vm-test-run-nixbot-gitlab> gitlab # [  194.916178] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:57 +0000] "POST /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 201 868 "" "python-httpx/0.28.1" 2052581vm-test-run-nixbot-gitlab> gitlab # [  194.925447] nixbot[3080]: {"ts": "2026-06-08T10:50:57.090Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 201 Created\""}2582vm-test-run-nixbot-gitlab> gitlab # [  195.130380] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:57 +0000] "GET /api/v4/projects?membership=true&archived=false&per_page=100 HTTP/1.1" 200 4876 "" "python-httpx/0.28.1" 2022583vm-test-run-nixbot-gitlab> gitlab # [  195.135660] nixbot[3080]: {"ts": "2026-06-08T10:50:57.309Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects?membership=true&archived=false&per_page=100 \"HTTP/1.1 200 OK\""}2584vm-test-run-nixbot-gitlab> gitlab # [  195.237302] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:57 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "python-httpx/0.28.1" 852585vm-test-run-nixbot-gitlab> gitlab # [  195.239958] nixbot[3080]: {"ts": "2026-06-08T10:50:57.413Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/hooks \"HTTP/1.1 200 OK\""}2586vm-test-run-nixbot-gitlab> gitlab # [  195.375409] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:57 +0000] "PUT /api/v4/projects/root%2Ftest-flake/hooks/1 HTTP/1.1" 200 868 "" "python-httpx/0.28.1" 1202587vm-test-run-nixbot-gitlab> gitlab # [  195.385423] nixbot[3080]: {"ts": "2026-06-08T10:50:57.558Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: PUT http://gitlab/api/v4/projects/root%2Ftest-flake/hooks/1 \"HTTP/1.1 200 OK\""}2588vm-test-run-nixbot-gitlab> gitlab # [  195.456442] gitaly[1387]: time="2026-06-08T10:50:57.629Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPT57ECQXDBTDH6V2HHR7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindBranch grpc.request.deadline="2026-06-08T10:51:27.313" grpc.request.fullMethod=/gitaly.RefService/FindBranch grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=215 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:57.614" grpc.time_ms=14.529 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2589vm-test-run-nixbot-gitlab> gitlab # [  195.511574] gitaly[1387]: time="2026-06-08T10:50:57.685Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPT57ECQXDBTDH6V2HHR7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:27.383" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:57.683" grpc.time_ms=0.987 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2590vm-test-run-nixbot-gitlab> gitlab # [  195.539410] gitaly[1387]: time="2026-06-08T10:50:57.713Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=637 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPT57ECQXDBTDH6V2HHR7 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-08T10:51:07.125" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:57.706" grpc.time_ms=6.915 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2591vm-test-run-nixbot-gitlab> gitlab # [  195.638189] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:57 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/branches/master HTTP/1.1" 200 731 "" "python-httpx/0.28.1" 2352592vm-test-run-nixbot-gitlab> gitlab # [  195.641716] nixbot[3080]: {"ts": "2026-06-08T10:50:57.813Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/repository/branches/master \"HTTP/1.1 200 OK\""}2593vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for unit nixbot.service, in 3.15 seconds)2594vm-test-run-nixbot-gitlab> gitlab: waiting for success: curl --fail -s http://127.0.0.1:8010/health2595vm-test-run-nixbot-gitlab> gitlab # [  195.742985] nixbot[3080]: INFO:     127.0.0.1:55734 - "GET /health HTTP/1.1" 200 OK2596vm-test-run-nixbot-gitlab> gitlab: (finished: waiting for success: curl --fail -s http://127.0.0.1:8010/health, in 0.03 seconds)2597vm-test-run-nixbot-gitlab> subtest: project discovered and webhook registered2598vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks2599vm-test-run-nixbot-gitlab> gitlab # [  195.760221] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:57 +0000] "GET /api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 HTTP/1.1" 200 2 "" "python-httpx/0.28.1" 1152600vm-test-run-nixbot-gitlab> gitlab # [  195.771144] nixbot[3080]: {"ts": "2026-06-08T10:50:57.944Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: GET http://gitlab/api/v4/projects/root%2Ftest-flake/merge_requests?state=opened&per_page=100 \"HTTP/1.1 200 OK\""}2601vm-test-run-nixbot-gitlab> gitlab # [  195.785733] nixbot[3080]: {"ts": "2026-06-08T10:50:57.959Z", "level": "info", "logger": "nixbot.reconcile", "msg": "reconciliation: building unbuilt head", "project": "root/test-flake", "branch": "master", "pr": null}2602vm-test-run-nixbot-gitlab> gitlab # [  195.839874] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "GET /api/v4/projects/root%2Ftest-flake/hooks HTTP/1.1" 200 831 "" "curl/8.20.0" 622603vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/hooks, in 0.10 seconds)2604vm-test-run-nixbot-gitlab> [{'id': 1, 'url': 'http://buildbot:8010/webhooks/gitlab', 'name': None, 'description': None, 'created_at': '2026-06-08T10:50:57.058Z', 'push_events': True, 'tag_push_events': False, 'merge_requests_events': True, 'repository_update_events': False, 'enable_ssl_verification': True, 'alert_status': 'executable', 'disabled_until': None, 'push_events_branch_filter': None, 'branch_filter_strategy': 'wildcard', 'custom_webhook_template': None, 'project_id': 1, 'issues_events': False, 'confidential_issues_events': False, 'note_events': False, 'confidential_note_events': None, 'pipeline_events': False, 'wiki_page_events': False, 'deployment_events': False, 'feature_flag_events': False, 'job_events': False, 'releases_events': False, 'milestone_events': False, 'emoji_events': False, 'resource_access_token_events': False, 'resource_deploy_token_events': False, 'vulnerability_events': False}]2605vm-test-run-nixbot-gitlab> (finished: subtest: project discovered and webhook registered, in 0.10 seconds)2606vm-test-run-nixbot-gitlab> subtest: push delivers the webhook2607vm-test-run-nixbot-gitlab> gitlab: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master2608vm-test-run-nixbot-gitlab> gitlab # [  195.891286] gitaly[1387]: time="2026-06-08T10:50:58.064Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=634 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTJQSEQDTW2CNY00KJE4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.053" grpc.time_ms=11.225 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2609vm-test-run-nixbot-gitlab> gitlab # [  195.914517] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 802610vm-test-run-nixbot-gitlab> gitlab # [  195.930955] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 401 343 "" "git/2.54.0" 412611vm-test-run-nixbot-gitlab> gitlab # [  196.003331] gitaly[1387]: time="2026-06-08T10:50:58.176Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=642 command.oublock=0 command.real_time_ms=11 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTNXXR7DV06QXTN5GACD grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=246 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.164" grpc.time_ms=12.562 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2612vm-test-run-nixbot-gitlab> gitlab # [  196.034177] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "GET /root/test-flake.git/info/refs?service=git-receive-pack HTTP/1.1" 200 202 "" "git/2.54.0" 942613vm-test-run-nixbot-gitlab> gitlab # [  196.036706] gitaly[1387]: time="2026-06-08T10:50:58.209Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTNC63VZ76K4V110JBPN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.201" pid=1387 remote_ip="2001:db8:1::1" request_sha=083c43590fffa527704b32b8836424e8ed055017 response_bytes=149 span.kind=server system=grpc2614vm-test-run-nixbot-gitlab> gitlab # [  196.041321] gitaly[1387]: time="2026-06-08T10:50:58.209Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTNC63VZ76K4V110JBPN grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.201" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2615vm-test-run-nixbot-gitlab> gitlab # [  196.042885] gitaly[1387]: time="2026-06-08T10:50:58.210Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=641 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTNC63VZ76K4V110JBPN grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=7 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.201" grpc.time_ms=8.458 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2616vm-test-run-nixbot-gitlab> gitlab # [  196.101602] gitlab-workhorse[1288]: time="2026-06-08T10:50:58Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=1492617vm-test-run-nixbot-gitlab> gitlab # [  196.102795] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 149 "" "git/2.54.0" 1822618vm-test-run-nixbot-gitlab> gitlab # Enumerating objects: 5, done.2619vm-test-run-nixbot-gitlab> gitlab # Counting objects:  20% (1/5)Counting objects:  40% (2/5)Counting objects:  60% (3/5)Counting objects:  80% (4/5)Counting objects: 100% (5/5)Counting objects: 100% (5/5), done.2620vm-test-run-nixbot-gitlab> gitlab # Delta compression using up to 4 threads2621vm-test-run-nixbot-gitlab> gitlab # Compressing objects:  50% (1/2)Compressing objects: 100% (2/2)Compressing objects: 100% (2/2), done.2622vm-test-run-nixbot-gitlab> gitlab # Writing objects:  33% (1/3)Writing objects:  66% (2/3)Writing objects: 100% (3/3)Writing objects: 100% (3/3), 273 bytes | 136.00 KiB/s, done.2623vm-test-run-nixbot-gitlab> gitlab # Total 3 (delta 1), reused 0 (delta 0), pack-reused 0 (from 0)2624vm-test-run-nixbot-gitlab> gitlab # [  196.173112] gitaly[1387]: time="2026-06-08T10:50:58.346Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTV5TXNNBDBGVGFGRDAQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.321" pid=1387 remote_ip="2001:db8:1::1" request_sha=3aecc12e892fd85edd8d4af0cedfbcda26fbf5f8 response_bytes=379 span.kind=server system=grpc2625vm-test-run-nixbot-gitlab> gitlab # [  196.174762] gitaly[1387]: time="2026-06-08T10:50:58.348Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1226 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTV5TXNNBDBGVGFGRDAQ grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.321" negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2626vm-test-run-nixbot-gitlab> gitlab # [  196.176596] gitaly[1387]: time="2026-06-08T10:50:58.350Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1226 command.oublock=0 command.real_time_ms=21 command.spawn_token_fork_ms=2 command.system_time_ms=6 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTV5TXNNBDBGVGFGRDAQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=9 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.321" grpc.time_ms=28.379 negotiation.command=fetch negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=2 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2627vm-test-run-nixbot-gitlab> gitlab # [  196.178953] gitlab-workhorse[1288]: time="2026-06-08T10:50:58Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3792628vm-test-run-nixbot-gitlab> gitlab # [  196.180161] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 379 "" "git/2.54.0" 722629vm-test-run-nixbot-gitlab> gitlab # [  196.339662] gitaly[1387]: time="2026-06-08T10:50:58.512Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=635 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPV0FJ8J80RV7H1KB7YT9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=188 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.501" grpc.time_ms=10.534 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2630vm-test-run-nixbot-gitlab> gitlab # [  196.340928] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 642631vm-test-run-nixbot-gitlab> gitlab # [  196.409478] gitaly[1387]: time="2026-06-08T10:50:58.583Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=640 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitIsAncestor grpc.request.deadline="2026-06-08T10:51:08.010" grpc.request.fullMethod=/gitaly.CommitService/CommitIsAncestor grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=253 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:58.571" grpc.time_ms=11.679 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2632vm-test-run-nixbot-gitlab> gitlab # [  196.460525] gitaly[1387]: time="2026-06-08T10:50:58.631Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV3CPA1M5TDY7X295292 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.623" pid=1387 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2633vm-test-run-nixbot-gitlab> gitlab # [  196.462254] gitlab-workhorse[1288]: time="2026-06-08T10:50:58Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672634vm-test-run-nixbot-gitlab> gitlab # [  196.463163] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:58 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 922635vm-test-run-nixbot-gitlab> gitlab # [  196.464122] gitaly[1387]: time="2026-06-08T10:50:58.631Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV3CPA1M5TDY7X295292 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.623" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2636vm-test-run-nixbot-gitlab> gitlab # [  196.464935] gitaly[1387]: time="2026-06-08T10:50:58.632Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=643 command.oublock=0 command.real_time_ms=6 command.spawn_token_fork_ms=0 command.system_time_ms=1 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV3CPA1M5TDY7X295292 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.623" grpc.time_ms=8.95 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2637vm-test-run-nixbot-gitlab> gitlab # [  196.546175] gitaly[1387]: time="2026-06-08T10:50:58.719Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=329 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListAllLFSPointers grpc.request.deadline="2026-06-08T10:51:28.010" grpc.request.fullMethod=/gitaly.BlobService/ListAllLFSPointers grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=163 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.BlobService grpc.start_time="2026-06-08T10:50:58.710" grpc.time_ms=8.849 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2638vm-test-run-nixbot-gitlab> gitlab # [  196.583567] gitaly[1387]: time="2026-06-08T10:50:58.757Z" level=info msg="Finished HTTP request" content_length_bytes=853 correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 duration_ms=240ns method=POST pid=1387 status=200 url="http://unix/api/v4/internal/allowed"2639vm-test-run-nixbot-gitlab> gitlab # [  196.607650] gitaly[1387]: time="2026-06-08T10:50:58.781Z" level=info msg="Finished HTTP request" content_length_bytes=36 correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 duration_ms=22ns method=POST pid=1387 status=200 url="http://unix/api/v4/internal/pre_receive"2640vm-test-run-nixbot-gitlab> gitlab # [  196.609718] gitaly[1387]: time="2026-06-08T10:50:58.783Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:28.480" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:58.782" grpc.time_ms=0.556 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2641vm-test-run-nixbot-gitlab> gitlab # [  196.610975] gitaly[1387]: time="2026-06-08T10:50:58.784Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PreReceiveHook grpc.request.fullMethod=/gitaly.HookService/PreReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=5322 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:58.515" grpc.time_ms=268.346 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2642vm-test-run-nixbot-gitlab> gitlab # [  196.676902] gitaly[1387]: time="2026-06-08T10:50:58.850Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=UpdateHook grpc.request.fullMethod=/gitaly.HookService/UpdateHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4792 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:58.849" grpc.time_ms=0.476 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2643vm-test-run-nixbot-gitlab> gitlab # [  196.696098] gitaly[1387]: time="2026-06-08T10:50:58.869Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=20 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=645 command.oublock=0 command.real_time_ms=22 command.spawn_token_fork_ms=0 command.system_time_ms=15 command.user_time_ms=5 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-08T10:51:28.544" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:58.844" grpc.time_ms=24.882 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2644vm-test-run-nixbot-gitlab> gitlab # [  196.734326] gitaly[1387]: time="2026-06-08T10:50:58.908Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:08.001" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:58.902" grpc.time_ms=5.916 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2645vm-test-run-nixbot-gitlab> gitlab # [  196.763798] gitaly[1387]: time="2026-06-08T10:50:58.937Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4791 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:58.937" grpc.time_ms=0.353 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2646vm-test-run-nixbot-gitlab> gitlab # [  196.796298] gitaly[1387]: time="2026-06-08T10:50:58.970Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T10:51:08.069" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:58.969" grpc.time_ms=0.272 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2647vm-test-run-nixbot-gitlab> gitlab # [  196.812355] gitaly[1387]: time="2026-06-08T10:50:58.986Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4793 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:58.985" grpc.time_ms=0.337 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2648vm-test-run-nixbot-gitlab> gitlab # [  196.835722] gitaly[1387]: time="2026-06-08T10:50:59.009Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=626 command.oublock=0 command.real_time_ms=26 command.spawn_token_fork_ms=2 command.system_time_ms=1 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T10:51:08.080" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:58.981" grpc.time_ms=27.961 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2649vm-test-run-nixbot-gitlab> gitlab # [  196.895684] gitaly[1387]: time="2026-06-08T10:50:59.069Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:59.068" grpc.time_ms=0.553 pid=1387 span.kind=server system=grpc2650vm-test-run-nixbot-gitlab> gitlab # [  196.922393] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.094Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","9887c2b5252e5bf0dd4f429810ca1698cb6ea336 b9579bd36a750a4e33c227cbdd283e0f7bf403e8 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"ec6bb6fb036504a8fa61bcac","created_at":"2026-06-08T10:50:59.088Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-a3a6fb3a0a8b4159","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.091Z","job_size_bytes":185,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-ec6bb6fb036504a8fa61bcac: start","job_status":"start","queue_duration_s":0.003113,"scheduling_latency_s":0.003226}2651vm-test-run-nixbot-gitlab> gitlab # [  196.933926] gitaly[1387]: time="2026-06-08T10:50:59.107Z" level=info msg="Finished HTTP request" content_length_bytes=50 correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 duration_ms=57ns method=POST pid=1387 status=200 url="http://unix/api/v4/internal/post_receive"2652vm-test-run-nixbot-gitlab> gitlab # [  196.935069] gitaly[1387]: time="2026-06-08T10:50:59.107Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceiveHook grpc.request.fullMethod=/gitaly.HookService/PostReceiveHook grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=4816 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:59.049" grpc.time_ms=58.393 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2653vm-test-run-nixbot-gitlab> gitlab # [  196.941650] gitaly[1387]: time="2026-06-08T10:50:59.115Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:50:59.110" grpc.time_ms=4.615 pid=1387 span.kind=server system=grpc2654vm-test-run-nixbot-gitlab> gitlab # [  196.999619] gitaly[1387]: time="2026-06-08T10:50:59.173Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W diskcache=9638b0f6-bf22-4429-825a-1775707fa7bb grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T10:51:09.006" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:59.017" pid=1387 ref=refs/keep-around/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 remote_ip="2001:db8:1::1" revision=9887c2b5252e5bf0dd4f429810ca1698cb6ea336 span.kind=server system=grpc username=root2655vm-test-run-nixbot-gitlab> gitlab # To http://gitlab/root/test-flake.git2656vm-test-run-nixbot-gitlab> gitlab #    9887c2b..b9579bd  master -> master2657vm-test-run-nixbot-gitlab> gitlab # [  197.020545] gitaly[1387]: time="2026-06-08T10:50:59.173Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=97 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5081 command.oublock=8 command.real_time_ms=144 command.spawn_token_fork_ms=16 command.system_time_ms=82 command.user_time_ms=15 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T10:51:09.006" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:59.017" grpc.time_ms=156.416 pid=1387 ref=refs/keep-around/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 remote_ip="2001:db8:1::1" revision=9887c2b5252e5bf0dd4f429810ca1698cb6ea336 span.kind=server system=grpc username=root2658vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: cd /tmp/test-flake && echo '# trigger' >> flake.nix && git add flake.nix && git commit -m 'trigger build' && git push origin master, in 1.21 seconds)2659vm-test-run-nixbot-gitlab> gitlab # [  197.044717] gitlab-workhorse[1288]: time="2026-06-08T10:50:59Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-receive-pack written_bytes=522660vm-test-run-nixbot-gitlab> gitlab: must succeed: git -C /tmp/test-flake rev-parse master2661vm-test-run-nixbot-gitlab> gitlab # [  197.045809] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:59 +0000] "POST /root/test-flake.git/git-receive-pack HTTP/1.1" 200 52 "" "git/2.54.0" 8862662vm-test-run-nixbot-gitlab> gitlab # [  197.046450] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.179Z","message":"changes: \"9887c2b5252e5bf0dd4f429810ca1698cb6ea336 b9579bd36a750a4e33c227cbdd283e0f7bf403e8 refs/heads/master\\n\""}2663vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: git -C /tmp/test-flake rev-parse master, in 0.01 seconds)2664vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8'2665vm-test-run-nixbot-gitlab> gitlab # [  197.047809] gitaly[1387]: time="2026-06-08T10:50:59.177Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:29.076" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:59.177" grpc.time_ms=0.36 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2666vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8', in 0.02 seconds)2667vm-test-run-nixbot-gitlab> []2668vm-test-run-nixbot-gitlab> gitlab # [  197.049056] gitaly[1387]: time="2026-06-08T10:50:59.184Z" level=info msg="diskcache state change" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 diskcache=65566667-e5cd-41cc-96cd-b6043b759d7c grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.453" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2669vm-test-run-nixbot-gitlab> gitlab # [  197.049858] gitaly[1387]: time="2026-06-08T10:50:59.185Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=282 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=897024 command.minflt=13052 command.oublock=32 command.real_time_ms=709 command.spawn_token_fork_ms=2 command.system_time_ms=233 command.user_time_ms=49 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=PostReceivePack grpc.request.fullMethod=/gitaly.SmartHTTPService/PostReceivePack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=605 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=56 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:50:58.453" grpc.time_ms=731.497 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc user_id=user-1 username=root2670vm-test-run-nixbot-gitlab> gitlab # [  197.051290] gitaly[1387]: time="2026-06-08T10:50:59.208Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=2 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:09.010" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=136 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=63 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:59.201" grpc.time_ms=6.75 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2671vm-test-run-nixbot-gitlab> gitlab # [  197.062220] gitaly[1387]: time="2026-06-08T10:50:59.217Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=HasLocalBranches grpc.request.deadline="2026-06-08T10:51:09.021" grpc.request.fullMethod=/gitaly.RepositoryService/HasLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:50:59.212" grpc.time_ms=5.528 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2672vm-test-run-nixbot-gitlab> gitlab # [  197.132488] nixbot[3080]: INFO:     127.0.0.1:55740 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 200 OK2673vm-test-run-nixbot-gitlab> gitlab # [  197.180417] gitaly[1387]: time="2026-06-08T10:50:59.354Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=638 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=FindLocalBranches grpc.request.deadline="2026-06-08T10:51:09.157" grpc.request.fullMethod=/gitaly.RefService/FindLocalBranches grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=266 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:59.347" grpc.time_ms=6.434 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2674vm-test-run-nixbot-gitlab> gitlab # [  197.213499] gitaly[1387]: time="2026-06-08T10:50:59.387Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=657 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommits grpc.request.deadline="2026-06-08T10:51:29.279" grpc.request.fullMethod=/gitaly.CommitService/ListCommits grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=212 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:59.379" grpc.time_ms=7.806 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2675vm-test-run-nixbot-gitlab> gitlab # [  197.237975] gitaly[1387]: time="2026-06-08T10:50:59.398Z" level=info msg="finished streaming call with code OK" command.count=1 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=345 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=CommitDelta grpc.request.deadline="2026-06-08T10:51:09.204" grpc.request.fullMethod=/gitaly.DiffService/CommitDelta grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=207 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=116 grpc.service=gitaly.DiffService grpc.start_time="2026-06-08T10:50:59.394" grpc.time_ms=3.351 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2676vm-test-run-nixbot-gitlab> gitlab # [  197.263396] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:50:59 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 HTTP/1.1" 201 633 "" "python-httpx/0.28.1" 7052677vm-test-run-nixbot-gitlab> gitlab # [  197.264791] nixbot[3080]: {"ts": "2026-06-08T10:50:59.438Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 \"HTTP/1.1 201 Created\""}2678vm-test-run-nixbot-gitlab> gitlab # [  197.273148] gitaly[1387]: time="2026-06-08T10:50:59.444Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:09.247" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:50:59.438" grpc.time_ms=6.063 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2679vm-test-run-nixbot-gitlab> gitlab # [  197.274400] nixbot[3080]: {"ts": "2026-06-08T10:50:59.445Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-9887c2b5252e-d4d3df7f", "argv0": "bwrap"}2680vm-test-run-nixbot-gitlab> gitlab # [  197.366227] systemd[1]: Started Nix Daemon.2681vm-test-run-nixbot-gitlab> gitlab # [  197.416854] nix-daemon[3333]: accepted connection from pid 3331, user nixbot2682vm-test-run-nixbot-gitlab> gitlab # [  197.420733] nix-daemon[3333]: accepted connection from pid 3332, user nixbot2683vm-test-run-nixbot-gitlab> gitlab # [  197.448596] gitaly[1387]: time="2026-06-08T10:50:59.622Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=FilterShasWithSignatures grpc.request.deadline="2026-06-08T10:51:09.010" grpc.request.fullMethod=/gitaly.CommitService/FilterShasWithSignatures grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:59.621" grpc.time_ms=0.839 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2684vm-test-run-nixbot-gitlab> gitlab # [  197.464519] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.638Z","retry":3,"queue":"default","version":0,"store":null,"args":["project-1","user-1","9887c2b5252e5bf0dd4f429810ca1698cb6ea336 b9579bd36a750a4e33c227cbdd283e0f7bf403e8 refs/heads/master\n","{}","[FILTERED]"],"class":"Repositories::PostReceiveWorker","jid":"ec6bb6fb036504a8fa61bcac","created_at":"2026-06-08T10:50:59.088Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-a3a6fb3a0a8b4159","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"POST /api/:version/internal/post_receive","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.091Z","job_size_bytes":185,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Repositories::PostReceiveWorker JID-ec6bb6fb036504a8fa61bcac: done: 0.543792 sec","job_status":"done","queue_duration_s":0.003113,"scheduling_latency_s":0.003226,"gitaly_calls":7,"gitaly_duration_s":0.074086,"redis_calls":108,"redis_allowed_cross_slot_calls":4,"redis_duration_s":0.160874,"redis_read_bytes":349,"redis_write_bytes":12821,"redis_cache_calls":5,"redis_cache_duration_s":0.026281,"redis_cache_read_bytes":13,"redis_cache_write_bytes":347,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000674,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":323,"redis_queues_calls":8,"redis_queues_duration_s":0.001668,"redis_queues_read_bytes":8,"redis_queues_write_bytes":6767,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.00265,"redis_queues_metadata_read_bytes":11,"redis_queues_metadata_write_bytes":1182,"redis_repository_cache_calls":41,"redis_repository_cache_allowed_cross_slot_calls":4,"redis_repository_cache_duration_s":0.12152,"redis_repository_cache_read_bytes":176,"redis_repository_cache_write_bytes":2193,"redis_shared_state_calls":44,"redis_shared_state_duration_s":0.008081,"redis_shared_state_read_bytes":139,"redis_shared_state_write_bytes":2009,"db_count":28,"db_write_count":3,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":28,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.041,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":28,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":3,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.025,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.025,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.041,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.188184,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000633879,"exclusive_lock_hold_duration_s":0.01940079,"duration_s":0.543792,"completed_at":"2026-06-08T10:50:59.638Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.046917,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2685vm-test-run-nixbot-gitlab> gitlab # [  197.488054] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.639Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"3d0fce30f3ad2f70dd4cd401","created_at":"2026-06-08T10:50:59.180Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-aaa82115139d44ca","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.190Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-3d0fce30f3ad2f70dd4cd401: start","job_status":"start","queue_duration_s":0.4492,"scheduling_latency_s":0.449224}2686vm-test-run-nixbot-gitlab> gitlab # [  197.515410] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.681Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"3d0fce30f3ad2f70dd4cd401","created_at":"2026-06-08T10:50:59.180Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-aaa82115139d44ca","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:efbbb938170501c99cc41a8a2b4ae8ea32bc3fc95221eec9a69e494b4dc14b10","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.190Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-3d0fce30f3ad2f70dd4cd401: done: 0.042002 sec","job_status":"done","queue_duration_s":0.4492,"scheduling_latency_s":0.449224,"redis_calls":18,"redis_duration_s":0.004151,"redis_read_bytes":271,"redis_write_bytes":2103,"redis_feature_flag_calls":10,"redis_feature_flag_duration_s":0.00229,"redis_feature_flag_read_bytes":264,"redis_feature_flag_write_bytes":1285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001391,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":590,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00047,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":228,"db_count":7,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":7,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.025359,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000345016,"duration_s":0.042002,"completed_at":"2026-06-08T10:50:59.681Z","load_balancing_strategy":"primary","db_duration_s":0.007993,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2687vm-test-run-nixbot-gitlab> gitlab # [  197.640921] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.682Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"2c2677179f2635284f351077","created_at":"2026-06-08T10:50:59.191Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-aaa82115139d44ca","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.198Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-2c2677179f2635284f351077: start","job_status":"start","queue_duration_s":0.484647,"scheduling_latency_s":0.484669}2688vm-test-run-nixbot-gitlab> gitlab # [  197.642324] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.732Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e1, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"2c2677179f2635284f351077","created_at":"2026-06-08T10:50:59.191Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-aaa82115139d44ca","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:98ff20ecdaa20afd17480d536c184377f85c5a4d32875b1023fc943dfe20026b","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.198Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-2c2677179f2635284f351077: done: 0.049886 sec","job_status":"done","queue_duration_s":0.484647,"scheduling_latency_s":0.484669,"redis_calls":15,"redis_duration_s":0.0036119999999999998,"redis_read_bytes":142,"redis_write_bytes":1431,"redis_feature_flag_calls":3,"redis_feature_flag_duration_s":0.000654,"redis_feature_flag_read_bytes":130,"redis_feature_flag_write_bytes":431,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001498,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":578,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00146,"redis_shared_state_read_bytes":8,"redis_shared_state_write_bytes":422,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.009,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":7,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.008,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.03296,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000386083,"duration_s":0.049886,"completed_at":"2026-06-08T10:50:59.732Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00966,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2689vm-test-run-nixbot-gitlab> gitlab # [  197.738069] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.734Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"269119f51ae58aeb193b85d5","created_at":"2026-06-08T10:50:59.332Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.334Z","job_size_bytes":46,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-269119f51ae58aeb193b85d5: start","job_status":"start","queue_duration_s":0.399788,"scheduling_latency_s":0.399808}2690vm-test-run-nixbot-gitlab> gitlab # [  197.739393] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.751Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[]","[\"repository_size\", \"commit_count\"]","true"],"class":"ProjectCacheWorker","jid":"269119f51ae58aeb193b85d5","created_at":"2026-06-08T10:50:59.332Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6f67506c84ed98a5106f7d9419d8e0f06d78859d539bcf9f821535b1741756e6","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.334Z","job_size_bytes":46,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ProjectCacheWorker JID-269119f51ae58aeb193b85d5: done: 0.016868 sec","job_status":"done","queue_duration_s":0.399788,"scheduling_latency_s":0.399808,"redis_calls":9,"redis_duration_s":0.00199,"redis_read_bytes":23,"redis_write_bytes":782,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001101,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":437,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000217,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000672,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":304,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010921,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016868,"completed_at":"2026-06-08T10:50:59.751Z","load_balancing_strategy":"primary","db_duration_s":0.001243,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2691vm-test-run-nixbot-gitlab> gitlab # [  197.815943] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:50:59.752Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"5b66b786843508c710e881e8","created_at":"2026-06-08T10:50:59.341Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.343Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-5b66b786843508c710e881e8: start","job_status":"start","queue_duration_s":0.409089,"scheduling_latency_s":0.409111}2692vm-test-run-nixbot-gitlab> gitlab # [  197.889166] gitaly[1387]: time="2026-06-08T10:51:00.062Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 diskcache=4bf808a0-9573-49bd-9d0c-d62c74917f70 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T16:50:59.768" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:59.768" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2693vm-test-run-nixbot-gitlab> gitlab # [  197.890406] gitaly[1387]: time="2026-06-08T10:51:00.062Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=5 command.cpu_time_ms=10 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=827392 command.minflt=1643 command.oublock=0 command.real_time_ms=293 command.spawn_token_fork_ms=2 command.system_time_ms=8 command.user_time_ms=2 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=CommitLanguages grpc.request.deadline="2026-06-08T16:50:59.768" grpc.request.fullMethod=/gitaly.CommitService/CommitLanguages grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=131 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=27 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:50:59.768" grpc.time_ms=293.751 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2694vm-test-run-nixbot-gitlab> gitlab # [  197.913783] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:00.087Z","retry":1,"queue":"default","version":0,"store":null,"backtrace":5,"args":["1"],"class":"DetectRepositoryLanguagesWorker","jid":"5b66b786843508c710e881e8","created_at":"2026-06-08T10:50:59.341Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"source_code_management","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:6013123ea9f6f8092f8eb4cb733d3949fa1e39a27e7ad74ad4f54a7c23d87776","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.343Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"DetectRepositoryLanguagesWorker JID-5b66b786843508c710e881e8: done: 0.33429 sec","job_status":"done","queue_duration_s":0.409089,"scheduling_latency_s":0.409111,"gitaly_calls":1,"gitaly_duration_s":0.296206,"redis_calls":12,"redis_duration_s":0.004354,"redis_read_bytes":64,"redis_write_bytes":1136,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001825,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":479,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000619,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.00191,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":520,"db_count":8,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.006,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.006,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.005,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.027147,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.313106833,"duration_s":0.33429,"completed_at":"2026-06-08T10:51:00.086Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.005447,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2695vm-test-run-nixbot-gitlab> gitlab # [  198.003363] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:00.175Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"cc0053821da2418f1a43bf3a","created_at":"2026-06-08T10:50:59.420Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-aaa82115139d44ca","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.425Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-cc0053821da2418f1a43bf3a: start","job_status":"start","queue_duration_s":0.750343,"scheduling_latency_s":0.750391}2696vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8'2697vm-test-run-nixbot-gitlab> gitlab # [  198.127310] nixbot[3080]: INFO:     127.0.0.1:55756 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 200 OK2698vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8', in 0.06 seconds)2699vm-test-run-nixbot-gitlab> []2700vm-test-run-nixbot-gitlab> gitlab # [  198.191144] gitaly[1387]: time="2026-06-08T10:51:00.364Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:30.262" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:00.362" grpc.time_ms=1.48 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2701vm-test-run-nixbot-gitlab> gitlab # [  198.380492] gitaly[1387]: time="2026-06-08T10:51:00.554Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:30.451" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:00.552" grpc.time_ms=1.258 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2702vm-test-run-nixbot-gitlab> gitlab # [  198.459680] gitaly[1387]: time="2026-06-08T10:51:00.632Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPV9AFZ8G2YDATX07SD0W grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:30.530" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:00.631" grpc.time_ms=1.249 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2703vm-test-run-nixbot-gitlab> gitlab # [  198.501510] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:00.651Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"cc0053821da2418f1a43bf3a","created_at":"2026-06-08T10:50:59.420Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-aaa82115139d44ca","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.425Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-cc0053821da2418f1a43bf3a: done: 0.475367 sec","job_status":"done","queue_duration_s":0.750343,"scheduling_latency_s":0.750391,"gitaly_calls":3,"gitaly_duration_s":0.046641,"redis_calls":48,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.023896,"redis_read_bytes":208,"redis_write_bytes":6801,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.003271,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":16,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003568,"redis_cache_read_bytes":32,"redis_cache_write_bytes":1470,"redis_feature_flag_calls":7,"redis_feature_flag_duration_s":0.003848,"redis_feature_flag_read_bytes":134,"redis_feature_flag_write_bytes":992,"redis_queues_calls":2,"redis_queues_duration_s":0.000496,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1131,"redis_queues_metadata_calls":8,"redis_queues_metadata_duration_s":0.005073,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":840,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.001119,"redis_rate_limiting_read_bytes":2,"redis_rate_limiting_write_bytes":166,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000606,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.002644,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":551,"db_count":34,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":34,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.167,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":22,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.006,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.01,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.142,"db_ci_duration_s":0.024,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.212807,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.389804571,"duration_s":0.475367,"completed_at":"2026-06-08T10:51:00.651Z","load_balancing_strategy":"primary","db_duration_s":0.17545,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2704vm-test-run-nixbot-gitlab> gitlab # [  198.517208] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:00.653Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"301c92053030a1a6f822fafe","created_at":"2026-06-08T10:50:59.516Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:89ae885859dc2523675a3d278252990018b4d42a1ee5afb3aa296b82e7175565","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.519Z","job_size_bytes":467,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-301c92053030a1a6f822fafe: start","job_status":"start","queue_duration_s":1.133608,"scheduling_latency_s":1.133631}2705vm-test-run-nixbot-gitlab> gitlab # [  198.617931] gitaly[1387]: time="2026-06-08T10:51:00.791Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:30.574" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:00.675" grpc.time_ms=115.759 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2706vm-test-run-nixbot-gitlab> gitlab # [  198.636666] gitaly[1387]: time="2026-06-08T10:51:00.810Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=7 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=1 command.system_time_ms=7 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T10:51:10.066" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=142 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:00.797" grpc.time_ms=12.245 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2707vm-test-run-nixbot-gitlab> gitlab # [  198.713169] gitaly[1387]: time="2026-06-08T10:51:00.886Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:30.784" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:00.884" grpc.time_ms=1.76 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2708vm-test-run-nixbot-gitlab> gitlab # [  198.738287] gitaly[1387]: time="2026-06-08T10:51:00.911Z" level=info msg="finished streaming call with code NotFound" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 command.count=1 command.cpu_time_ms=0 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=203 command.oublock=0 command.real_time_ms=2 command.spawn_token_fork_ms=0 command.system_time_ms=0 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 error="tree entry not found" error_metadata="map[path:.gitlab-ci.yml]" grpc.code=NotFound grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=TreeEntry grpc.request.deadline="2026-06-08T10:51:30.807" grpc.request.fullMethod=/gitaly.CommitService/TreeEntry grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=186 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:00.907" grpc.time_ms=3.935 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2709vm-test-run-nixbot-gitlab> gitlab # [  198.811334] gitaly[1387]: time="2026-06-08T10:51:00.984Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=625 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:10.241" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:00.972" grpc.time_ms=12.047 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2710vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8'2711vm-test-run-nixbot-gitlab> gitlab # [  199.181497] nixbot[3080]: INFO:     127.0.0.1:55768 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 200 OK2712vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8', in 0.05 seconds)2713vm-test-run-nixbot-gitlab> []2714vm-test-run-nixbot-gitlab> gitlab # [  199.261472] gitaly[1387]: time="2026-06-08T10:51:01.434Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_info_count=1 catfile.read_info_ms=0 catfile.request_info_count=1 catfile.request_info_ms=0 command.count=3 command.cpu_time_ms=8 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=967 command.oublock=0 command.real_time_ms=14 command.spawn_token_fork_ms=1 command.system_time_ms=8 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=GetTreeEntries grpc.request.deadline="2026-06-08T10:51:31.316" grpc.request.fullMethod=/gitaly.CommitService/GetTreeEntries grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=178 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=103 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:01.416" grpc.time_ms=17.721 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2715vm-test-run-nixbot-gitlab> gitlab # [  199.328686] gitaly[1387]: time="2026-06-08T10:51:01.502Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=6 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=630 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=0 command.system_time_ms=6 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPTVTWP4NNAX8Y10SWFJ1 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListFiles grpc.request.deadline="2026-06-08T10:51:31.389" grpc.request.fullMethod=/gitaly.CommitService/ListFiles grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:01.489" grpc.time_ms=12.578 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2716vm-test-run-nixbot-gitlab> gitlab # [  199.349963] sidekiq-cluster[2092]: {"severity":"WARN","time":"2026-06-08T10:51:01.522Z","class":"CreatePipelineWorker","correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","project_id":1,"project_path":"root/test-flake","message":"Error creating pipeline","errors":"The pipeline did not run. Review the workflow:rules configuration for the pipeline.","pipeline_params":{"before":"9887c2b5252e5bf0dd4f429810ca1698cb6ea336","after":"b9579bd36a750a4e33c227cbdd283e0f7bf403e8","variables_attributes":[],"gitaly_context":{"glBuildId":"","scoped-user-id":""},"checkout_sha":"b9579bd36a750a4e33c227cbdd283e0f7bf403e8","ref":"refs/heads/master"},"retry":0}2717vm-test-run-nixbot-gitlab> gitlab # [  199.360435] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.533Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_creation","args":["1","1","refs/heads/master","push","{\"inputs\"=\u003e{}}","[FILTERED]"],"class":"CreatePipelineWorker","jid":"301c92053030a1a6f822fafe","created_at":"2026-06-08T10:50:59.516Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"pipeline_composition","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:89ae885859dc2523675a3d278252990018b4d42a1ee5afb3aa296b82e7175565","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.519Z","job_size_bytes":467,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"CreatePipelineWorker JID-301c92053030a1a6f822fafe: done: 0.880434 sec","job_status":"done","queue_duration_s":1.133608,"scheduling_latency_s":1.133631,"gitaly_calls":7,"gitaly_duration_s":0.290293,"redis_calls":33,"redis_duration_s":0.009980000000000001,"redis_read_bytes":186,"redis_write_bytes":1839,"redis_cache_calls":3,"redis_cache_duration_s":0.001269,"redis_cache_read_bytes":45,"redis_cache_write_bytes":255,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002549,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":443,"redis_repository_cache_calls":19,"redis_repository_cache_duration_s":0.003982,"redis_repository_cache_read_bytes":120,"redis_repository_cache_write_bytes":628,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.00218,"redis_shared_state_read_bytes":17,"redis_shared_state_write_bytes":513,"db_count":30,"db_write_count":0,"db_cached_count":1,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":30,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.044,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":26,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.04,"db_ci_duration_s":0.005,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.533153,"worker_id":"sidekiq_0","rate_limiting_gates":["pipelines_create","pipelines_created_per_user"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.880434,"completed_at":"2026-06-08T10:51:01.533Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.043649,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2718vm-test-run-nixbot-gitlab> gitlab # [  199.367082] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.536Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{\"idempotency_key\"=\u003e\"5ae6acdd-e992-45ba-8596-06f1a56e4ab3\"}"],"class":"WebHookWorker","jid":"10edd46a62d52721aec4fd41","created_at":"2026-06-08T10:50:59.606Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:129673cbfeb3158356ee01c91997ab66ff61537553d8d57fb8daa848aa31d5ed","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.612Z","job_size_bytes":1749,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-10edd46a62d52721aec4fd41: start","job_status":"start","queue_duration_s":1.92407,"scheduling_latency_s":1.924114}2719vm-test-run-nixbot-gitlab> gitlab # [  199.543749] nixbot[3080]: INFO:     127.0.0.1:55778 - "POST /webhooks/gitlab HTTP/1.1" 202 Accepted2720vm-test-run-nixbot-gitlab> gitlab # [  199.571697] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.744Z","retry":4,"queue":"default","version":0,"store":null,"dead":false,"args":["1","[FILTERED]","push_hooks","{:idempotency_key=\u003e\"5ae6acdd-e992-45ba-8596-06f1a56e4ab3\"}"],"class":"WebHookWorker","jid":"10edd46a62d52721aec4fd41","created_at":"2026-06-08T10:50:59.606Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-e2f99debe94b4962","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"Repositories::PostReceiveWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:129673cbfeb3158356ee01c91997ab66ff61537553d8d57fb8daa848aa31d5ed","size_limiter":"validated","enqueued_at":"2026-06-08T10:50:59.612Z","job_size_bytes":1749,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHookWorker JID-10edd46a62d52721aec4fd41: done: 0.207261 sec","job_status":"done","queue_duration_s":1.92407,"scheduling_latency_s":1.924114,"redis_calls":19,"redis_duration_s":0.008263,"redis_read_bytes":31,"redis_write_bytes":5281,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.002127,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":622,"redis_queues_calls":2,"redis_queues_duration_s":0.000908,"redis_queues_read_bytes":2,"redis_queues_write_bytes":3643,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003393,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":690,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001835,"redis_shared_state_read_bytes":19,"redis_shared_state_write_bytes":326,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"external_http_count":1,"external_http_duration_s":0.015301106000009668,"cpu_s":0.091651,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000708191,"extra.web_hook_worker.response_status":"success","extra.web_hook_worker.http_status":"ok","duration_s":0.207261,"completed_at":"2026-06-08T10:51:01.743Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003458,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2721vm-test-run-nixbot-gitlab> gitlab # [  199.666494] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.752Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"9508fe130db12ebb56e0fe61","created_at":"2026-06-08T10:51:00.339Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-5e1e95496b014f3a","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:00.345Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-9508fe130db12ebb56e0fe61: start","job_status":"start","queue_duration_s":1.407229,"scheduling_latency_s":1.40728}2722vm-test-run-nixbot-gitlab> gitlab # [  199.668702] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.790Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"9508fe130db12ebb56e0fe61","created_at":"2026-06-08T10:51:00.339Z","trace_propagation_headers":{"sentry-trace":"7cb36361ad3b4e8e8ee53dbf97dd6ab5-5e1e95496b014f3a","baggage":"sentry-trace_id=7cb36361ad3b4e8e8ee53dbf97dd6ab5,sentry-release=Unknown"},"correlation_id":"01KTKDPV9AFZ8G2YDATX07SD0W","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:00.345Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-9508fe130db12ebb56e0fe61: done: 0.038522 sec","job_status":"done","queue_duration_s":1.407229,"scheduling_latency_s":1.40728,"redis_calls":10,"redis_duration_s":0.002715,"redis_read_bytes":9,"redis_write_bytes":973,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000458,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":281,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001692,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":506,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000565,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":186,"db_count":6,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.024259,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000339708,"duration_s":0.038522,"completed_at":"2026-06-08T10:51:01.790Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003868,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2723vm-test-run-nixbot-gitlab> gitlab # [  199.746861] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.792Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","10edd46a62d52721aec4fd41"],"class":"WebHooks::LogExecutionWorker","jid":"66975f3e69c303ed958710dc","created_at":"2026-06-08T10:51:01.719Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-9e67fa4b60854c24","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bee954cd312b4ee2d6d9e4a58f532dfaed79f827b3ee0a0480dcd3f0b19621c9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:01.728Z","job_size_bytes":2506,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-66975f3e69c303ed958710dc: start","job_status":"start","queue_duration_s":0.063944,"scheduling_latency_s":0.063964}2724vm-test-run-nixbot-gitlab> gitlab # [  199.748314] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:01.891Z","retry":3,"queue":"default","version":0,"store":null,"args":["1","[FILTERED]","ok","10edd46a62d52721aec4fd41"],"class":"WebHooks::LogExecutionWorker","jid":"66975f3e69c303ed958710dc","created_at":"2026-06-08T10:51:01.719Z","trace_propagation_headers":{"sentry-trace":"40292a0285ec44f2bdb7de944e859944-9e67fa4b60854c24","baggage":"sentry-trace_id=40292a0285ec44f2bdb7de944e859944,sentry-release=Unknown"},"correlation_id":"01KTKDPTVTWP4NNAX8Y10SWFJ1","meta.caller_id":"WebHookWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"webhooks","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.organization_id":1,"meta.root_caller_id":"POST /api/:version/internal/post_receive","meta.related_class":"ProjectHook","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bee954cd312b4ee2d6d9e4a58f532dfaed79f827b3ee0a0480dcd3f0b19621c9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:01.728Z","job_size_bytes":2506,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"WebHooks::LogExecutionWorker JID-66975f3e69c303ed958710dc: done: 0.098935 sec","job_status":"done","queue_duration_s":0.063944,"scheduling_latency_s":0.063964,"redis_calls":10,"redis_duration_s":0.002345,"redis_read_bytes":9,"redis_write_bytes":1045,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000402,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001452,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000491,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.023,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.023,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.084158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000355073,"duration_s":0.098935,"completed_at":"2026-06-08T10:51:01.891Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006289,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2725vm-test-run-nixbot-gitlab> gitlab # [  199.949785] gitaly[1387]: time="2026-06-08T10:51:02.123Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=9 command.spawn_token_fork_ms=2 command.system_time_ms=4 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPYGWX57D941S8V0VT0D3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=186 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.110" grpc.time_ms=12.323 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2726vm-test-run-nixbot-gitlab> gitlab # [  199.981860] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:02 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 1092727vm-test-run-nixbot-gitlab> gitlab # [  200.056074] gitaly[1387]: time="2026-06-08T10:51:02.229Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPYMG1R469DQ5P07A1CC9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.216" pid=1387 remote_ip="2001:db8:1::1" request_sha=cc69fbe136984084848b4359b2caac0b76309173 response_bytes=67 span.kind=server system=grpc2728vm-test-run-nixbot-gitlab> gitlab # [  200.058148] gitaly[1387]: time="2026-06-08T10:51:02.230Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPYMG1R469DQ5P07A1CC9 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.216" negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2729vm-test-run-nixbot-gitlab> gitlab # [  200.061046] gitaly[1387]: time="2026-06-08T10:51:02.231Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=5 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=639 command.oublock=0 command.real_time_ms=8 command.spawn_token_fork_ms=0 command.system_time_ms=5 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPYMG1R469DQ5P07A1CC9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=6 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.216" grpc.time_ms=15.332 negotiation.command=ls-refs negotiation.haves=0 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=0 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2730vm-test-run-nixbot-gitlab> gitlab # [  200.063659] gitlab-workhorse[1288]: time="2026-06-08T10:51:02Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=672731vm-test-run-nixbot-gitlab> gitlab # [  200.065686] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:02 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 722732vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8'2733vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8', in 0.05 seconds)2734vm-test-run-nixbot-gitlab> []2735vm-test-run-nixbot-gitlab> gitlab # [  200.234124] nixbot[3080]: INFO:     127.0.0.1:55794 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 200 OK2736vm-test-run-nixbot-gitlab> gitlab # [  200.258208] gitaly[1387]: time="2026-06-08T10:51:02.431Z" level=info msg="request details" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPYSJX9HV5B0PPX9WHGV4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.416" pid=1387 remote_ip="2001:db8:1::1" request_sha=8589c9914c8e3d3c2eb6df0525c74b4fba5bff4c response_bytes=383 span.kind=server system=grpc2737vm-test-run-nixbot-gitlab> gitlab # [  200.260805] gitaly[1387]: time="2026-06-08T10:51:02.432Z" level=info msg="packfile negotiation complete" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1210 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPYSJX9HV5B0PPX9WHGV4 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.416" negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2738vm-test-run-nixbot-gitlab> gitlab # [  200.265229] gitaly[1387]: time="2026-06-08T10:51:02.433Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=9 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=1210 command.oublock=0 command.real_time_ms=12 command.spawn_token_fork_ms=0 command.system_time_ms=8 command.user_time_ms=1 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPYSJX9HV5B0PPX9WHGV4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=PostUploadPackWithSidechannel grpc.request.fullMethod=/gitaly.SmartHTTPService/PostUploadPackWithSidechannel grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=11 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:02.416" grpc.time_ms=16.803 negotiation.command=fetch negotiation.haves=1 negotiation.user_agent=git/2.54.0-Linux negotiation.wants=1 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc2739vm-test-run-nixbot-gitlab> gitlab # [  200.268768] gitlab-workhorse[1288]: time="2026-06-08T10:51:02Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=3832740vm-test-run-nixbot-gitlab> gitlab # [  200.270385] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:02 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 383 "" "git/2.54.0" 1122741vm-test-run-nixbot-gitlab> gitlab # [  200.362252] nixbot[3080]: {"ts": "2026-06-08T10:51:02.535Z", "level": "info", "logger": "nixbot.canceller", "msg": "cancelling build", "build_id": 1, "reason": "superseded"}2742vm-test-run-nixbot-gitlab> gitlab # [  200.377739] nix-daemon[3338]: unexpected Nix daemon error: error: interrupted by the user2743vm-test-run-nixbot-gitlab> gitlab # [  200.415440] gitaly[1387]: time="2026-06-08T10:51:02.589Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:32.487" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:02.588" grpc.time_ms=0.704 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2744vm-test-run-nixbot-gitlab> gitlab # [  200.428977] gitaly[1387]: time="2026-06-08T10:51:02.602Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=650 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListBranchNamesContainingCommit grpc.request.deadline="2026-06-08T10:51:32.495" grpc.request.fullMethod=/gitaly.RefService/ListBranchNamesContainingCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=8 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.595" grpc.time_ms=7.194 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2745vm-test-run-nixbot-gitlab> gitlab # [  200.444039] gitaly[1387]: time="2026-06-08T10:51:02.617Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:32.017" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:02.617" grpc.time_ms=0.412 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2746vm-test-run-nixbot-gitlab> gitlab # [  200.490566] gitaly[1387]: time="2026-06-08T10:51:02.664Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=4 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=2 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:12.267" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.657" grpc.time_ms=6.345 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2747vm-test-run-nixbot-gitlab> gitlab # [  200.528272] gitaly[1387]: time="2026-06-08T10:51:02.702Z" level=info msg="finished unary call with code OK" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=ObjectFormat grpc.request.deadline="2026-06-08T10:51:12.001" grpc.request.fullMethod=/gitaly.RepositoryService/ObjectFormat grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=123 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:51:02.701" grpc.time_ms=0.211 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2748vm-test-run-nixbot-gitlab> gitlab # [  200.529803] gitaly[1387]: time="2026-06-08T10:51:02.702Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=1 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:12.016" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.696" grpc.time_ms=5.711 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2749vm-test-run-nixbot-gitlab> gitlab # [  200.577119] gitaly[1387]: time="2026-06-08T10:51:02.750Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=621 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=0 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=RefExists grpc.request.deadline="2026-06-08T10:51:12.043" grpc.request.fullMethod=/gitaly.RefService/RefExists grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=182 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.743" grpc.time_ms=6.853 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2750vm-test-run-nixbot-gitlab> gitlab # [  200.599619] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:02.770Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"c2a97975b4fc34798a3b38ea","created_at":"2026-06-08T10:51:02.765Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-3af70f38adfe46a0","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:02.769Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-c2a97975b4fc34798a3b38ea: start","job_status":"start","queue_duration_s":0.001513,"scheduling_latency_s":0.00155}2751vm-test-run-nixbot-gitlab> gitlab # [  200.619913] gitaly[1387]: time="2026-06-08T10:51:02.793Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4159 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:02.793" grpc.time_ms=0.37 pid=1387 span.kind=server system=grpc2752vm-test-run-nixbot-gitlab> gitlab # [  200.625577] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:02 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 HTTP/1.1" 201 653 "" "python-httpx/0.28.1" 2412753vm-test-run-nixbot-gitlab> gitlab # [  200.626875] nixbot[3080]: {"ts": "2026-06-08T10:51:02.800Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 \"HTTP/1.1 201 Created\""}2754vm-test-run-nixbot-gitlab> gitlab # [  200.684937] gitaly[1387]: time="2026-06-08T10:51:02.858Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=4161 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:02.858" grpc.time_ms=0.352 pid=1387 span.kind=server system=grpc2755vm-test-run-nixbot-gitlab> gitlab # [  200.698877] gitaly[1387]: time="2026-06-08T10:51:02.872Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ8M2XSA8BC62HY54EAA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:32.769" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:02.870" grpc.time_ms=1.736 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2756vm-test-run-nixbot-gitlab> gitlab # [  200.734302] gitaly[1387]: time="2026-06-08T10:51:02.908Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 diskcache=9d63f27d-f3f3-4092-90c4-66c67c689ccf grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T10:51:12.052" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:51:02.752" pid=1387 ref=refs/keep-around/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 remote_ip="2001:db8:1::1" revision=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 span.kind=server system=grpc username=root2757vm-test-run-nixbot-gitlab> gitlab # [  200.735816] gitaly[1387]: time="2026-06-08T10:51:02.908Z" level=info msg="finished unary call with code OK" command.count=2 command.cpu_time_ms=98 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=5302 command.oublock=8 command.real_time_ms=145 command.spawn_token_fork_ms=1 command.system_time_ms=67 command.user_time_ms=31 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=WriteRef grpc.request.deadline="2026-06-08T10:51:12.052" grpc.request.fullMethod=/gitaly.RepositoryService/WriteRef grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=224 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RepositoryService grpc.start_time="2026-06-08T10:51:02.752" grpc.time_ms=155.63 pid=1387 ref=refs/keep-around/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 remote_ip="2001:db8:1::1" revision=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 span.kind=server system=grpc username=root2758vm-test-run-nixbot-gitlab> gitlab # [  200.747423] gitaly[1387]: time="2026-06-08T10:51:02.921Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:02.920" grpc.time_ms=0.449 pid=1387 span.kind=server system=grpc2759vm-test-run-nixbot-gitlab> gitlab # [  200.799101] gitaly[1387]: time="2026-06-08T10:51:02.972Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:32.871" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:02.971" grpc.time_ms=0.848 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2760vm-test-run-nixbot-gitlab> gitlab # [  200.809196] gitaly[1387]: time="2026-06-08T10:51:02.983Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=631 command.oublock=0 command.real_time_ms=4 command.spawn_token_fork_ms=0 command.system_time_ms=2 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ8M2XSA8BC62HY54EAA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:12.077" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.977" grpc.time_ms=5.295 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2761vm-test-run-nixbot-gitlab> gitlab # [  200.849151] gitaly[1387]: time="2026-06-08T10:51:03.022Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:03.022" grpc.time_ms=0.387 pid=1387 span.kind=server system=grpc2762vm-test-run-nixbot-gitlab> gitlab # [  200.885413] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:03 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 HTTP/1.1" 201 667 "" "python-httpx/0.28.1" 2542763vm-test-run-nixbot-gitlab> gitlab # [  200.887952] nixbot[3080]: {"ts": "2026-06-08T10:51:03.061Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/9887c2b5252e5bf0dd4f429810ca1698cb6ea336 \"HTTP/1.1 201 Created\""}2764vm-test-run-nixbot-gitlab> gitlab # [  200.890975] gitaly[1387]: time="2026-06-08T10:51:03.064Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:03.064" grpc.time_ms=0.313 pid=1387 span.kind=server system=grpc2765vm-test-run-nixbot-gitlab> gitlab # [  200.920545] gitaly[1387]: time="2026-06-08T10:51:03.094Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S diskcache=d693a636-a1cc-4000-a516-580d74ed1c59 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:32.797" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.898" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2766vm-test-run-nixbot-gitlab> gitlab # [  200.935875] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:03 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 201 633 "" "python-httpx/0.28.1" 5702767vm-test-run-nixbot-gitlab> gitlab # [  200.937170] nixbot[3080]: {"ts": "2026-06-08T10:51:03.110Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 \"HTTP/1.1 201 Created\""}2768vm-test-run-nixbot-gitlab> gitlab # [  200.942346] nixbot[3080]: {"ts": "2026-06-08T10:51:03.116Z", "level": "info", "logger": "nixbot.nix_eval", "msg": "starting evaluation", "worktree": "/var/lib/nixbot/worktrees/1-b9579bd36a75-fbc4e705", "argv0": "bwrap"}2769vm-test-run-nixbot-gitlab> gitlab # [  200.949186] gitaly[1387]: time="2026-06-08T10:51:03.123Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=151 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7032 command.oublock=0 command.real_time_ms=187 command.spawn_token_fork_ms=0 command.system_time_ms=123 command.user_time_ms=28 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:32.797" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:02.898" grpc.time_ms=195.762 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2770vm-test-run-nixbot-gitlab> gitlab # [  201.022365] gitaly[1387]: time="2026-06-08T10:51:03.196Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:33.093" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.194" grpc.time_ms=1.95 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2771vm-test-run-nixbot-gitlab> gitlab # [  201.044442] gitaly[1387]: time="2026-06-08T10:51:03.218Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:33.117" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.217" grpc.time_ms=0.527 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2772vm-test-run-nixbot-gitlab> gitlab # [  201.065566] nix-daemon[3333]: accepted connection from pid 3468, user nixbot2773vm-test-run-nixbot-gitlab> gitlab # [  201.070969] nix-daemon[3333]: accepted connection from pid 3467, user nixbot2774vm-test-run-nixbot-gitlab> gitlab # [  201.077249] gitaly[1387]: time="2026-06-08T10:51:03.251Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:33.149" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.250" grpc.time_ms=0.559 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2775vm-test-run-nixbot-gitlab> gitlab # [  201.098704] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.257Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"34300165f3e04ad092e56952","created_at":"2026-06-08T10:51:03.255Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","duplicate-of":"c2a97975b4fc34798a3b38ea","job_size_bytes":3,"pid":2092,"job_status":"deduplicated","message":"PipelineProcessWorker JID-34300165f3e04ad092e56952: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}2776vm-test-run-nixbot-gitlab> gitlab # [  201.099782] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.259Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"c2a97975b4fc34798a3b38ea","created_at":"2026-06-08T10:51:02.765Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-3af70f38adfe46a0","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:02.769Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2092,"job_status":"rescheduled","message":"PipelineProcessWorker JID-c2a97975b4fc34798a3b38ea: rescheduled"}2777vm-test-run-nixbot-gitlab> gitlab # [  201.100709] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.264Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"PipelineProcessWorker","jid":"c2a97975b4fc34798a3b38ea","created_at":"2026-06-08T10:51:02.765Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-3af70f38adfe46a0","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:02.769Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-c2a97975b4fc34798a3b38ea: done: 0.494082 sec","job_status":"done","queue_duration_s":0.001513,"scheduling_latency_s":0.00155,"gitaly_calls":4,"gitaly_duration_s":0.237546,"redis_calls":104,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.027788,"redis_read_bytes":267,"redis_write_bytes":24007,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.002452,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":17,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001834,"redis_cache_read_bytes":33,"redis_cache_write_bytes":1526,"redis_feature_flag_calls":22,"redis_feature_flag_duration_s":0.006196,"redis_feature_flag_read_bytes":22,"redis_feature_flag_write_bytes":3871,"redis_queues_calls":22,"redis_queues_duration_s":0.005457,"redis_queues_read_bytes":27,"redis_queues_write_bytes":12386,"redis_queues_metadata_calls":22,"redis_queues_metadata_duration_s":0.006173,"redis_queues_metadata_read_bytes":110,"redis_queues_metadata_write_bytes":3546,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000254,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000632,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002338,"redis_shared_state_read_bytes":9,"redis_shared_state_write_bytes":850,"db_count":47,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":47,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.039,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":32,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.01,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.012,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.022,"db_ci_duration_s":0.017,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.142627,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.415332395,"duration_s":0.494082,"completed_at":"2026-06-08T10:51:03.264Z","load_balancing_strategy":"primary","db_duration_s":0.043619,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2778vm-test-run-nixbot-gitlab> gitlab: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8'2779vm-test-run-nixbot-gitlab> gitlab # [  201.209564] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.266Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"da083420777466f45f52515e","created_at":"2026-06-08T10:51:02.882Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:02.886Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-da083420777466f45f52515e: start","job_status":"start","queue_duration_s":0.379407,"scheduling_latency_s":0.379465}2780vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: curl --fail -s 'http://127.0.0.1:8010/api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8', in 0.03 seconds)2781vm-test-run-nixbot-gitlab> [{'id': 2, 'project_id': 1, 'number': 2, 'tree_hash': 'cefc112e8680bb0f9569544b9656644ac3312d93', 'commit_sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'branch': 'master', 'pr_number': None, 'pr_author': None, 'status': 'evaluating', 'eval_warnings': None, 'error': None, 'created_at': '2026-06-08T10:51:02.527866Z', 'started_at': '2026-06-08T10:51:03.112007Z', 'finished_at': None}]2782vm-test-run-nixbot-gitlab> (finished: subtest: push delivers the webhook, in 5.43 seconds)2783vm-test-run-nixbot-gitlab> subtest: eval and build post commit statuses2784vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2785vm-test-run-nixbot-gitlab> gitlab # [  201.210967] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.350Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["1","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"da083420777466f45f52515e","created_at":"2026-06-08T10:51:02.882Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:f0b0c0ccc9472d6819984cd49b3aa8829dfa124660b99391ec24c08cadec0f09","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:02.886Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-da083420777466f45f52515e: done: 0.084506 sec","job_status":"done","queue_duration_s":0.379407,"scheduling_latency_s":0.379465,"redis_calls":15,"redis_duration_s":0.005328,"redis_read_bytes":13,"redis_write_bytes":3012,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000548,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_calls":2,"redis_queues_duration_s":0.000322,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1627,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.003459,"redis_queues_metadata_read_bytes":6,"redis_queues_metadata_write_bytes":742,"redis_rate_limiting_calls":2,"redis_rate_limiting_duration_s":0.000577,"redis_rate_limiting_write_bytes":148,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000422,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":200,"db_count":13,"db_write_count":1,"db_cached_count":0,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":13,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.007,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":12,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.004,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.004,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.06557,"worker_id":"sidekiq_0","rate_limiting_gates":["permanent_email_failure","temporary_email_failure"],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000326857,"duration_s":0.084506,"completed_at":"2026-06-08T10:51:03.350Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.010305,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2786vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.09 seconds)2787vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2788vm-test-run-nixbot-gitlab> gitlab # [  201.299535] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.351Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"f6d752b4ee1899271c62f824","created_at":"2026-06-08T10:51:03.015Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-48cec868eecf4864","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.020Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-f6d752b4ee1899271c62f824: start","job_status":"start","queue_duration_s":0.331025,"scheduling_latency_s":0.331047}2789vm-test-run-nixbot-gitlab> gitlab # [  201.301050] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.372Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"MergeRequests::UpdateHeadPipelineWorker","jid":"f6d752b4ee1899271c62f824","created_at":"2026-06-08T10:51:03.015Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-48cec868eecf4864","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_review_workflow","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:87cea9682199b75c272b7ff1dd93d7c9f14b347650bc2388e7fda305bf1df003","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.020Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::UpdateHeadPipelineWorker JID-f6d752b4ee1899271c62f824: done: 0.020273 sec","job_status":"done","queue_duration_s":0.331025,"scheduling_latency_s":0.331047,"redis_calls":7,"redis_duration_s":0.001802,"redis_read_bytes":5,"redis_write_bytes":731,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001188,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":503,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000614,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":228,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013105,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.020273,"completed_at":"2026-06-08T10:51:03.372Z","load_balancing_strategy":"primary","db_duration_s":0.002338,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2790vm-test-run-nixbot-gitlab> gitlab # [  201.389239] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.373Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"59f62b2b1b48d0e994b6d5eb","created_at":"2026-06-08T10:51:03.342Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-11244dae3b17468b","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:0b0ba5af975ac6e88ddec88785adcb30aa906a3f4cb4650dc2b7e09ebe68bb1b","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.344Z","job_size_bytes":464,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-59f62b2b1b48d0e994b6d5eb: start","job_status":"start","queue_duration_s":0.029374,"scheduling_latency_s":0.029396}2791vm-test-run-nixbot-gitlab> gitlab # [  201.391558] nixbot[3080]: INFO:     127.0.0.1:55796 - "GET /api/repos/gitlab/root/test-flake/builds?commit=b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 200 OK2792vm-test-run-nixbot-gitlab> gitlab # [  201.393678] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:03 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 635 "" "curl/8.20.0" 662793vm-test-run-nixbot-gitlab> gitlab # [  201.399295] gitaly[1387]: time="2026-06-08T10:51:03.514Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZXE46779TN853JFPBK9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:33.012" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.512" grpc.time_ms=0.924 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2794vm-test-run-nixbot-gitlab> gitlab # [  201.469441] sidekiq-cluster[2092]: {"severity":"WARN","time":"2026-06-08T10:51:03.404Z","retry":3,"queue":"mailers","store":null,"args":["[FILTERED]"],"class":"ActionMailer::MailDeliveryJob","jid":"59f62b2b1b48d0e994b6d5eb","created_at":"2026-06-08T10:51:03.342Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-11244dae3b17468b","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineNotificationWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:mailers:0b0ba5af975ac6e88ddec88785adcb30aa906a3f4cb4650dc2b7e09ebe68bb1b","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.344Z","job_size_bytes":464,"pid":2092,"sidekiq_tid":"m31c","sidekiq_thread_name":"sidekiq.default/processor","message":"ActionMailer::MailDeliveryJob JID-59f62b2b1b48d0e994b6d5eb: fail: 0.030369 sec","job_status":"fail","queue_duration_s":0.029374,"scheduling_latency_s":0.029396,"redis_calls":7,"redis_duration_s":0.0016769999999999999,"redis_read_bytes":5,"redis_write_bytes":786,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0012,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":536,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000477,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":250,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.003,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019656,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030369,"completed_at":"2026-06-08T10:51:03.404Z","load_balancing_strategy":"primary_no_wal","exception.class":"ArgumentError","exception.message":":arguments expected to be an Array of individual string args","exception.backtrace":["/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/network/delivery_methods/sendmail.rb:53:in `initialize'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `new'","/nix/store/h836fb4ajnymmg0ash24wg1cb4qbhnpd-ruby3.3-mail-2.9.0/lib/ruby/gems/3.3.0/gems/mail-2.9.0/lib/mail/message.rb:278:in `delivery_method'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:66:in `wrap_delivery_behavior'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/delivery_methods.rb:80:in `wrap_delivery_behavior!'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:876:in `mail'","app/mailers/application_mailer.rb:85:in `block in mail_with_locale'","lib/gitlab/i18n.rb:116:in `with_locale'","app/mailers/application_mailer.rb:84:in `mail_with_locale'","app/mailers/notify.rb:293:in `email_with_layout'","app/mailers/emails/pipelines.rb:33:in `pipeline_mail'","app/mailers/emails/pipelines.rb:10:in `pipeline_failed_email'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:215:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:261:in `block in process_action'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","lib/gitlab/i18n.rb:116:in `with_locale'","lib/gitlab/i18n.rb:126:in `with_default_locale'","app/mailers/application_mailer.rb:60:in `render_with_default_locale'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/callbacks.rb:260:in `process_action'","/nix/store/hapk8srbrjgzcpyn7snxh1713ans9a3k-ruby3.3-actionpack-7.2.3/lib/ruby/gems/3.3.0/gems/actionpack-7.2.3/lib/abstract_controller/base.rb:152:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:29:in `block in process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:21:in `handle_exceptions'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/rescuable.rb:28:in `process'","/nix/store/abbaw4w9gll6p923md75p3h3rrmhrdqn-ruby3.3-actionview-7.2.3/lib/ruby/gems/3.3.0/gems/actionview-7.2.3/lib/action_view/rendering.rb:40:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:652:in `block in process'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/base.rb:651:in `process'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:136:in `block in processed_mailer'","\u003cinternal:kernel\u003e:90:in `tap'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:135:in `processed_mailer'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/message_delivery.rb:124:in `deliver_now'","/nix/store/z2822z98p3wywq7nq70f3l458wb38x4k-ruby3.3-actionmailer-7.2.3/lib/ruby/gems/3.3.0/gems/actionmailer-7.2.3/lib/action_mailer/mail_delivery_job.rb:28:in `perform'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:68:in `block in _perform_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/railtie.rb:32:in `block (2 levels) in insert_into_active_job'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/bqz31s23z0jk4464lbybyz83ikl0gmyd-ruby3.3-i18n-1.14.7/lib/ruby/gems/3.3.0/gems/i18n-1.14.7/lib/i18n.rb:353:in `with_locale'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/translation.rb:9:in `block (2 levels) in \u003cmodule:Translation\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/core_ext/time/zones.rb:65:in `use_zone'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/timezones.rb:9:in `block (2 levels) in \u003cmodule:Timezones\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:67:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:32:in `_perform_job'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:51:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `block in perform_now'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:13:in `block in instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:40:in `block in instrument'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/notifications.rb:212:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:39:in `instrument'","/nix/store/l71g3rmwn8nif8ik503h15pklil3njdz-ruby3.3-activerecord-7.2.3/lib/ruby/gems/3.3.0/gems/activerecord-7.2.3/lib/active_record/railties/job_runtime.rb:11:in `instrument'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/instrumentation.rb:26:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `block in perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:41:in `tag_logger'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/logging.rb:32:in `perform_now'","/nix/store/wp2rnxa243q2gn2f8h04d48hnvfr0387-ruby3.3-sentry-rails-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-rails-5.23.0/lib/sentry/rails/active_job.rb:8:in `perform_now'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:29:in `block in execute'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:121:in `block in run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:79:in `block (4 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:87:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/railtie.rb:78:in `block (3 levels) in \u003cclass:Railtie\u003e'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `instance_exec'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:130:in `block in run_callbacks'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/callbacks.rb:141:in `run_callbacks'","/nix/store/i614i7jgbmq8nfpazmpxhvhawszwyg1f-ruby3.3-activejob-7.2.3/lib/ruby/gems/3.3.0/gems/activejob-7.2.3/lib/active_job/execution.rb:27:in `execute'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:13:in `perform'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:220:in `execute_job'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:185:in `block (4 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/current_organization/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/identity/restore.rb:12:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/resource_usage_limit/middleware.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/resource_usage_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/database/load_balancing/sidekiq_server_middleware.rb:35:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/skip_jobs.rb:51:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/throttling/middleware.rb:18:in `perform'","lib/gitlab/sidekiq_middleware/throttling/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/pause_control/strategies/base.rb:31:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/strategy_handler.rb:22:in `perform'","lib/gitlab/sidekiq_middleware/pause_control/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/duplicate_jobs/strategies/until_executing.rb:16:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/duplicate_job.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/duplicate_jobs/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/concurrency_limit/middleware.rb:44:in `perform'","lib/gitlab/sidekiq_middleware/concurrency_limit/server.rb:8:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/click_house/migration_support/sidekiq_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/worker_context.rb:9:in `wrap_in_optional_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:19:in `block in call'","lib/gitlab/application_context.rb:185:in `block in use'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","lib/gitlab/application_context.rb:185:in `use'","lib/gitlab/application_context.rb:105:in `with_context'","lib/gitlab/sidekiq_middleware/worker_context/server.rb:17:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_status/server_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_versioning/middleware.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `block in call'","lib/gitlab/database/query_analyzer.rb:94:in `within'","lib/gitlab/sidekiq_middleware/query_analyzer.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/admin_mode/server.rb:14:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/set_ip_address.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/instrumentation_logger.rb:10:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/batch_loader.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/extra_done_log_metadata.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/server_metrics.rb:112:in `block in call'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `block in instrument'","lib/gitlab/metrics/background_transaction.rb:33:in `run'","lib/gitlab/sidekiq_middleware/server_metrics.rb:141:in `instrument'","lib/gitlab/sidekiq_middleware/server_metrics.rb:111:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:8:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:66:in `enabling_request_store'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/gems/gitlab-safe_request_store/lib/gitlab/safe_request_store.rb:59:in `ensure_request_store'","lib/gitlab/sidekiq_middleware/request_store_middleware.rb:7:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:22:in `block in call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:180:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/user_experience_sli/server.rb:16:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:16:in `block in call'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/context.rb:43:in `with_context'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/context/server.rb:15:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/d2b87xpm5ksd634qirnkzkp7bav928v9-ruby3.3-gitlab-labkit-1.5.1/lib/ruby/gems/3.3.0/gems/gitlab-labkit-1.5.1/lib/labkit/middleware/sidekiq/server.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/monitor.rb:10:in `block in call'","lib/gitlab/sidekiq_daemon/monitor.rb:46:in `within_job'","lib/gitlab/sidekiq_middleware/monitor.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:10:in `block in call'","lib/gitlab/sidekiq_sharding/validator.rb:42:in `enabled'","lib/gitlab/sidekiq_middleware/shard_awareness_validator.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","lib/gitlab/sidekiq_middleware/size_limiter/server.rb:13:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/avw1z19zhyfbsdkh6mbsdbsv02mpq0k9-ruby3.3-marginalia-1.11.1/lib/ruby/gems/3.3.0/gems/marginalia-1.11.1/lib/marginalia/sidekiq_instrumentation.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/85h4805ad7n5qn7wq2m6icypga7rnk80-ruby3.3-sentry-sidekiq-5.23.0/lib/ruby/gems/3.3.0/gems/sentry-sidekiq-5.23.0/lib/sentry/sidekiq/sentry_context_middleware.rb:54:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job/interrupt_handler.rb:9:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:183:in `block in traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:26:in `track'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/metrics/tracking.rb:134:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:182:in `traverse'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/middleware/chain.rb:173:in `invoke'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:184:in `block (3 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:145:in `block (6 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:118:in `local'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:144:in `block (5 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:27:in `block in call'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:77:in `block in wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/execution_wrapper.rb:91:in `wrap'","/nix/store/2cs1nrzqirc1nwy2h32akwq1w5899v7d-ruby3.3-activesupport-7.2.3/lib/ruby/gems/3.3.0/gems/activesupport-7.2.3/lib/active_support/reloader.rb:74:in `wrap'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/rails.rb:26:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:139:in `block (4 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:281:in `stats'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:134:in `block (3 levels) in dispatch'","lib/gitlab/sidekiq_logging/structured_logger.rb:21:in `call'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:133:in `block (2 levels) in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_retry.rb:85:in `global'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:132:in `block in dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/job_logger.rb:40:in `prepare'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:131:in `dispatch'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:183:in `block (2 levels) in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:182:in `block in process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `handle_interrupt'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:181:in `process'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:86:in `process_one'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/processor.rb:76:in `run'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:10:in `watchdog'","/nix/store/6b5b40g0i1g6c6ymmg8fd6c8cjf4nh5x-gemfile-and-lockfile/vendor/gems/sidekiq/lib/sidekiq/component.rb:19:in `block in safe_thread'"],"db_duration_s":0.004007,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2795vm-test-run-nixbot-gitlab> gitlab # [  202.021780] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.407Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"c8b66d2fbd3dbb8a4f38a2f6","created_at":"2026-06-08T10:51:03.022Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-48cec868eecf4864","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.040Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-c8b66d2fbd3dbb8a4f38a2f6: start","job_status":"start","queue_duration_s":0.366839,"scheduling_latency_s":0.366878}2796vm-test-run-nixbot-gitlab> gitlab # [  202.108303] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.456Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineCreatedEvent","{\"pipeline_id\"=\u003e2, \"partition_id\"=\u003e100}"],"class":"Ci::TrackPipelineTriggerEventsWorker","jid":"c8b66d2fbd3dbb8a4f38a2f6","created_at":"2026-06-08T10:51:03.022Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-48cec868eecf4864","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:fd81ef6159ba89c96a4a693456f0ec7f47423572cce07ee544ec449d0efb8f9c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.040Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TrackPipelineTriggerEventsWorker JID-c8b66d2fbd3dbb8a4f38a2f6: done: 0.049778 sec","job_status":"done","queue_duration_s":0.366839,"scheduling_latency_s":0.366878,"redis_calls":10,"redis_duration_s":0.0033230000000000004,"redis_read_bytes":14,"redis_write_bytes":857,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":494,"redis_shared_state_calls":5,"redis_shared_state_duration_s":0.002128,"redis_shared_state_read_bytes":10,"redis_shared_state_write_bytes":363,"db_count":8,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":8,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.014,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":6,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.026584,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.049778,"completed_at":"2026-06-08T10:51:03.456Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.015475,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2797vm-test-run-nixbot-gitlab> gitlab # [  202.116735] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.458Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"f77e27fa4c1acca399b7c2c9","created_at":"2026-06-08T10:51:03.093Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-48cec868eecf4864","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.097Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f77e27fa4c1acca399b7c2c9: start","job_status":"start","queue_duration_s":0.360468,"scheduling_latency_s":0.360601}2798vm-test-run-nixbot-gitlab> gitlab # [  202.142459] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.580Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"f77e27fa4c1acca399b7c2c9","created_at":"2026-06-08T10:51:03.093Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-48cec868eecf4864","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.097Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-f77e27fa4c1acca399b7c2c9: done: 0.121987 sec","job_status":"done","queue_duration_s":0.360468,"scheduling_latency_s":0.360601,"gitaly_calls":3,"gitaly_duration_s":0.013462,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.009622,"redis_read_bytes":99,"redis_write_bytes":6013,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001117,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.001899,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000332,"redis_queues_read_bytes":3,"redis_queues_write_bytes":1132,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.00182,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.001454,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.00095,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000933,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":31,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":31,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.025,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":19,"db_ci_count":12,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.004,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.007,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.015,"db_ci_duration_s":0.01,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.075123,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.103427112,"duration_s":0.121987,"completed_at":"2026-06-08T10:51:03.580Z","load_balancing_strategy":"primary","db_duration_s":0.030219,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2799vm-test-run-nixbot-gitlab> gitlab # [  202.222819] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.582Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"c664fddef0f845706b776d1c","created_at":"2026-06-08T10:51:03.128Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.133Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-c664fddef0f845706b776d1c: start","job_status":"start","queue_duration_s":0.448822,"scheduling_latency_s":0.448844}2800vm-test-run-nixbot-gitlab> gitlab # [  202.310930] gitaly[1387]: time="2026-06-08T10:51:03.520Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:33.414" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.515" grpc.time_ms=1.164 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2801vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2802vm-test-run-nixbot-gitlab> gitlab # [  202.312519] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.606Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"c664fddef0f845706b776d1c","created_at":"2026-06-08T10:51:03.128Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:516356bdbc9d7b42e82049f84b2c5e8c1a6e759dfce68fef2843f4d2de5c13d2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.133Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-c664fddef0f845706b776d1c: done: 0.024138 sec","job_status":"done","queue_duration_s":0.448822,"scheduling_latency_s":0.448844,"redis_calls":10,"redis_duration_s":0.002209,"redis_read_bytes":9,"redis_write_bytes":1165,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000455,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001272,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":602,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000482,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":234,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014434,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000352559,"duration_s":0.024138,"completed_at":"2026-06-08T10:51:03.606Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003407,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2803vm-test-run-nixbot-gitlab> gitlab # [  202.397206] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.607Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"135637521fb735edab83a68c","created_at":"2026-06-08T10:51:03.144Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.151Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-135637521fb735edab83a68c: start","job_status":"start","queue_duration_s":0.456206,"scheduling_latency_s":0.456227}2804vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.12 seconds)2805vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2806vm-test-run-nixbot-gitlab> gitlab # [  202.398724] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.634Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"135637521fb735edab83a68c","created_at":"2026-06-08T10:51:03.144Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:63f9f7cd25437cd73f59d7b8712965562d29d563b949d0eb0d88506f86c16e46","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.151Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-135637521fb735edab83a68c: done: 0.026879 sec","job_status":"done","queue_duration_s":0.456206,"scheduling_latency_s":0.456227,"redis_calls":10,"redis_duration_s":0.002149,"redis_read_bytes":9,"redis_write_bytes":1205,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000412,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":339,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.0013,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":622,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000437,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":244,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017082,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000386641,"duration_s":0.026879,"completed_at":"2026-06-08T10:51:03.634Z","load_balancing_strategy":"primary","db_duration_s":0.004293,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2807vm-test-run-nixbot-gitlab> gitlab # [  202.468371] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.635Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"196c1f27bd7ffdb5f58c518f","created_at":"2026-06-08T10:51:03.163Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.167Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-196c1f27bd7ffdb5f58c518f: start","job_status":"start","queue_duration_s":0.468078,"scheduling_latency_s":0.468098}2808vm-test-run-nixbot-gitlab> gitlab # [  202.469864] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.661Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::TestFailureHistoryWorker","jid":"196c1f27bd7ffdb5f58c518f","created_at":"2026-06-08T10:51:03.163Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:d13d7384904dcf1f669f77a046ff89ec7da9f34ad97cdf916c152a957ed611c0","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.167Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-196c1f27bd7ffdb5f58c518f: done: 0.026158 sec","job_status":"done","queue_duration_s":0.468078,"scheduling_latency_s":0.468098,"redis_calls":13,"redis_duration_s":0.003086,"redis_read_bytes":66,"redis_write_bytes":1182,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00046,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":299,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001295,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":542,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000863,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000468,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":204,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000330489,"duration_s":0.026158,"completed_at":"2026-06-08T10:51:03.661Z","load_balancing_strategy":"primary","db_duration_s":0.002872,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2809vm-test-run-nixbot-gitlab> gitlab # [  202.539121] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.663Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"b7b83c028dfafc1a2053d254","created_at":"2026-06-08T10:51:03.168Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.171Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-b7b83c028dfafc1a2053d254: start","job_status":"start","queue_duration_s":0.491617,"scheduling_latency_s":0.491637}2810vm-test-run-nixbot-gitlab> gitlab # [  202.610128] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.685Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["1"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"b7b83c028dfafc1a2053d254","created_at":"2026-06-08T10:51:03.168Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:dec604319992be0929da6e2532a6b9409f09b002c6422a6643ce62aa4e5896b9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.171Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-b7b83c028dfafc1a2053d254: done: 0.022007 sec","job_status":"done","queue_duration_s":0.491617,"scheduling_latency_s":0.491637,"redis_calls":10,"redis_duration_s":0.002304,"redis_read_bytes":9,"redis_write_bytes":1159,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000493,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":329,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001376,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":598,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000435,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":232,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013785,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000345295,"duration_s":0.022007,"completed_at":"2026-06-08T10:51:03.685Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00283,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2811vm-test-run-nixbot-gitlab> gitlab # [  202.620174] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.686Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"796f76e5af6545275b020ae7","created_at":"2026-06-08T10:51:03.172Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.176Z","job_size_bytes":19,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-796f76e5af6545275b020ae7: start","job_status":"start","queue_duration_s":0.510391,"scheduling_latency_s":0.510411}2812vm-test-run-nixbot-gitlab> gitlab # [  202.711857] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.710Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"796f76e5af6545275b020ae7","created_at":"2026-06-08T10:51:03.172Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:92e420870d25c52b5ebdf32286e1720fa4ac32c28b0440972437d5366aa8550b","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.176Z","job_size_bytes":19,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-796f76e5af6545275b020ae7: done: 0.024093 sec","job_status":"done","queue_duration_s":0.510391,"scheduling_latency_s":0.510411,"redis_calls":11,"redis_duration_s":0.002617,"redis_read_bytes":10,"redis_write_bytes":1121,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000403,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":287,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001758,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":640,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000456,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":194,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014551,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000394743,"duration_s":0.024093,"completed_at":"2026-06-08T10:51:03.710Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002534,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2813vm-test-run-nixbot-gitlab> gitlab # [  202.716400] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.712Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"fa9598a956c438f76f0ad57e","created_at":"2026-06-08T10:51:03.178Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.183Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-fa9598a956c438f76f0ad57e: start","job_status":"start","queue_duration_s":0.528314,"scheduling_latency_s":0.528334}2814vm-test-run-nixbot-gitlab> gitlab # [  202.797255] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.733Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e1, \"status\"=\u003e\"failed\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"fa9598a956c438f76f0ad57e","created_at":"2026-06-08T10:51:03.178Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e2e8f76273ed3dffe93170e4a8828cd9c1cde36f18ce9deaf751670cff2f2dad","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.183Z","job_size_bytes":65,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-fa9598a956c438f76f0ad57e: done: 0.021798 sec","job_status":"done","queue_duration_s":0.528314,"scheduling_latency_s":0.528334,"redis_calls":10,"redis_duration_s":0.00218,"redis_read_bytes":9,"redis_write_bytes":1189,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000415,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":335,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001315,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":614,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00045,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":240,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0133,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000328534,"duration_s":0.021798,"completed_at":"2026-06-08T10:51:03.733Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002543,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2815vm-test-run-nixbot-gitlab> gitlab # [  202.876288] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.735Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3a18baa5f5d199bdfdc0c14c","created_at":"2026-06-08T10:51:03.186Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.188Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3a18baa5f5d199bdfdc0c14c: start","job_status":"start","queue_duration_s":0.546422,"scheduling_latency_s":0.546443}2816vm-test-run-nixbot-gitlab> gitlab # [  202.877812] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.758Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["1"],"class":"PipelineHooksWorker","jid":"3a18baa5f5d199bdfdc0c14c","created_at":"2026-06-08T10:51:03.186Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7edae2f9320b4a04c72581c654fa0bced58f6822c07b16acc3b7bbc1333d0281","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.188Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-3a18baa5f5d199bdfdc0c14c: done: 0.023075 sec","job_status":"done","queue_duration_s":0.546422,"scheduling_latency_s":0.546443,"redis_calls":7,"redis_duration_s":0.001702,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001126,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000576,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016753,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023075,"completed_at":"2026-06-08T10:51:03.758Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00254,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2817vm-test-run-nixbot-gitlab> gitlab # [  202.953148] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.759Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"ed6ae73aa2627bacd050b794","created_at":"2026-06-08T10:51:03.219Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.222Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-ed6ae73aa2627bacd050b794: start","job_status":"start","queue_duration_s":0.536879,"scheduling_latency_s":0.536902}2818vm-test-run-nixbot-gitlab> gitlab # [  202.954700] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.786Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["1"],"class":"Ci::PipelineFinishedWorker","jid":"ed6ae73aa2627bacd050b794","created_at":"2026-06-08T10:51:03.219Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:5c8b4490d8f5ea379beda67cd2fb00a658e7ee64e701adca381fbf2e7fc7314f","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.222Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-ed6ae73aa2627bacd050b794: done: 0.027273 sec","job_status":"done","queue_duration_s":0.536879,"scheduling_latency_s":0.536902,"redis_calls":10,"redis_duration_s":0.002313,"redis_read_bytes":9,"redis_write_bytes":1023,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000512,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":295,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001272,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000529,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":198,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015221,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.00033887,"duration_s":0.027273,"completed_at":"2026-06-08T10:51:03.786Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006442,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2819vm-test-run-nixbot-gitlab> gitlab # [  203.026478] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.788Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"e90c18a464b8bbffc1240da4","created_at":"2026-06-08T10:51:03.223Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.226Z","job_size_bytes":6,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-e90c18a464b8bbffc1240da4: start","job_status":"start","queue_duration_s":0.56205,"scheduling_latency_s":0.56207}2820vm-test-run-nixbot-gitlab> gitlab # [  203.028432] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.806Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"e90c18a464b8bbffc1240da4","created_at":"2026-06-08T10:51:03.223Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.226Z","job_size_bytes":6,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-e90c18a464b8bbffc1240da4: done: 0.018644 sec","job_status":"done","queue_duration_s":0.56205,"scheduling_latency_s":0.56207,"redis_calls":10,"redis_duration_s":0.002105,"redis_read_bytes":9,"redis_write_bytes":1127,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.000415,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":321,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001257,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":582,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000433,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":224,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01139,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000329371,"duration_s":0.018644,"completed_at":"2026-06-08T10:51:03.806Z","load_balancing_strategy":"primary","db_duration_s":0.001518,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2821vm-test-run-nixbot-gitlab> gitlab # [  203.102131] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.808Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"0be16d59b5b42b12a4610e6d","created_at":"2026-06-08T10:51:03.259Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.260Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-0be16d59b5b42b12a4610e6d: start","job_status":"start","queue_duration_s":0.547507,"scheduling_latency_s":0.547527}2822vm-test-run-nixbot-gitlab> gitlab # [  203.188708] gitaly[1387]: time="2026-06-08T10:51:03.549Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:33.448" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.548" grpc.time_ms=0.795 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2823vm-test-run-nixbot-gitlab> gitlab # [  203.190209] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:04 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 635 "" "curl/8.20.0" 682824vm-test-run-nixbot-gitlab> gitlab # [  203.191099] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.896Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["1"],"class":"PipelineProcessWorker","jid":"0be16d59b5b42b12a4610e6d","created_at":"2026-06-08T10:51:03.259Z","trace_propagation_headers":{"sentry-trace":"cf636f52bfc54ab2a2a71669a40edd6d-7b0db9d7bde14d28","baggage":"sentry-trace_id=cf636f52bfc54ab2a2a71669a40edd6d,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0XDVTWJXSHZYEQ2Y5S","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:f17dab72d818b5591168c35c7bdfefd02fa3f68167592daadd7c40e5b811ce78","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.260Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-0be16d59b5b42b12a4610e6d: done: 0.088346 sec","job_status":"done","queue_duration_s":0.547507,"scheduling_latency_s":0.547527,"gitaly_calls":2,"gitaly_duration_s":0.023278,"redis_calls":19,"redis_allowed_cross_slot_calls":1,"redis_duration_s":0.003132,"redis_read_bytes":42,"redis_write_bytes":1891,"redis_cache_calls":8,"redis_cache_allowed_cross_slot_calls":1,"redis_cache_duration_s":0.00063,"redis_cache_read_bytes":16,"redis_cache_write_bytes":735,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001339,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":564,"redis_repository_cache_calls":1,"redis_repository_cache_duration_s":0.000227,"redis_repository_cache_read_bytes":18,"redis_repository_cache_write_bytes":41,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000936,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":20,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":20,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.013,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":11,"db_ci_count":9,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.007,"db_ci_duration_s":0.007,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.050605,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.068939768,"duration_s":0.088346,"completed_at":"2026-06-08T10:51:03.896Z","load_balancing_strategy":"primary","db_duration_s":0.013257,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2825vm-test-run-nixbot-gitlab> gitlab # [  203.271070] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.898Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"85932f35712e6ca13a0416e1","created_at":"2026-06-08T10:51:03.504Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-9ed31876f9da4879","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.505Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-85932f35712e6ca13a0416e1: start","job_status":"start","queue_duration_s":0.392108,"scheduling_latency_s":0.392129}2826vm-test-run-nixbot-gitlab> gitlab # [  203.272161] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:03.921Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"85932f35712e6ca13a0416e1","created_at":"2026-06-08T10:51:03.504Z","trace_propagation_headers":{"sentry-trace":"ff79544a6b5c49998407f247a385d08b-9ed31876f9da4879","baggage":"sentry-trace_id=ff79544a6b5c49998407f247a385d08b,sentry-release=Unknown"},"correlation_id":"01KTKDPZ0A63RQCYF280DXBY09","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:03.505Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-85932f35712e6ca13a0416e1: done: 0.023336 sec","job_status":"done","queue_duration_s":0.392108,"scheduling_latency_s":0.392129,"redis_calls":7,"redis_duration_s":0.001631,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001195,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000436,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.0164,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023336,"completed_at":"2026-06-08T10:51:03.921Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002662,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2827vm-test-run-nixbot-gitlab> gitlab # [  203.313878] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:04.812Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"eb21b8e309eafd9b4c0b8b6c","created_at":"2026-06-08T10:51:04.804Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ac951a8c31d6887733a25848c045c7ed","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.810Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-eb21b8e309eafd9b4c0b8b6c: start","job_status":"start","queue_duration_s":0.002283,"scheduling_latency_s":0.002312}2828vm-test-run-nixbot-gitlab> gitlab # [  203.336235] gitaly[1387]: time="2026-06-08T10:51:03.571Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0A63RQCYF280DXBY09 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:33.469" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.569" grpc.time_ms=1.136 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2829vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2830vm-test-run-nixbot-gitlab> gitlab # [  203.413154] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.377Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ConcurrencyLimit::ResumeWorker","jid":"eb21b8e309eafd9b4c0b8b6c","created_at":"2026-06-08T10:51:04.804Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"ac951a8c31d6887733a25848c045c7ed","meta.root_caller_id":"Cronjob","meta.feature_category":"scalability","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bc8a9466f77693e94cb5ebf1ae9ff94995b6779d8794f59890276364c8a3c78a","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.810Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"ConcurrencyLimit::ResumeWorker JID-eb21b8e309eafd9b4c0b8b6c: done: 0.565042 sec","job_status":"done","queue_duration_s":0.002283,"scheduling_latency_s":0.002312,"redis_calls":571,"redis_duration_s":0.287699,"redis_read_bytes":569,"redis_write_bytes":49487,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.005616,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":470,"redis_shared_state_calls":566,"redis_shared_state_duration_s":0.282083,"redis_shared_state_read_bytes":565,"redis_shared_state_write_bytes":49017,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.322988,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.565042,"completed_at":"2026-06-08T10:51:05.377Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2831vm-test-run-nixbot-gitlab> gitlab # [  203.419854] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.379Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"42289ecc3408ff69b7499316","created_at":"2026-06-08T10:51:04.824Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e417b067d88ce32e3a8dc6b2ed3da3f8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.829Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-42289ecc3408ff69b7499316: start","job_status":"start","queue_duration_s":0.549488,"scheduling_latency_s":0.549516}2832vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.10 seconds)2833vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2834vm-test-run-nixbot-gitlab> gitlab # [  203.490494] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.406Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker","jid":"42289ecc3408ff69b7499316","created_at":"2026-06-08T10:51:04.824Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e417b067d88ce32e3a8dc6b2ed3da3f8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e003caf073151f1134b113654ee6c14127eb98e5e1dd1956c06ead380cd79bba","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.829Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CiPipelinesBuildsCleanupCronWorker JID-42289ecc3408ff69b7499316: done: 0.027659 sec","job_status":"done","queue_duration_s":0.549488,"scheduling_latency_s":0.549516,"redis_calls":9,"redis_duration_s":0.0020670000000000003,"redis_read_bytes":7,"redis_write_bytes":1162,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001126,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":551,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000941,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":611,"db_count":6,"db_write_count":0,"db_cached_count":2,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":6,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":2,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":6,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":2,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.006,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015688,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000451454,"exclusive_lock_hold_duration_s":0.014544028,"extra.loose_foreign_keys_ci_pipelines_builds_cleanup_cron_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"turbo_mode":false},"duration_s":0.027659,"completed_at":"2026-06-08T10:51:05.406Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007591,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2835vm-test-run-nixbot-gitlab> gitlab # [  203.567361] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.408Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0d46b11e764c9728d494f211","created_at":"2026-06-08T10:51:04.838Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.841Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0d46b11e764c9728d494f211: start","job_status":"start","queue_duration_s":0.566839,"scheduling_latency_s":0.566859}2836vm-test-run-nixbot-gitlab> gitlab # [  203.569245] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.550Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","jid":"0d46b11e764c9728d494f211","created_at":"2026-06-08T10:51:04.838Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:96987dbff74cf5606dd015c238540c0a2d4ff0cd1d1c93a64fda0dd15251e306","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.841Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::ScheduleUnlockPipelinesInQueueCronWorker JID-0d46b11e764c9728d494f211: done: 0.141959 sec","job_status":"done","queue_duration_s":0.566839,"scheduling_latency_s":0.566859,"redis_calls":60,"redis_duration_s":0.01349,"redis_read_bytes":108,"redis_write_bytes":41109,"redis_queues_calls":2,"redis_queues_duration_s":0.000685,"redis_queues_read_bytes":3,"redis_queues_write_bytes":37485,"redis_queues_metadata_calls":55,"redis_queues_metadata_duration_s":0.012178,"redis_queues_metadata_read_bytes":104,"redis_queues_metadata_write_bytes":3324,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000627,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":300,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.12659,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.141959,"completed_at":"2026-06-08T10:51:05.550Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2837vm-test-run-nixbot-gitlab> gitlab # [  203.597421] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.551Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"96806f29ff0b8776538ba804","created_at":"2026-06-08T10:51:04.848Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"31b6f6efcc14d49bb7e95c6fb4dd495e","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.851Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-96806f29ff0b8776538ba804: start","job_status":"start","queue_duration_s":0.700391,"scheduling_latency_s":0.700418}2838vm-test-run-nixbot-gitlab> gitlab # [  203.666476] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.567Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"BatchedGitRefUpdates::CleanupSchedulerWorker","jid":"96806f29ff0b8776538ba804","created_at":"2026-06-08T10:51:04.848Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"31b6f6efcc14d49bb7e95c6fb4dd495e","meta.root_caller_id":"Cronjob","meta.feature_category":"gitaly","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:1df286e3cb94a9fae913bbc935abcb74e2ce04a919d8b126d0730a03d3a1570c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.851Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"BatchedGitRefUpdates::CleanupSchedulerWorker JID-96806f29ff0b8776538ba804: done: 0.015639 sec","job_status":"done","queue_duration_s":0.700391,"scheduling_latency_s":0.700418,"redis_calls":9,"redis_duration_s":0.002106,"redis_read_bytes":7,"redis_write_bytes":1087,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001133,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000973,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":566,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008782,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.00048414,"exclusive_lock_hold_duration_s":0.002524902,"extra.batched_git_ref_updates_cleanup_scheduler_worker.stats":{"total_projects":0},"duration_s":0.015639,"completed_at":"2026-06-08T10:51:05.567Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001189,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2839vm-test-run-nixbot-gitlab> gitlab # [  203.685403] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.568Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"3e4b17febddb405b17edd3b7","created_at":"2026-06-08T10:51:04.863Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b1b24e590485701082e1cd616fe21a8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.866Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-3e4b17febddb405b17edd3b7: start","job_status":"start","queue_duration_s":0.702126,"scheduling_latency_s":0.702146}2840vm-test-run-nixbot-gitlab> gitlab # [  203.755121] gitaly[1387]: time="2026-06-08T10:51:03.860Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=16 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=16 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:33.741" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=204 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.842" grpc.time_ms=17.938 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2841vm-test-run-nixbot-gitlab> gitlab # [  203.756419] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:05 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 635 "" "curl/8.20.0" 612842vm-test-run-nixbot-gitlab> gitlab # [  203.757298] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.740Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::CleanupWorker","jid":"3e4b17febddb405b17edd3b7","created_at":"2026-06-08T10:51:04.863Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"5b1b24e590485701082e1cd616fe21a8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:2180384c8554b410820afa81ad3479301139c7627524f882c6bca44488742df9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.866Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::CleanupWorker JID-3e4b17febddb405b17edd3b7: done: 0.172047 sec","job_status":"done","queue_duration_s":0.702126,"scheduling_latency_s":0.702146,"redis_calls":9,"redis_duration_s":0.00243,"redis_read_bytes":7,"redis_write_bytes":987,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001228,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":476,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001202,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":511,"db_count":123,"db_write_count":0,"db_cached_count":80,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":123,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":80,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.03,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":123,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":80,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.03,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.126606,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000421283,"exclusive_lock_hold_duration_s":0.157703284,"extra.loose_foreign_keys_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0,"connection":"ci","turbo_mode":false},"duration_s":0.172047,"completed_at":"2026-06-08T10:51:05.740Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.052651,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2843vm-test-run-nixbot-gitlab> gitlab # [  203.800249] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.742Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"a9e4e205e294f64f2bdd699d","created_at":"2026-06-08T10:51:04.872Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"81ca785524ce75a7ee99609737abab1a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.874Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-a9e4e205e294f64f2bdd699d: start","job_status":"start","queue_duration_s":0.867713,"scheduling_latency_s":0.867739}2844vm-test-run-nixbot-gitlab> gitlab # [  203.869283] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.758Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerCellLocalWorker","jid":"a9e4e205e294f64f2bdd699d","created_at":"2026-06-08T10:51:04.872Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"81ca785524ce75a7ee99609737abab1a","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4ae89c58d1762b2d31a89d6fdeef88f3d5e03409467fbec711d482dc740c1b84","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.874Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerCellLocalWorker JID-a9e4e205e294f64f2bdd699d: done: 0.016051 sec","job_status":"done","queue_duration_s":0.867713,"scheduling_latency_s":0.867739,"redis_calls":9,"redis_duration_s":0.002583,"redis_read_bytes":7,"redis_write_bytes":1108,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00091,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":277,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.0012,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":563,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000473,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":268,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01014,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.016051,"completed_at":"2026-06-08T10:51:05.758Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000478,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2845vm-test-run-nixbot-gitlab> gitlab # [  203.890274] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.759Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"48e1c98fbd57355448f7db62","created_at":"2026-06-08T10:51:04.880Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0d0b1b2aa343324c037e8f7b2e334032","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.882Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-48e1c98fbd57355448f7db62: start","job_status":"start","queue_duration_s":0.876954,"scheduling_latency_s":0.876975}2846vm-test-run-nixbot-gitlab> gitlab # [  203.976415] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.766Z","class":"Database::BackgroundOperation::SecSchedulerWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerWorker execution for unconfigured database sec","retry":0}2847vm-test-run-nixbot-gitlab> gitlab # [  203.977986] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.771Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerWorker","jid":"48e1c98fbd57355448f7db62","created_at":"2026-06-08T10:51:04.880Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0d0b1b2aa343324c037e8f7b2e334032","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:7bbb9537dbfe97e82719c1aa12366766ebff3829230f03761baf75912b8c8947","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.882Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerWorker JID-48e1c98fbd57355448f7db62: done: 0.011631 sec","job_status":"done","queue_duration_s":0.876954,"scheduling_latency_s":0.876975,"redis_calls":7,"redis_duration_s":0.001649,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001139,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00051,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006783,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011631,"completed_at":"2026-06-08T10:51:05.770Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2848vm-test-run-nixbot-gitlab> gitlab # [  203.982871] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.772Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"b421ad70d8e5081fac47e3e9","created_at":"2026-06-08T10:51:04.893Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf6eb46dd73b5c78d146c128fa5f9fda","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.899Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-b421ad70d8e5081fac47e3e9: start","job_status":"start","queue_duration_s":0.873055,"scheduling_latency_s":0.873075}2849vm-test-run-nixbot-gitlab> gitlab # [  204.053632] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.784Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::MainSchedulerWorker","jid":"b421ad70d8e5081fac47e3e9","created_at":"2026-06-08T10:51:04.893Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"cf6eb46dd73b5c78d146c128fa5f9fda","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:82a961bb8ace1086727bc80b4cde448c10530a6fb8b4c336ffe5d1d9d343271f","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.899Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::MainSchedulerWorker JID-b421ad70d8e5081fac47e3e9: done: 0.012181 sec","job_status":"done","queue_duration_s":0.873055,"scheduling_latency_s":0.873075,"redis_calls":7,"redis_duration_s":0.0015379999999999999,"redis_read_bytes":5,"redis_write_bytes":776,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001078,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":530,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00046,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":246,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007543,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012181,"completed_at":"2026-06-08T10:51:05.784Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2850vm-test-run-nixbot-gitlab> gitlab # [  204.070321] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.786Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"2d1df9b3b5182bbf51d4664f","created_at":"2026-06-08T10:51:04.927Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2ac9c1d026a8f8d934560bd95aa43d68","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T10:51:04.931Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-2d1df9b3b5182bbf51d4664f: start","job_status":"start","queue_duration_s":0.855078,"scheduling_latency_s":0.855098}2851vm-test-run-nixbot-gitlab> gitlab # [  204.154303] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.792Z","class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","database":"ci","message":"Skipping Database::BatchedBackgroundMigration::CiDatabaseWorker execution for database that shares database configuration with another database","retry":0}2852vm-test-run-nixbot-gitlab> gitlab # [  204.155065] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.797Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::CiDatabaseWorker","jid":"2d1df9b3b5182bbf51d4664f","created_at":"2026-06-08T10:51:04.927Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2ac9c1d026a8f8d934560bd95aa43d68","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:6ba8adee4a8c1e77d2f087a2765c43226ceffa1fd65abc34b95725a7c9abd857","enqueued_at":"2026-06-08T10:51:04.931Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::CiDatabaseWorker JID-2d1df9b3b5182bbf51d4664f: done: 0.011428 sec","job_status":"done","queue_duration_s":0.855078,"scheduling_latency_s":0.855098,"redis_calls":7,"redis_duration_s":0.0015069999999999999,"redis_read_bytes":5,"redis_write_bytes":801,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001063,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":545,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000444,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":256,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007431,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011428,"completed_at":"2026-06-08T10:51:05.797Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2853vm-test-run-nixbot-gitlab> gitlab # [  204.160370] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.798Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"62044e93de5350833f612d0d","created_at":"2026-06-08T10:51:04.938Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"892af609e6c025ae65146132f8856139","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.942Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-62044e93de5350833f612d0d: start","job_status":"start","queue_duration_s":0.856416,"scheduling_latency_s":0.856436}2854vm-test-run-nixbot-gitlab> gitlab # [  204.236210] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.824Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker","jid":"62044e93de5350833f612d0d","created_at":"2026-06-08T10:51:04.938Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"892af609e6c025ae65146132f8856139","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:10c3834637b4f27873c5f81cc6d8cb3cf1692f0fbee5628a0a3fe91dc0dcbc57","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.942Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"LooseForeignKeys::MergeRequestDiffCommitCleanupWorker JID-62044e93de5350833f612d0d: done: 0.025544 sec","job_status":"done","queue_duration_s":0.856416,"scheduling_latency_s":0.856436,"redis_calls":9,"redis_duration_s":0.002076,"redis_read_bytes":7,"redis_write_bytes":1169,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001157,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":554,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000919,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":615,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":5,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.006,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.014122,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000503416,"exclusive_lock_hold_duration_s":0.007994591,"extra.loose_foreign_keys_merge_request_diff_commit_cleanup_worker.stats":{"over_limit":false,"delete_count_by_table":{},"update_count_by_table":{},"delete_count":0,"update_count":0},"duration_s":0.025544,"completed_at":"2026-06-08T10:51:05.824Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.007135,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2855vm-test-run-nixbot-gitlab> gitlab # [  204.313335] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.825Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"d3e9268dd6f04d8f8cad2eb6","created_at":"2026-06-08T10:51:04.950Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a34866435d0804629ed3b1c4a446f5c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.953Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-d3e9268dd6f04d8f8cad2eb6: start","job_status":"start","queue_duration_s":0.872371,"scheduling_latency_s":0.872391}2856vm-test-run-nixbot-gitlab> gitlab # [  204.314866] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.839Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"MergeRequests::ProcessScheduledMergeWorker","jid":"d3e9268dd6f04d8f8cad2eb6","created_at":"2026-06-08T10:51:04.950Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a34866435d0804629ed3b1c4a446f5c","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a6d655d277495cf53e182e80822575dacc8a3389eea573549908a88faf373827","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.953Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequests::ProcessScheduledMergeWorker JID-d3e9268dd6f04d8f8cad2eb6: done: 0.013792 sec","job_status":"done","queue_duration_s":0.872371,"scheduling_latency_s":0.872391,"redis_calls":9,"redis_duration_s":0.001977,"redis_read_bytes":7,"redis_write_bytes":1072,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00107,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000907,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":560,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00885,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0.000427149,"exclusive_lock_hold_duration_s":0.001914769,"duration_s":0.013792,"completed_at":"2026-06-08T10:51:05.839Z","load_balancing_strategy":"primary","db_duration_s":0.000673,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2857vm-test-run-nixbot-gitlab> gitlab # [  204.388324] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.840Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"83915d4fc21a938802201a65","created_at":"2026-06-08T10:51:04.963Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b98bae87d39c9fbae9dd60f2264156e9","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.969Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-83915d4fc21a938802201a65: start","job_status":"start","queue_duration_s":0.871351,"scheduling_latency_s":0.871371}2858vm-test-run-nixbot-gitlab> gitlab # [  204.389824] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.857Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Ci::Catalog::Resources::ProcessSyncEventsWorker","jid":"83915d4fc21a938802201a65","created_at":"2026-06-08T10:51:04.963Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"b98bae87d39c9fbae9dd60f2264156e9","meta.root_caller_id":"Cronjob","meta.feature_category":"pipeline_composition","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:bdea4bf4c16667cd22a226e829c85f9746ee8d058f39e317ef84659d4044477c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.969Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Catalog::Resources::ProcessSyncEventsWorker JID-83915d4fc21a938802201a65: done: 0.016476 sec","job_status":"done","queue_duration_s":0.871351,"scheduling_latency_s":0.871371,"redis_calls":10,"redis_duration_s":0.002412,"redis_read_bytes":8,"redis_write_bytes":1239,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.00144,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":636,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.000972,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":603,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009397,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.002706768,"extra.ci_catalog_resources_process_sync_events_worker.estimated_total_events":0,"extra.ci_catalog_resources_process_sync_events_worker.consumable_events":0,"duration_s":0.016476,"completed_at":"2026-06-08T10:51:05.857Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.001463,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}2859vm-test-run-nixbot-gitlab> gitlab # [  204.467408] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.858Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"bc1210b64119217069c26c30","created_at":"2026-06-08T10:51:04.979Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"792838ba9d431d202ef5ad2a86c391a6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T10:51:04.982Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-bc1210b64119217069c26c30: start","job_status":"start","queue_duration_s":0.876276,"scheduling_latency_s":0.876296}2860vm-test-run-nixbot-gitlab> gitlab # [  204.468704] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.875Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigrationWorker","jid":"bc1210b64119217069c26c30","created_at":"2026-06-08T10:51:04.979Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"792838ba9d431d202ef5ad2a86c391a6","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:592d9619e1997b640b70ce6a22f6713bc7793bb7a4e342b7380d90b691fcd6ae","enqueued_at":"2026-06-08T10:51:04.982Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigrationWorker JID-bc1210b64119217069c26c30: done: 0.017079 sec","job_status":"done","queue_duration_s":0.876276,"scheduling_latency_s":0.876296,"redis_calls":7,"redis_duration_s":0.001557,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001086,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000471,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011483,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017079,"completed_at":"2026-06-08T10:51:05.875Z","load_balancing_strategy":"primary","db_duration_s":0.000938,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2861vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2862vm-test-run-nixbot-gitlab> gitlab # [  204.550061] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.876Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"726517061e40c24517310d69","created_at":"2026-06-08T10:51:04.991Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"90ffa449a6d80721bd5c9b6ac3d574e1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.994Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-726517061e40c24517310d69: start","job_status":"start","queue_duration_s":0.882076,"scheduling_latency_s":0.882097}2863vm-test-run-nixbot-gitlab> gitlab # [  204.551139] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.883Z","class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerCellLocalWorker execution for database that shares database configuration with another database","retry":0}2864vm-test-run-nixbot-gitlab> gitlab # [  204.551964] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.888Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerCellLocalWorker","jid":"726517061e40c24517310d69","created_at":"2026-06-08T10:51:04.991Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"90ffa449a6d80721bd5c9b6ac3d574e1","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8b555168ccdb6ae74d10de2e5fe446d2cd23b814df22448d98e7a3685b03eba6","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:04.994Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerCellLocalWorker JID-726517061e40c24517310d69: done: 0.01137 sec","job_status":"done","queue_duration_s":0.882076,"scheduling_latency_s":0.882097,"redis_calls":7,"redis_duration_s":0.0014880000000000002,"redis_read_bytes":5,"redis_write_bytes":821,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001087,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":557,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000401,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":264,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.006958,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01137,"completed_at":"2026-06-08T10:51:05.888Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2865vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.09 seconds)2866vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2867vm-test-run-nixbot-gitlab> gitlab # [  204.626308] gitaly[1387]: time="2026-06-08T10:51:03.887Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDPZ0XDVTWJXSHZYEQ2Y5S grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:33.786" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:03.886" grpc.time_ms=0.714 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2868vm-test-run-nixbot-gitlab> gitlab # [  204.628043] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.889Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"b630224cf616f729dc1752c2","created_at":"2026-06-08T10:51:05.008Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f8d2efa8945d18cbbcb16cbcc1648598","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.010Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-b630224cf616f729dc1752c2: start","job_status":"start","queue_duration_s":0.878864,"scheduling_latency_s":0.878885}2869vm-test-run-nixbot-gitlab> gitlab # [  204.710166] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.901Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"UserStatusCleanup::BatchWorker","jid":"b630224cf616f729dc1752c2","created_at":"2026-06-08T10:51:05.008Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"f8d2efa8945d18cbbcb16cbcc1648598","meta.root_caller_id":"Cronjob","meta.feature_category":"user_profile","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63596f84f2aa01599e5d284b58c5b497d0d152817e7aa09bae73984558ee32bf","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.010Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"UserStatusCleanup::BatchWorker JID-b630224cf616f729dc1752c2: done: 0.012386 sec","job_status":"done","queue_duration_s":0.878864,"scheduling_latency_s":0.878885,"redis_calls":7,"redis_duration_s":0.00213,"redis_read_bytes":5,"redis_write_bytes":681,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001727,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":473,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000403,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":208,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007676,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.012386,"completed_at":"2026-06-08T10:51:05.901Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000648,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2870vm-test-run-nixbot-gitlab> gitlab # [  204.712111] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.903Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c3235d9974281400265e778e","created_at":"2026-06-08T10:51:05.018Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e4fa419f73e4cc985f1bf331094c4464","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.023Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c3235d9974281400265e778e: start","job_status":"start","queue_duration_s":0.879657,"scheduling_latency_s":0.879718}2871vm-test-run-nixbot-gitlab> gitlab # [  204.781181] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.910Z","class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","database":"sec","message":"Skipping Database::BackgroundOperation::SecSchedulerCellLocalWorker execution for unconfigured database sec","retry":0}2872vm-test-run-nixbot-gitlab> gitlab # [  204.782700] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.914Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::SecSchedulerCellLocalWorker","jid":"c3235d9974281400265e778e","created_at":"2026-06-08T10:51:05.018Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"e4fa419f73e4cc985f1bf331094c4464","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:537c22ffe7dac982b6d86e5b8becfbed4376cc52983c5f1974bcd576563bd73a","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.023Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::SecSchedulerCellLocalWorker JID-c3235d9974281400265e778e: done: 0.011413 sec","job_status":"done","queue_duration_s":0.879657,"scheduling_latency_s":0.879718,"redis_calls":7,"redis_duration_s":0.0014620000000000002,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001025,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000437,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007445,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011413,"completed_at":"2026-06-08T10:51:05.914Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2873vm-test-run-nixbot-gitlab> gitlab # [  204.799323] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.915Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"09986e56910201b0521d9760","created_at":"2026-06-08T10:51:05.031Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0e7aadb3fe0535dedfcd4605931419a8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T10:51:05.033Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-09986e56910201b0521d9760: start","job_status":"start","queue_duration_s":0.881963,"scheduling_latency_s":0.881983}2874vm-test-run-nixbot-gitlab> gitlab # [  204.820995] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.922Z","class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","database":"sec","message":"Skipping Database::BatchedBackgroundMigration::SecDatabaseWorker execution for unconfigured database sec","retry":0}2875vm-test-run-nixbot-gitlab> gitlab # [  204.826130] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.927Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BatchedBackgroundMigration::SecDatabaseWorker","jid":"09986e56910201b0521d9760","created_at":"2026-06-08T10:51:05.031Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"0e7aadb3fe0535dedfcd4605931419a8","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:73dac367f8734ec768b767029c45c4e77750d97eb75e9dc81918dee7e9146dd0","enqueued_at":"2026-06-08T10:51:05.033Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BatchedBackgroundMigration::SecDatabaseWorker JID-09986e56910201b0521d9760: done: 0.011437 sec","job_status":"done","queue_duration_s":0.881963,"scheduling_latency_s":0.881983,"redis_calls":7,"redis_duration_s":0.001992,"redis_read_bytes":5,"redis_write_bytes":806,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001069,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":548,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000923,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":258,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007456,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011437,"completed_at":"2026-06-08T10:51:05.927Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2876vm-test-run-nixbot-gitlab> gitlab # [  204.916084] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.928Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"99808bd3212ef51b25aceef3","created_at":"2026-06-08T10:51:05.042Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"de1c060b7e5ea8bcab84723a9b73dae1","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.046Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-99808bd3212ef51b25aceef3: start","job_status":"start","queue_duration_s":0.882457,"scheduling_latency_s":0.882477}2877vm-test-run-nixbot-gitlab> gitlab # [  204.917356] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.946Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker","jid":"99808bd3212ef51b25aceef3","created_at":"2026-06-08T10:51:05.042Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"de1c060b7e5ea8bcab84723a9b73dae1","meta.root_caller_id":"Cronjob","meta.feature_category":"groups_and_projects","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:b794e71d9c486ce6fd40978731717a0676e95bc1365a385a9a037f2f3c02ae2a","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.046Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Namespaces::ProcessOutdatedNamespaceDescendantsCronWorker JID-99808bd3212ef51b25aceef3: done: 0.018195 sec","job_status":"done","queue_duration_s":0.882457,"scheduling_latency_s":0.882477,"redis_calls":7,"redis_duration_s":0.001816,"redis_read_bytes":5,"redis_write_bytes":826,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001395,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":560,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000421,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":266,"db_count":1,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009521,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.namespaces_process_outdated_namespace_descendants_cron_worker.result":{},"duration_s":0.018195,"completed_at":"2026-06-08T10:51:05.946Z","load_balancing_strategy":"primary","db_duration_s":0.003954,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2878vm-test-run-nixbot-gitlab> gitlab # [  204.986991] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.948Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"808dcddcefa0b3ca4959e9df","created_at":"2026-06-08T10:51:05.055Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.058Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-808dcddcefa0b3ca4959e9df: start","job_status":"start","queue_duration_s":0.889914,"scheduling_latency_s":0.889943}2879vm-test-run-nixbot-gitlab> gitlab # [  205.056643] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.972Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"ScheduleMergeRequestCleanupRefsWorker","jid":"808dcddcefa0b3ca4959e9df","created_at":"2026-06-08T10:51:05.055Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:33e8a9dcd4c9780ad0ea123ad7ccbabde1aa1e90ffcbb928434ba4b5800a5811","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.058Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"ScheduleMergeRequestCleanupRefsWorker JID-808dcddcefa0b3ca4959e9df: done: 0.023807 sec","job_status":"done","queue_duration_s":0.889914,"scheduling_latency_s":0.889943,"redis_calls":14,"redis_duration_s":0.0032779999999999997,"redis_read_bytes":16,"redis_write_bytes":4030,"redis_queues_calls":2,"redis_queues_duration_s":0.00029,"redis_queues_read_bytes":3,"redis_queues_write_bytes":3019,"redis_queues_metadata_calls":9,"redis_queues_metadata_duration_s":0.002342,"redis_queues_metadata_read_bytes":12,"redis_queues_metadata_write_bytes":727,"redis_shared_state_calls":3,"redis_shared_state_duration_s":0.000646,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":284,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.016697,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023807,"completed_at":"2026-06-08T10:51:05.972Z","load_balancing_strategy":"primary","db_duration_s":0.001068,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2880vm-test-run-nixbot-gitlab> gitlab # [  205.058924] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.973Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"85a3ca3ce6177457991bfac7","created_at":"2026-06-08T10:51:05.066Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a9359b8678c512f86e6220e3c454bf7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.068Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-85a3ca3ce6177457991bfac7: start","job_status":"start","queue_duration_s":0.90552,"scheduling_latency_s":0.905543}2881vm-test-run-nixbot-gitlab> gitlab # [  205.133226] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.981Z","class":"Database::BackgroundOperation::CiSchedulerWorker","database":"ci","message":"Skipping Database::BackgroundOperation::CiSchedulerWorker execution for database that shares database configuration with another database","retry":0}2882vm-test-run-nixbot-gitlab> gitlab # [  205.134307] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.985Z","retry":0,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Database::BackgroundOperation::CiSchedulerWorker","jid":"85a3ca3ce6177457991bfac7","created_at":"2026-06-08T10:51:05.066Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"2a9359b8678c512f86e6220e3c454bf7","meta.root_caller_id":"Cronjob","meta.feature_category":"database","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4b61026b1cc556e95b4252138194cc7290e8501b85e4e3c9de25155a8ef9d1ac","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.068Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Database::BackgroundOperation::CiSchedulerWorker JID-85a3ca3ce6177457991bfac7: done: 0.011926 sec","job_status":"done","queue_duration_s":0.90552,"scheduling_latency_s":0.905543,"redis_calls":7,"redis_duration_s":0.001559,"redis_read_bytes":5,"redis_write_bytes":766,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001158,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":524,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000401,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":242,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.007035,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.011926,"completed_at":"2026-06-08T10:51:05.985Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2883vm-test-run-nixbot-gitlab> gitlab # [  205.150348] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:05.987Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"680dbdf95f9a8d14db826f39","created_at":"2026-06-08T10:51:05.089Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a063f0e7a92b97845349aacb56861b4f","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.093Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-680dbdf95f9a8d14db826f39: start","job_status":"start","queue_duration_s":0.89357,"scheduling_latency_s":0.89416}2884vm-test-run-nixbot-gitlab> gitlab # [  205.173166] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.006Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"cronjob","args":[],"class":"Cells::LostTransactionRecoveryWorker","jid":"680dbdf95f9a8d14db826f39","created_at":"2026-06-08T10:51:05.089Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-20f1dace46ff48e9","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-environment=,sentry-release=Unknown"},"meta.caller_id":"Cronjob","correlation_id":"a063f0e7a92b97845349aacb56861b4f","meta.root_caller_id":"Cronjob","meta.feature_category":"cell","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0fd4def8dd5675dcd84c556c4d40bc905cecfdb470c7c1510e8a70079f5c8a13","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.093Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Cells::LostTransactionRecoveryWorker JID-680dbdf95f9a8d14db826f39: done: 0.01983 sec","job_status":"done","queue_duration_s":0.89357,"scheduling_latency_s":0.89416,"redis_calls":7,"redis_duration_s":0.001494,"redis_read_bytes":5,"redis_write_bytes":711,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001083,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":491,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000411,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":220,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012578,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01983,"completed_at":"2026-06-08T10:51:06.006Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002802,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2885vm-test-run-nixbot-gitlab> gitlab # [  205.301057] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.007Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"160c6ae0c292682effd40109","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-160c6ae0c292682effd40109: start","job_status":"start","queue_duration_s":0.464174,"scheduling_latency_s":0.464196}2886vm-test-run-nixbot-gitlab> gitlab # [  205.302133] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.022Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"160c6ae0c292682effd40109","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-160c6ae0c292682effd40109: done: 0.014918 sec","job_status":"done","queue_duration_s":0.464174,"scheduling_latency_s":0.464196,"redis_calls":13,"redis_duration_s":0.00277,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000855,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001915,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010112,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014918,"completed_at":"2026-06-08T10:51:06.022Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2887vm-test-run-nixbot-gitlab> gitlab # [  205.318716] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.024Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdd836d769cdd26316027d5a","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdd836d769cdd26316027d5a: start","job_status":"start","queue_duration_s":0.480357,"scheduling_latency_s":0.480377}2888vm-test-run-nixbot-gitlab> gitlab # [  205.338440] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.038Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fdd836d769cdd26316027d5a","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fdd836d769cdd26316027d5a: done: 0.014575 sec","job_status":"done","queue_duration_s":0.480357,"scheduling_latency_s":0.480377,"redis_calls":13,"redis_duration_s":0.0027689999999999998,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000868,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001901,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009555,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014575,"completed_at":"2026-06-08T10:51:06.038Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2889vm-test-run-nixbot-gitlab> gitlab # [  205.467354] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.040Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c87d940c5566e0bb63f6f256","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c87d940c5566e0bb63f6f256: start","job_status":"start","queue_duration_s":0.496588,"scheduling_latency_s":0.496609}2890vm-test-run-nixbot-gitlab> gitlab # [  205.468822] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.055Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c87d940c5566e0bb63f6f256","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c87d940c5566e0bb63f6f256: done: 0.014761 sec","job_status":"done","queue_duration_s":0.496588,"scheduling_latency_s":0.496609,"redis_calls":13,"redis_duration_s":0.002693,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000833,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00186,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010064,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014761,"completed_at":"2026-06-08T10:51:06.055Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2891vm-test-run-nixbot-gitlab> gitlab # [  205.482473] gitaly[1387]: time="2026-06-08T10:51:04.627Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ1070RKVMRZSZ3SMETTK grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:34.525" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:04.626" grpc.time_ms=0.831 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2892vm-test-run-nixbot-gitlab> gitlab # [  205.503563] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:06 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 635 "" "curl/8.20.0" 592893vm-test-run-nixbot-gitlab> gitlab # [  205.507212] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.056Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f5335475bba6264d6b141373","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f5335475bba6264d6b141373: start","job_status":"start","queue_duration_s":0.512576,"scheduling_latency_s":0.512597}2894vm-test-run-nixbot-gitlab> gitlab # [  205.527215] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.075Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f5335475bba6264d6b141373","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f5335475bba6264d6b141373: done: 0.018874 sec","job_status":"done","queue_duration_s":0.512576,"scheduling_latency_s":0.512597,"redis_calls":13,"redis_duration_s":0.00332,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001037,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002283,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011673,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018874,"completed_at":"2026-06-08T10:51:06.075Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2895vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2896vm-test-run-nixbot-gitlab> gitlab # [  205.632467] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.077Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25c7cc83e0def029765ec66d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25c7cc83e0def029765ec66d: start","job_status":"start","queue_duration_s":0.53344,"scheduling_latency_s":0.533462}2897vm-test-run-nixbot-gitlab> gitlab # [  205.633965] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.092Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"25c7cc83e0def029765ec66d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-25c7cc83e0def029765ec66d: done: 0.015624 sec","job_status":"done","queue_duration_s":0.53344,"scheduling_latency_s":0.533462,"redis_calls":13,"redis_duration_s":0.00274,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000899,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001841,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010638,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015624,"completed_at":"2026-06-08T10:51:06.092Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2898vm-test-run-nixbot-gitlab> gitlab # [  205.670732] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.094Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e34df82a797b1fce4e45df4","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e34df82a797b1fce4e45df4: start","job_status":"start","queue_duration_s":0.550315,"scheduling_latency_s":0.550336}2899vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.09 seconds)2900vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluating flake', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2901vm-test-run-nixbot-gitlab> gitlab # [  205.690415] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.108Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6e34df82a797b1fce4e45df4","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6e34df82a797b1fce4e45df4: done: 0.014671 sec","job_status":"done","queue_duration_s":0.550315,"scheduling_latency_s":0.550336,"redis_calls":13,"redis_duration_s":0.0027,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000894,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001806,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01006,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014671,"completed_at":"2026-06-08T10:51:06.108Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2902vm-test-run-nixbot-gitlab> gitlab # [  205.776183] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.110Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b10d491759d0cf29e92184c3","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b10d491759d0cf29e92184c3: start","job_status":"start","queue_duration_s":0.566626,"scheduling_latency_s":0.566648}2903vm-test-run-nixbot-gitlab> gitlab # [  205.777690] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.125Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b10d491759d0cf29e92184c3","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b10d491759d0cf29e92184c3: done: 0.014738 sec","job_status":"done","queue_duration_s":0.566626,"scheduling_latency_s":0.566648,"redis_calls":13,"redis_duration_s":0.002672,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000809,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001863,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01009,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014738,"completed_at":"2026-06-08T10:51:06.125Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2904vm-test-run-nixbot-gitlab> gitlab # [  205.834055] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.126Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad896764fd65ce3923fdd67d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad896764fd65ce3923fdd67d: start","job_status":"start","queue_duration_s":0.582576,"scheduling_latency_s":0.582597}2905vm-test-run-nixbot-gitlab> gitlab # [  205.853502] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.141Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ad896764fd65ce3923fdd67d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ad896764fd65ce3923fdd67d: done: 0.014875 sec","job_status":"done","queue_duration_s":0.582576,"scheduling_latency_s":0.582597,"redis_calls":13,"redis_duration_s":0.002711,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000809,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010215,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014875,"completed_at":"2026-06-08T10:51:06.141Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2906vm-test-run-nixbot-gitlab> gitlab # [  205.925489] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.142Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c44fdf91842890e4ca79edf","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c44fdf91842890e4ca79edf: start","job_status":"start","queue_duration_s":0.598653,"scheduling_latency_s":0.599165}2907vm-test-run-nixbot-gitlab> gitlab # [  205.935436] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.158Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1c44fdf91842890e4ca79edf","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1c44fdf91842890e4ca79edf: done: 0.015732 sec","job_status":"done","queue_duration_s":0.598653,"scheduling_latency_s":0.599165,"redis_calls":13,"redis_duration_s":0.00302,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000809,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002211,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010074,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015732,"completed_at":"2026-06-08T10:51:06.158Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2908vm-test-run-nixbot-gitlab> gitlab # [  206.037938] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.159Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2b0d14af7d32e38bc8f0fab","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2b0d14af7d32e38bc8f0fab: start","job_status":"start","queue_duration_s":0.615597,"scheduling_latency_s":0.615618}2909vm-test-run-nixbot-gitlab> gitlab # [  206.038942] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.174Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d2b0d14af7d32e38bc8f0fab","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d2b0d14af7d32e38bc8f0fab: done: 0.01466 sec","job_status":"done","queue_duration_s":0.615597,"scheduling_latency_s":0.615618,"redis_calls":13,"redis_duration_s":0.002683,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000814,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001869,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010034,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01466,"completed_at":"2026-06-08T10:51:06.173Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2910vm-test-run-nixbot-gitlab> gitlab # [  206.111162] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.175Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b7e88849d84b9200b482897","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b7e88849d84b9200b482897: start","job_status":"start","queue_duration_s":0.63151,"scheduling_latency_s":0.631531}2911vm-test-run-nixbot-gitlab> gitlab # [  206.113771] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.190Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0b7e88849d84b9200b482897","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0b7e88849d84b9200b482897: done: 0.015133 sec","job_status":"done","queue_duration_s":0.63151,"scheduling_latency_s":0.631531,"redis_calls":13,"redis_duration_s":0.002693,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000911,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001782,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010134,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015133,"completed_at":"2026-06-08T10:51:06.190Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2912vm-test-run-nixbot-gitlab> gitlab # [  206.228523] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.191Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce5b328fe219a8598102c11d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce5b328fe219a8598102c11d: start","job_status":"start","queue_duration_s":0.647857,"scheduling_latency_s":0.647878}2913vm-test-run-nixbot-gitlab> gitlab # [  206.232075] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.206Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"ce5b328fe219a8598102c11d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-ce5b328fe219a8598102c11d: done: 0.015014 sec","job_status":"done","queue_duration_s":0.647857,"scheduling_latency_s":0.647878,"redis_calls":13,"redis_duration_s":0.002822,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000813,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002009,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010085,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015014,"completed_at":"2026-06-08T10:51:06.206Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2914vm-test-run-nixbot-gitlab> gitlab # [  206.244732] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.208Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7a05666f82a3d4070948da3c","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7a05666f82a3d4070948da3c: start","job_status":"start","queue_duration_s":0.664366,"scheduling_latency_s":0.664387}2915vm-test-run-nixbot-gitlab> gitlab # [  206.267733] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.222Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"7a05666f82a3d4070948da3c","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-7a05666f82a3d4070948da3c: done: 0.014578 sec","job_status":"done","queue_duration_s":0.664366,"scheduling_latency_s":0.664387,"redis_calls":13,"redis_duration_s":0.002721,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000846,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001875,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009962,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014578,"completed_at":"2026-06-08T10:51:06.222Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2916vm-test-run-nixbot-gitlab> gitlab # [  206.363248] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.223Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40fd5944d064ef4995f9b563","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40fd5944d064ef4995f9b563: start","job_status":"start","queue_duration_s":0.680155,"scheduling_latency_s":0.680176}2917vm-test-run-nixbot-gitlab> gitlab # [  206.365198] gitaly[1387]: time="2026-06-08T10:51:05.729Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ22RJ8EZR4XYTG5A6329 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:35.028" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:05.729" grpc.time_ms=0.636 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2918vm-test-run-nixbot-gitlab> gitlab # [  206.367646] nixbot[3080]: {"ts": "2026-06-08T10:51:08.355Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 \"HTTP/1.1 201 Created\""}2919vm-test-run-nixbot-gitlab> gitlab # [  206.436834] nixbot[3080]: {"ts": "2026-06-08T10:51:08.489Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 \"HTTP/1.1 201 Created\""}2920vm-test-run-nixbot-gitlab> gitlab # [  206.438321] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.238Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"40fd5944d064ef4995f9b563","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-40fd5944d064ef4995f9b563: done: 0.014732 sec","job_status":"done","queue_duration_s":0.680155,"scheduling_latency_s":0.680176,"redis_calls":13,"redis_duration_s":0.002687,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.0008,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001887,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009846,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014732,"completed_at":"2026-06-08T10:51:06.238Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2921vm-test-run-nixbot-gitlab> gitlab # [  206.439742] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.239Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ab161739c50c7dd24bf0834","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ab161739c50c7dd24bf0834: start","job_status":"start","queue_duration_s":0.696075,"scheduling_latency_s":0.696096}2922vm-test-run-nixbot-gitlab> gitlab # [  206.515810] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.255Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9ab161739c50c7dd24bf0834","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9ab161739c50c7dd24bf0834: done: 0.01532 sec","job_status":"done","queue_duration_s":0.696075,"scheduling_latency_s":0.696096,"redis_calls":13,"redis_duration_s":0.0026899999999999997,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000812,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001878,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010584,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01532,"completed_at":"2026-06-08T10:51:06.255Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2923vm-test-run-nixbot-gitlab> gitlab # [  206.518834] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.256Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"57f800a64673d8a73d2286ac","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-57f800a64673d8a73d2286ac: start","job_status":"start","queue_duration_s":0.712621,"scheduling_latency_s":0.712643}2924vm-test-run-nixbot-gitlab> gitlab # [  206.601438] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.271Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"57f800a64673d8a73d2286ac","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-57f800a64673d8a73d2286ac: done: 0.014908 sec","job_status":"done","queue_duration_s":0.712621,"scheduling_latency_s":0.712643,"redis_calls":13,"redis_duration_s":0.003052,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000884,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002168,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009776,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014908,"completed_at":"2026-06-08T10:51:06.271Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2925vm-test-run-nixbot-gitlab> gitlab # [  206.603093] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.272Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c8b913dbbd581f8d3707ee68","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c8b913dbbd581f8d3707ee68: start","job_status":"start","queue_duration_s":0.728968,"scheduling_latency_s":0.728989}2926vm-test-run-nixbot-gitlab> gitlab # [  206.680279] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.287Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c8b913dbbd581f8d3707ee68","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c8b913dbbd581f8d3707ee68: done: 0.014982 sec","job_status":"done","queue_duration_s":0.728968,"scheduling_latency_s":0.728989,"redis_calls":13,"redis_duration_s":0.002797,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000929,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001868,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010216,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014982,"completed_at":"2026-06-08T10:51:06.287Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2927vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2928vm-test-run-nixbot-gitlab> gitlab # [  206.682153] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.288Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9b013e73baf042fa1cf7e4f","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9b013e73baf042fa1cf7e4f: start","job_status":"start","queue_duration_s":0.745176,"scheduling_latency_s":0.745198}2929vm-test-run-nixbot-gitlab> gitlab # [  206.700223] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.303Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d9b013e73baf042fa1cf7e4f","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d9b013e73baf042fa1cf7e4f: done: 0.01478 sec","job_status":"done","queue_duration_s":0.745176,"scheduling_latency_s":0.745198,"redis_calls":13,"redis_duration_s":0.003042,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000872,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00217,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009803,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.01478,"completed_at":"2026-06-08T10:51:06.303Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2930vm-test-run-nixbot-gitlab> gitlab # [  206.823547] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.305Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f81bf1e78f210d57c22bfa2","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f81bf1e78f210d57c22bfa2: start","job_status":"start","queue_duration_s":0.761195,"scheduling_latency_s":0.761217}2931vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.09 seconds)2932vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:08.328Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T10:51:08.467Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2933vm-test-run-nixbot-gitlab> gitlab # [  206.825129] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.319Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"1f81bf1e78f210d57c22bfa2","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-1f81bf1e78f210d57c22bfa2: done: 0.014882 sec","job_status":"done","queue_duration_s":0.761195,"scheduling_latency_s":0.761217,"redis_calls":13,"redis_duration_s":0.002678,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001858,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010044,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014882,"completed_at":"2026-06-08T10:51:06.319Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2934vm-test-run-nixbot-gitlab> gitlab # [  206.843206] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.321Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3000e118d4c18d88c5a145c6","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3000e118d4c18d88c5a145c6: start","job_status":"start","queue_duration_s":0.777333,"scheduling_latency_s":0.777354}2935vm-test-run-nixbot-gitlab> gitlab # [  206.919575] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.335Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3000e118d4c18d88c5a145c6","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3000e118d4c18d88c5a145c6: done: 0.014605 sec","job_status":"done","queue_duration_s":0.777333,"scheduling_latency_s":0.777354,"redis_calls":13,"redis_duration_s":0.002898,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000876,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002022,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009843,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014605,"completed_at":"2026-06-08T10:51:06.335Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2936vm-test-run-nixbot-gitlab> gitlab # [  206.924112] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.336Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d56f5fa1aa9b31de2ace7dc","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d56f5fa1aa9b31de2ace7dc: start","job_status":"start","queue_duration_s":0.793189,"scheduling_latency_s":0.793211}2937vm-test-run-nixbot-gitlab> gitlab # [  207.009077] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.351Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"2d56f5fa1aa9b31de2ace7dc","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-2d56f5fa1aa9b31de2ace7dc: done: 0.014809 sec","job_status":"done","queue_duration_s":0.793189,"scheduling_latency_s":0.793211,"redis_calls":13,"redis_duration_s":0.002672,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000845,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001827,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009942,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014809,"completed_at":"2026-06-08T10:51:06.351Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2938vm-test-run-nixbot-gitlab> gitlab # [  207.010922] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.353Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f726cb134c0cffa39d234b","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f726cb134c0cffa39d234b: start","job_status":"start","queue_duration_s":0.809274,"scheduling_latency_s":0.809295}2939vm-test-run-nixbot-gitlab> gitlab # [  207.085224] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.367Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f726cb134c0cffa39d234b","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f726cb134c0cffa39d234b: done: 0.014603 sec","job_status":"done","queue_duration_s":0.809274,"scheduling_latency_s":0.809295,"redis_calls":13,"redis_duration_s":0.002695,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000897,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001798,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009842,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014603,"completed_at":"2026-06-08T10:51:06.367Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2940vm-test-run-nixbot-gitlab> gitlab # [  207.087106] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.369Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89a026767fe3fd3eb096605d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89a026767fe3fd3eb096605d: start","job_status":"start","queue_duration_s":0.825072,"scheduling_latency_s":0.825388}2941vm-test-run-nixbot-gitlab> gitlab # [  207.104972] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.383Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"89a026767fe3fd3eb096605d","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-89a026767fe3fd3eb096605d: done: 0.014951 sec","job_status":"done","queue_duration_s":0.825072,"scheduling_latency_s":0.825388,"redis_calls":13,"redis_duration_s":0.002757,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000922,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001835,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009936,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014951,"completed_at":"2026-06-08T10:51:06.383Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2942vm-test-run-nixbot-gitlab> gitlab # [  207.168557] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.385Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4665f202c72f37b765903c19","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4665f202c72f37b765903c19: start","job_status":"start","queue_duration_s":0.841297,"scheduling_latency_s":0.841317}2943vm-test-run-nixbot-gitlab> gitlab # [  207.253628] nix-daemon[3333]: accepted connection from pid 3511, user nixbot2944vm-test-run-nixbot-gitlab> gitlab # [  207.255360] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:07 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 635 "" "curl/8.20.0" 512945vm-test-run-nixbot-gitlab> gitlab # [  207.256175] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:08 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 201 659 "" "python-httpx/0.28.1" 1282946vm-test-run-nixbot-gitlab> gitlab # [  207.256981] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:08 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 201 637 "" "python-httpx/0.28.1" 1292947vm-test-run-nixbot-gitlab> gitlab # [  207.258171] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:09 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 1299 "" "curl/8.20.0" 562948vm-test-run-nixbot-gitlab> gitlab # [  207.259068] gitaly[1387]: time="2026-06-08T10:51:06.826Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ351K8NAXD19F6RMSZC5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:36.725" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:06.825" grpc.time_ms=0.915 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2949vm-test-run-nixbot-gitlab> gitlab # [  207.259984] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.399Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4665f202c72f37b765903c19","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4665f202c72f37b765903c19: done: 0.014787 sec","job_status":"done","queue_duration_s":0.841297,"scheduling_latency_s":0.841317,"redis_calls":13,"redis_duration_s":0.002995,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000806,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002189,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014787,"completed_at":"2026-06-08T10:51:06.399Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2950vm-test-run-nixbot-gitlab> gitlab # [  207.287057] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.401Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3b8562bb6e2ccad9ea76beff","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3b8562bb6e2ccad9ea76beff: start","job_status":"start","queue_duration_s":0.857555,"scheduling_latency_s":0.857576}2951vm-test-run-nixbot-gitlab> gitlab # [  207.306702] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.415Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"3b8562bb6e2ccad9ea76beff","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-3b8562bb6e2ccad9ea76beff: done: 0.014401 sec","job_status":"done","queue_duration_s":0.857555,"scheduling_latency_s":0.857576,"redis_calls":13,"redis_duration_s":0.0026880000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000815,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001873,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009643,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014401,"completed_at":"2026-06-08T10:51:06.415Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2952vm-test-run-nixbot-gitlab> gitlab # [  207.397320] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.416Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"86210206093db46380f09452","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-86210206093db46380f09452: start","job_status":"start","queue_duration_s":0.873171,"scheduling_latency_s":0.873192}2953vm-test-run-nixbot-gitlab> gitlab # [  207.398852] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.431Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"86210206093db46380f09452","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-86210206093db46380f09452: done: 0.014473 sec","job_status":"done","queue_duration_s":0.873171,"scheduling_latency_s":0.873192,"redis_calls":13,"redis_duration_s":0.002696,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000811,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001885,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00983,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014473,"completed_at":"2026-06-08T10:51:06.431Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2954vm-test-run-nixbot-gitlab> gitlab # [  207.450385] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.432Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04db465d9af42cfe3ac80e61","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04db465d9af42cfe3ac80e61: start","job_status":"start","queue_duration_s":0.889049,"scheduling_latency_s":0.88907}2955vm-test-run-nixbot-gitlab> gitlab # [  207.470306] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.447Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"04db465d9af42cfe3ac80e61","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-04db465d9af42cfe3ac80e61: done: 0.014914 sec","job_status":"done","queue_duration_s":0.889049,"scheduling_latency_s":0.88907,"redis_calls":13,"redis_duration_s":0.003213,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000886,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002327,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009916,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014914,"completed_at":"2026-06-08T10:51:06.447Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2956vm-test-run-nixbot-gitlab> gitlab # [  207.541207] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.449Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb69ac1e7f560e46a32b32e1","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb69ac1e7f560e46a32b32e1: start","job_status":"start","queue_duration_s":0.905201,"scheduling_latency_s":0.905224}2957vm-test-run-nixbot-gitlab> gitlab # [  207.614212] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.466Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cb69ac1e7f560e46a32b32e1","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cb69ac1e7f560e46a32b32e1: done: 0.017432 sec","job_status":"done","queue_duration_s":0.905201,"scheduling_latency_s":0.905224,"redis_calls":13,"redis_duration_s":0.0030830000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000903,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00218,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011958,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017432,"completed_at":"2026-06-08T10:51:06.466Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2958vm-test-run-nixbot-gitlab> gitlab # [  207.615309] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.467Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b864bba60c437d23ff3f07cd","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b864bba60c437d23ff3f07cd: start","job_status":"start","queue_duration_s":0.9241,"scheduling_latency_s":0.924136}2959vm-test-run-nixbot-gitlab> gitlab # [  207.631049] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.483Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"b864bba60c437d23ff3f07cd","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-b864bba60c437d23ff3f07cd: done: 0.015892 sec","job_status":"done","queue_duration_s":0.9241,"scheduling_latency_s":0.924136,"redis_calls":13,"redis_duration_s":0.0027660000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000898,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001868,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010696,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015892,"completed_at":"2026-06-08T10:51:06.483Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2960vm-test-run-nixbot-gitlab> gitlab # [  207.694765] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.485Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a52551b107bb3a68fa7935a8","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a52551b107bb3a68fa7935a8: start","job_status":"start","queue_duration_s":0.941192,"scheduling_latency_s":0.941213}2961vm-test-run-nixbot-gitlab> gitlab # [  207.714736] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.501Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"a52551b107bb3a68fa7935a8","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-a52551b107bb3a68fa7935a8: done: 0.016162 sec","job_status":"done","queue_duration_s":0.941192,"scheduling_latency_s":0.941213,"redis_calls":13,"redis_duration_s":0.003211,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000905,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002306,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010872,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016162,"completed_at":"2026-06-08T10:51:06.501Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2962vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2963vm-test-run-nixbot-gitlab> gitlab # [  207.828485] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.502Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4fcc738edab4bf2417952cc8","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4fcc738edab4bf2417952cc8: start","job_status":"start","queue_duration_s":0.958978,"scheduling_latency_s":0.959002}2964vm-test-run-nixbot-gitlab> gitlab # [  207.829960] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.517Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"4fcc738edab4bf2417952cc8","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-4fcc738edab4bf2417952cc8: done: 0.015257 sec","job_status":"done","queue_duration_s":0.958978,"scheduling_latency_s":0.959002,"redis_calls":13,"redis_duration_s":0.002821,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.00082,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002001,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010283,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015257,"completed_at":"2026-06-08T10:51:06.517Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2965vm-test-run-nixbot-gitlab> gitlab # [  207.858433] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.519Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a4754bfc319446a25dbbb1e","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a4754bfc319446a25dbbb1e: start","job_status":"start","queue_duration_s":0.975472,"scheduling_latency_s":0.975493}2966vm-test-run-nixbot-gitlab> gitlab # [  207.931126] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.533Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"9a4754bfc319446a25dbbb1e","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-9a4754bfc319446a25dbbb1e: done: 0.014494 sec","job_status":"done","queue_duration_s":0.975472,"scheduling_latency_s":0.975493,"redis_calls":13,"redis_duration_s":0.002731,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000853,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001878,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009862,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014494,"completed_at":"2026-06-08T10:51:06.533Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2967vm-test-run-nixbot-gitlab> gitlab # [  207.938197] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.534Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cae7fdf6442a6c523d6ba0c8","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cae7fdf6442a6c523d6ba0c8: start","job_status":"start","queue_duration_s":0.991181,"scheduling_latency_s":0.991201}2968vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.23 seconds)2969vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:08.328Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T10:51:08.467Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]2970vm-test-run-nixbot-gitlab> gitlab # [  207.958208] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.549Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cae7fdf6442a6c523d6ba0c8","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cae7fdf6442a6c523d6ba0c8: done: 0.014511 sec","job_status":"done","queue_duration_s":0.991181,"scheduling_latency_s":0.991201,"redis_calls":13,"redis_duration_s":0.002647,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000801,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001846,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009875,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014511,"completed_at":"2026-06-08T10:51:06.549Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2971vm-test-run-nixbot-gitlab> gitlab # [  208.021387] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.550Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0d51938167b6ba646a4ae54","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0d51938167b6ba646a4ae54: start","job_status":"start","queue_duration_s":1.006916,"scheduling_latency_s":1.006937}2972vm-test-run-nixbot-gitlab> gitlab # [  208.041786] gitaly[1387]: time="2026-06-08T10:51:07.918Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ479EEX836XAYKWMHEMP grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:37.816" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:07.917" grpc.time_ms=0.661 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2973vm-test-run-nixbot-gitlab> gitlab # [  208.118267] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.565Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c0d51938167b6ba646a4ae54","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c0d51938167b6ba646a4ae54: done: 0.015137 sec","job_status":"done","queue_duration_s":1.006916,"scheduling_latency_s":1.006937,"redis_calls":13,"redis_duration_s":0.002663,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000808,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001855,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010223,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015137,"completed_at":"2026-06-08T10:51:06.565Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2974vm-test-run-nixbot-gitlab> gitlab # [  208.124005] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.567Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58c20130a707bce8f475e116","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58c20130a707bce8f475e116: start","job_status":"start","queue_duration_s":1.023339,"scheduling_latency_s":1.02336}2975vm-test-run-nixbot-gitlab> gitlab # [  208.192796] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.581Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"58c20130a707bce8f475e116","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-58c20130a707bce8f475e116: done: 0.014645 sec","job_status":"done","queue_duration_s":1.023339,"scheduling_latency_s":1.02336,"redis_calls":13,"redis_duration_s":0.00283,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000863,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001967,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009956,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014645,"completed_at":"2026-06-08T10:51:06.581Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2976vm-test-run-nixbot-gitlab> gitlab # [  208.261245] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.583Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"709b3739f83106ed7f8e85b1","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-709b3739f83106ed7f8e85b1: start","job_status":"start","queue_duration_s":1.039202,"scheduling_latency_s":1.039226}2977vm-test-run-nixbot-gitlab> gitlab # [  208.262320] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.599Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"709b3739f83106ed7f8e85b1","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-709b3739f83106ed7f8e85b1: done: 0.016403 sec","job_status":"done","queue_duration_s":1.039202,"scheduling_latency_s":1.039226,"redis_calls":13,"redis_duration_s":0.0034330000000000003,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001227,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002206,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011393,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016403,"completed_at":"2026-06-08T10:51:06.599Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2978vm-test-run-nixbot-gitlab> gitlab # [  208.285188] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.600Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f7d4590c5936404750c829","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f7d4590c5936404750c829: start","job_status":"start","queue_duration_s":1.056925,"scheduling_latency_s":1.056946}2979vm-test-run-nixbot-gitlab> gitlab # [  208.305222] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.615Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"22f7d4590c5936404750c829","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-22f7d4590c5936404750c829: done: 0.014672 sec","job_status":"done","queue_duration_s":1.056925,"scheduling_latency_s":1.056946,"redis_calls":13,"redis_duration_s":0.002715,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000801,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001914,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009966,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014672,"completed_at":"2026-06-08T10:51:06.615Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2980vm-test-run-nixbot-gitlab> gitlab # [  208.404271] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.616Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c75c76ffe1d4187dc54a5d59","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c75c76ffe1d4187dc54a5d59: start","job_status":"start","queue_duration_s":1.072798,"scheduling_latency_s":1.072818}2981vm-test-run-nixbot-gitlab> gitlab # [  208.405330] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.631Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c75c76ffe1d4187dc54a5d59","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c75c76ffe1d4187dc54a5d59: done: 0.014797 sec","job_status":"done","queue_duration_s":1.072798,"scheduling_latency_s":1.072818,"redis_calls":13,"redis_duration_s":0.002709,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000807,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001902,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009655,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014797,"completed_at":"2026-06-08T10:51:06.631Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2982vm-test-run-nixbot-gitlab> gitlab # [  208.448727] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.632Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"629c88d867e34669d51aa908","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-629c88d867e34669d51aa908: start","job_status":"start","queue_duration_s":1.089184,"scheduling_latency_s":1.089206}2983vm-test-run-nixbot-gitlab> gitlab # [  208.468496] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.650Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"629c88d867e34669d51aa908","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-629c88d867e34669d51aa908: done: 0.017607 sec","job_status":"done","queue_duration_s":1.089184,"scheduling_latency_s":1.089206,"redis_calls":13,"redis_duration_s":0.003239,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000984,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002255,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.012196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.017607,"completed_at":"2026-06-08T10:51:06.650Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2984vm-test-run-nixbot-gitlab> gitlab # [  208.548120] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.652Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59b3157085ac56d11c672aee","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59b3157085ac56d11c672aee: start","job_status":"start","queue_duration_s":1.108279,"scheduling_latency_s":1.108306}2985vm-test-run-nixbot-gitlab> gitlab # [  208.549164] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.667Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"59b3157085ac56d11c672aee","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-59b3157085ac56d11c672aee: done: 0.015253 sec","job_status":"done","queue_duration_s":1.108279,"scheduling_latency_s":1.108306,"redis_calls":13,"redis_duration_s":0.00273,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000847,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001883,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010158,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.015253,"completed_at":"2026-06-08T10:51:06.667Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2986vm-test-run-nixbot-gitlab> gitlab # [  208.612116] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.668Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fab6aa8ec143f440261a61b","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fab6aa8ec143f440261a61b: start","job_status":"start","queue_duration_s":1.124817,"scheduling_latency_s":1.124837}2987vm-test-run-nixbot-gitlab> gitlab # [  208.691815] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.683Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"6fab6aa8ec143f440261a61b","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-6fab6aa8ec143f440261a61b: done: 0.014696 sec","job_status":"done","queue_duration_s":1.124817,"scheduling_latency_s":1.124837,"redis_calls":13,"redis_duration_s":0.00326,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000864,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002396,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014696,"completed_at":"2026-06-08T10:51:06.683Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2988vm-test-run-nixbot-gitlab> gitlab # [  208.694000] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.684Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f92052e30e0ec0e771337537","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f92052e30e0ec0e771337537: start","job_status":"start","queue_duration_s":1.140772,"scheduling_latency_s":1.140792}2989vm-test-run-nixbot-gitlab> gitlab # [  208.712342] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.699Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"f92052e30e0ec0e771337537","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-f92052e30e0ec0e771337537: done: 0.014812 sec","job_status":"done","queue_duration_s":1.140772,"scheduling_latency_s":1.140792,"redis_calls":13,"redis_duration_s":0.0027660000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000877,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001889,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009835,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014812,"completed_at":"2026-06-08T10:51:06.699Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2990vm-test-run-nixbot-gitlab> gitlab # [  208.835934] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.700Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0c8a40260f12cfdaeea3537","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0c8a40260f12cfdaeea3537: start","job_status":"start","queue_duration_s":1.156982,"scheduling_latency_s":1.157002}2991vm-test-run-nixbot-gitlab> gitlab # [  208.837276] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.715Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"d0c8a40260f12cfdaeea3537","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-d0c8a40260f12cfdaeea3537: done: 0.014586 sec","job_status":"done","queue_duration_s":1.156982,"scheduling_latency_s":1.157002,"redis_calls":13,"redis_duration_s":0.002859,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000866,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001993,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00985,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014586,"completed_at":"2026-06-08T10:51:06.715Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2992vm-test-run-nixbot-gitlab> gitlab # [  208.856700] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.716Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b2b4d8c13d6f5dd28ad3916","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b2b4d8c13d6f5dd28ad3916: start","job_status":"start","queue_duration_s":1.172799,"scheduling_latency_s":1.17282}2993vm-test-run-nixbot-gitlab> gitlab # [  208.876580] gitaly[1387]: time="2026-06-08T10:51:08.272Z" level=info msg="finished unary call with code OK" catfile.duration_ms=5 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=5 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:38.066" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:08.266" grpc.time_ms=5.474 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root2994vm-test-run-nixbot-gitlab> gitlab # [  208.897470] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:10 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 1299 "" "curl/8.20.0" 1812995vm-test-run-nixbot-gitlab> gitlab # [  208.901377] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.731Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"8b2b4d8c13d6f5dd28ad3916","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-8b2b4d8c13d6f5dd28ad3916: done: 0.014775 sec","job_status":"done","queue_duration_s":1.172799,"scheduling_latency_s":1.17282,"redis_calls":13,"redis_duration_s":0.002798,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000897,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001901,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00976,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014775,"completed_at":"2026-06-08T10:51:06.731Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2996vm-test-run-nixbot-gitlab> gitlab # [  208.980991] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.732Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bcbdd35bdaab8caba878316","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bcbdd35bdaab8caba878316: start","job_status":"start","queue_duration_s":1.18881,"scheduling_latency_s":1.18883}2997vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses2998vm-test-run-nixbot-gitlab> gitlab # [  208.982119] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.747Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"0bcbdd35bdaab8caba878316","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-0bcbdd35bdaab8caba878316: done: 0.014432 sec","job_status":"done","queue_duration_s":1.18881,"scheduling_latency_s":1.18883,"redis_calls":13,"redis_duration_s":0.0027660000000000002,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000846,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.00192,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009751,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014432,"completed_at":"2026-06-08T10:51:06.746Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}2999vm-test-run-nixbot-gitlab> gitlab # [  209.055369] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.748Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c917a88620804a08f8eabb7c","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c917a88620804a08f8eabb7c: start","job_status":"start","queue_duration_s":1.204487,"scheduling_latency_s":1.204508}3000vm-test-run-nixbot-gitlab> gitlab # [  209.062088] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.762Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"c917a88620804a08f8eabb7c","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-c917a88620804a08f8eabb7c: done: 0.0146 sec","job_status":"done","queue_duration_s":1.204487,"scheduling_latency_s":1.204508,"redis_calls":13,"redis_duration_s":0.002739,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000861,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.001878,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009517,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.0146,"completed_at":"2026-06-08T10:51:06.762Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3001vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.11 seconds)3002vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:08.328Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T10:51:08.467Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]3003vm-test-run-nixbot-gitlab> gitlab # [  209.135167] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.764Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbc8c3d757f2cf50f4333ea4","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbc8c3d757f2cf50f4333ea4: start","job_status":"start","queue_duration_s":1.220365,"scheduling_latency_s":1.220386}3004vm-test-run-nixbot-gitlab> gitlab # [  209.142195] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.779Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"cbc8c3d757f2cf50f4333ea4","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-cbc8c3d757f2cf50f4333ea4: done: 0.014962 sec","job_status":"done","queue_duration_s":1.220365,"scheduling_latency_s":1.220386,"redis_calls":13,"redis_duration_s":0.00313,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000942,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002188,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009621,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.014962,"completed_at":"2026-06-08T10:51:06.779Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3005vm-test-run-nixbot-gitlab> gitlab # [  209.219377] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.780Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fd9a6948b0e17bcfde6d9b8a","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fd9a6948b0e17bcfde6d9b8a: start","job_status":"start","queue_duration_s":1.236631,"scheduling_latency_s":1.236652}3006vm-test-run-nixbot-gitlab> gitlab # [  209.222832] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.801Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fd9a6948b0e17bcfde6d9b8a","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fd9a6948b0e17bcfde6d9b8a: done: 0.020939 sec","job_status":"done","queue_duration_s":1.236631,"scheduling_latency_s":1.236652,"redis_calls":13,"redis_duration_s":0.003216,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001095,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002121,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011863,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.020939,"completed_at":"2026-06-08T10:51:06.801Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3007vm-test-run-nixbot-gitlab> gitlab # [  209.286058] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.802Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5b56208f964a384d4e324b59","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5b56208f964a384d4e324b59: start","job_status":"start","queue_duration_s":1.259152,"scheduling_latency_s":1.25918}3008vm-test-run-nixbot-gitlab> gitlab # [  209.306059] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.821Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"5b56208f964a384d4e324b59","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-5b56208f964a384d4e324b59: done: 0.018697 sec","job_status":"done","queue_duration_s":1.259152,"scheduling_latency_s":1.25918,"redis_calls":13,"redis_duration_s":0.0031209999999999996,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001077,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002044,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01196,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.018697,"completed_at":"2026-06-08T10:51:06.821Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3009vm-test-run-nixbot-gitlab> gitlab # [  209.409359] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.823Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc111485887f866ff9a04d80","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc111485887f866ff9a04d80: start","job_status":"start","queue_duration_s":1.279389,"scheduling_latency_s":1.279417}3010vm-test-run-nixbot-gitlab> gitlab # [  209.410847] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.839Z","retry":0,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"Ci::UnlockPipelinesInQueueWorker","args":[],"jid":"fc111485887f866ff9a04d80","created_at":"2026-06-08T10:51:05.416Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-ec88defd4eba4dbc","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"Ci::ScheduleUnlockPipelinesInQueueCronWorker","correlation_id":"dec7766ec9612f69f1850a59f76d7ce1","meta.root_caller_id":"Cronjob","meta.feature_category":"job_artifacts","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.543Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::UnlockPipelinesInQueueWorker JID-fc111485887f866ff9a04d80: done: 0.016706 sec","job_status":"done","queue_duration_s":1.279389,"scheduling_latency_s":1.279417,"redis_calls":13,"redis_duration_s":0.003273,"redis_read_bytes":10,"redis_write_bytes":1157,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000982,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":359,"redis_shared_state_calls":9,"redis_shared_state_duration_s":0.002291,"redis_shared_state_read_bytes":7,"redis_shared_state_write_bytes":798,"db_count":0,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":0,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.0,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.01089,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"extra.ci_unlock_pipelines_in_queue_worker.remaining_pending":0,"duration_s":0.016706,"completed_at":"2026-06-08T10:51:06.839Z","load_balancing_strategy":"primary","db_duration_s":0.0,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3011vm-test-run-nixbot-gitlab> gitlab # [  209.449999] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.841Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"07c85c1d488397efc4aee1c2","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-07c85c1d488397efc4aee1c2: start","job_status":"start","queue_duration_s":0.87328,"scheduling_latency_s":0.873302}3012vm-test-run-nixbot-gitlab> gitlab # [  209.525083] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.851Z","message":"No existing merge request to be cleaned up."}3013vm-test-run-nixbot-gitlab> gitlab # [  209.526135] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.859Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"07c85c1d488397efc4aee1c2","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-07c85c1d488397efc4aee1c2: done: 0.017923 sec","job_status":"done","queue_duration_s":0.87328,"scheduling_latency_s":0.873302,"redis_calls":10,"redis_duration_s":0.002323,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000927,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001396,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011681,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017923,"completed_at":"2026-06-08T10:51:06.859Z","load_balancing_strategy":"primary","db_duration_s":0.001832,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3014vm-test-run-nixbot-gitlab> gitlab # [  209.531845] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.860Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"fa6b444b24ab442cec8d3884","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-fa6b444b24ab442cec8d3884: start","job_status":"start","queue_duration_s":0.892461,"scheduling_latency_s":0.892482}3015vm-test-run-nixbot-gitlab> gitlab # [  209.606285] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.869Z","message":"No existing merge request to be cleaned up."}3016vm-test-run-nixbot-gitlab> gitlab # [  209.607327] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.875Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"fa6b444b24ab442cec8d3884","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-fa6b444b24ab442cec8d3884: done: 0.015021 sec","job_status":"done","queue_duration_s":0.892461,"scheduling_latency_s":0.892482,"redis_calls":10,"redis_duration_s":0.0021869999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000848,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001339,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009827,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015021,"completed_at":"2026-06-08T10:51:06.875Z","load_balancing_strategy":"primary","db_duration_s":0.001482,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3017vm-test-run-nixbot-gitlab> gitlab # [  209.675943] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.876Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"fa6faaee0cf8ae200dcd6e23","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-fa6faaee0cf8ae200dcd6e23: start","job_status":"start","queue_duration_s":0.908807,"scheduling_latency_s":0.908827}3018vm-test-run-nixbot-gitlab> gitlab # [  209.677081] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.886Z","message":"No existing merge request to be cleaned up."}3019vm-test-run-nixbot-gitlab> gitlab # [  209.677850] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.892Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"fa6faaee0cf8ae200dcd6e23","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-fa6faaee0cf8ae200dcd6e23: done: 0.015402 sec","job_status":"done","queue_duration_s":0.908807,"scheduling_latency_s":0.908827,"redis_calls":10,"redis_duration_s":0.0021060000000000002,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.000859,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001247,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009961,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015402,"completed_at":"2026-06-08T10:51:06.892Z","load_balancing_strategy":"primary","db_duration_s":0.00178,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3020vm-test-run-nixbot-gitlab> gitlab # [  209.746291] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.893Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"591e0ba6571a14cfc15530cd","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-591e0ba6571a14cfc15530cd: start","job_status":"start","queue_duration_s":0.925431,"scheduling_latency_s":0.925452}3021vm-test-run-nixbot-gitlab> gitlab # [  209.747323] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.902Z","message":"No existing merge request to be cleaned up."}3022vm-test-run-nixbot-gitlab> gitlab # [  209.748632] gitaly[1387]: time="2026-06-08T10:51:08.312Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=623 command.oublock=0 command.real_time_ms=10 command.spawn_token_fork_ms=8 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:18.008" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:08.299" grpc.time_ms=13.189 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3023vm-test-run-nixbot-gitlab> gitlab # [  209.749924] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:11 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 1299 "" "curl/8.20.0" 703024vm-test-run-nixbot-gitlab> gitlab # [  209.751093] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:06.908Z","retry":3,"queue":"default","version":0,"store":null,"status_expiration":1800,"class":"MergeRequestCleanupRefsWorker","args":[],"jid":"591e0ba6571a14cfc15530cd","created_at":"2026-06-08T10:51:05.960Z","trace_propagation_headers":{"sentry-trace":"2958514eda034cdba2c6fea63996afac-153a0013b4b84eaa","baggage":"sentry-trace_id=2958514eda034cdba2c6fea63996afac,sentry-release=Unknown"},"meta.caller_id":"ScheduleMergeRequestCleanupRefsWorker","correlation_id":"d896a2be49d6274cdbb344112cee9896","meta.root_caller_id":"Cronjob","meta.feature_category":"code_review_workflow","meta.client_id":"ip/","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"size_limiter":"validated","enqueued_at":"2026-06-08T10:51:05.967Z","job_size_bytes":2,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"MergeRequestCleanupRefsWorker JID-591e0ba6571a14cfc15530cd: done: 0.015404 sec","job_status":"done","queue_duration_s":0.925431,"scheduling_latency_s":0.925452,"redis_calls":10,"redis_duration_s":0.0025329999999999997,"redis_read_bytes":8,"redis_write_bytes":1022,"redis_queues_metadata_calls":4,"redis_queues_metadata_duration_s":0.001241,"redis_queues_metadata_read_bytes":3,"redis_queues_metadata_write_bytes":353,"redis_shared_state_calls":6,"redis_shared_state_duration_s":0.001292,"redis_shared_state_read_bytes":5,"redis_shared_state_write_bytes":669,"db_count":3,"db_write_count":1,"db_cached_count":1,"db_txn_count":1,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":1,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":0,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.001,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.001,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.0,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.009927,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.015404,"completed_at":"2026-06-08T10:51:06.908Z","load_balancing_strategy":"primary","db_duration_s":0.001693,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3025vm-test-run-nixbot-gitlab> gitlab # [  209.836356] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.344Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"e29d6a1396bb8ff6977522a4","created_at":"2026-06-08T10:51:08.335Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-a286fb87ce4844a0","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.339Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-e29d6a1396bb8ff6977522a4: start","job_status":"start","queue_duration_s":0.004928,"scheduling_latency_s":0.004964}3026vm-test-run-nixbot-gitlab> gitlab # [  209.837860] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.609Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"5762089373472669c55b2437","created_at":"2026-06-08T10:51:08.607Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","duplicate-of":"e29d6a1396bb8ff6977522a4","job_size_bytes":3,"pid":2092,"job_status":"deduplicated","message":"PipelineProcessWorker JID-5762089373472669c55b2437: deduplicated: until executed","deduplication.type":"until executed","deduplication.options.if_deduplicated":"reschedule_once","deduplication.options.ttl":60}3027vm-test-run-nixbot-gitlab> gitlab # [  209.851310] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.611Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"e29d6a1396bb8ff6977522a4","created_at":"2026-06-08T10:51:08.335Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-a286fb87ce4844a0","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.339Z","load_balancing_strategy":"primary","job_size_bytes":3,"pid":2092,"job_status":"rescheduled","message":"PipelineProcessWorker JID-e29d6a1396bb8ff6977522a4: rescheduled"}3028vm-test-run-nixbot-gitlab> gitlab # [  209.875874] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.617Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"e29d6a1396bb8ff6977522a4","created_at":"2026-06-08T10:51:08.335Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-a286fb87ce4844a0","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.339Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-e29d6a1396bb8ff6977522a4: done: 0.272871 sec","job_status":"done","queue_duration_s":0.004928,"scheduling_latency_s":0.004964,"gitaly_calls":4,"gitaly_duration_s":0.107645,"redis_calls":93,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.01738,"redis_read_bytes":262,"redis_write_bytes":23383,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.001057,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.00225,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_feature_flag_calls":4,"redis_feature_flag_duration_s":0.000871,"redis_feature_flag_read_bytes":4,"redis_feature_flag_write_bytes":712,"redis_queues_calls":25,"redis_queues_duration_s":0.003802,"redis_queues_read_bytes":28,"redis_queues_write_bytes":14464,"redis_queues_metadata_calls":23,"redis_queues_metadata_duration_s":0.0056,"redis_queues_metadata_read_bytes":112,"redis_queues_metadata_write_bytes":3754,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000235,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000685,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.001823,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":38,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":38,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.028,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":23,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.011,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.014,"db_ci_duration_s":0.014,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.122808,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.24048224,"duration_s":0.272871,"completed_at":"2026-06-08T10:51:08.617Z","load_balancing_strategy":"primary","db_duration_s":0.033927,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}3029vm-test-run-nixbot-gitlab> gitlab # [  209.980275] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.618Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"38874704fa8aeb3a35c24f4d","created_at":"2026-06-08T10:51:08.403Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.405Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-38874704fa8aeb3a35c24f4d: start","job_status":"start","queue_duration_s":0.213279,"scheduling_latency_s":0.213301}3030vm-test-run-nixbot-gitlab> gitlab # [  209.984967] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.648Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"38874704fa8aeb3a35c24f4d","created_at":"2026-06-08T10:51:08.403Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.405Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-38874704fa8aeb3a35c24f4d: done: 0.030183 sec","job_status":"done","queue_duration_s":0.213279,"scheduling_latency_s":0.213301,"redis_calls":7,"redis_duration_s":0.001546,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001131,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000415,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.005,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.021454,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.030183,"completed_at":"2026-06-08T10:51:08.648Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00471,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}3031vm-test-run-nixbot-gitlab> gitlab # [  210.054270] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.650Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"aa3334c250eb4195a14345cd","created_at":"2026-06-08T10:51:08.513Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.515Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-aa3334c250eb4195a14345cd: start","job_status":"start","queue_duration_s":0.134836,"scheduling_latency_s":0.134857}3032vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses3033vm-test-run-nixbot-gitlab> gitlab # [  210.123797] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.668Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"aa3334c250eb4195a14345cd","created_at":"2026-06-08T10:51:08.513Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.515Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-aa3334c250eb4195a14345cd: done: 0.017761 sec","job_status":"done","queue_duration_s":0.134836,"scheduling_latency_s":0.134857,"redis_calls":7,"redis_duration_s":0.001627,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001139,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000488,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011437,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017761,"completed_at":"2026-06-08T10:51:08.668Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002098,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3034vm-test-run-nixbot-gitlab> gitlab # [  210.147191] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.669Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"69eab2feacb61d66a35e4aac","created_at":"2026-06-08T10:51:08.521Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.523Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-69eab2feacb61d66a35e4aac: start","job_status":"start","queue_duration_s":0.14587,"scheduling_latency_s":0.145891}3035vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.09 seconds)3036vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:08.328Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T10:51:08.467Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]3037vm-test-run-nixbot-gitlab> gitlab # [  210.172865] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.693Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"69eab2feacb61d66a35e4aac","created_at":"2026-06-08T10:51:08.521Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.523Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-69eab2feacb61d66a35e4aac: done: 0.023635 sec","job_status":"done","queue_duration_s":0.14587,"scheduling_latency_s":0.145891,"redis_calls":7,"redis_duration_s":0.0017490000000000001,"redis_read_bytes":5,"redis_write_bytes":771,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001309,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":527,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00044,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":244,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.004,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":4,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.004,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015286,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023635,"completed_at":"2026-06-08T10:51:08.693Z","load_balancing_strategy":"primary","db_duration_s":0.004046,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3038vm-test-run-nixbot-gitlab> gitlab # [  210.268554] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.694Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"86a220a940f241d8e0b6c340","created_at":"2026-06-08T10:51:08.529Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.530Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-86a220a940f241d8e0b6c340: start","job_status":"start","queue_duration_s":0.163722,"scheduling_latency_s":0.163751}3039vm-test-run-nixbot-gitlab> gitlab # [  210.269772] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.718Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::TestFailureHistoryWorker","jid":"86a220a940f241d8e0b6c340","created_at":"2026-06-08T10:51:08.529Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:721e749fe77618a4212007bc934d77ea6bfb5f3b79a2b9e7613972c1099ff3d2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.530Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::TestFailureHistoryWorker JID-86a220a940f241d8e0b6c340: done: 0.023538 sec","job_status":"done","queue_duration_s":0.163722,"scheduling_latency_s":0.163751,"redis_calls":10,"redis_duration_s":0.002106,"redis_read_bytes":62,"redis_write_bytes":808,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001053,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":467,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000639,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000414,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":204,"db_count":4,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.015623,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.023538,"completed_at":"2026-06-08T10:51:08.718Z","load_balancing_strategy":"primary","db_duration_s":0.003293,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3040vm-test-run-nixbot-gitlab> gitlab # [  210.355102] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.719Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"33fc2127f87d6f20bb9dcc88","created_at":"2026-06-08T10:51:08.531Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.532Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-33fc2127f87d6f20bb9dcc88: start","job_status":"start","queue_duration_s":0.186828,"scheduling_latency_s":0.18685}3041vm-test-run-nixbot-gitlab> gitlab # [  210.356366] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.736Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CoverageReportWorker","jid":"33fc2127f87d6f20bb9dcc88","created_at":"2026-06-08T10:51:08.531Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:99ba93e701690c3a10a017e4f432c18103a4ebef8dca1f80d289f0d8d281ddbd","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.532Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CoverageReportWorker JID-33fc2127f87d6f20bb9dcc88: done: 0.017285 sec","job_status":"done","queue_duration_s":0.186828,"scheduling_latency_s":0.18685,"redis_calls":7,"redis_duration_s":0.001571,"redis_read_bytes":5,"redis_write_bytes":741,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001169,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":509,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000402,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":232,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.010739,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.017285,"completed_at":"2026-06-08T10:51:08.736Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002627,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3042vm-test-run-nixbot-gitlab> gitlab # [  210.428080] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.738Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"46d4bbf6920355955250d051","created_at":"2026-06-08T10:51:08.533Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.535Z","job_size_bytes":19,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-46d4bbf6920355955250d051: start","job_status":"start","queue_duration_s":0.203002,"scheduling_latency_s":0.203023}3043vm-test-run-nixbot-gitlab> gitlab # [  210.449540] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.756Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"auto_merge","args":["[FILTERED]"],"class":"AutoMergeProcessWorker","jid":"46d4bbf6920355955250d051","created_at":"2026-06-08T10:51:08.533Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_delivery","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:cfc6cb7e9ac589948d38cba01bc2474abdf1c3f286e44c45fd4f7315244498f9","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.535Z","job_size_bytes":19,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"AutoMergeProcessWorker JID-46d4bbf6920355955250d051: done: 0.018087 sec","job_status":"done","queue_duration_s":0.203002,"scheduling_latency_s":0.203023,"redis_calls":8,"redis_duration_s":0.001743,"redis_read_bytes":6,"redis_write_bytes":764,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001285,"redis_queues_metadata_read_bytes":5,"redis_queues_metadata_write_bytes":570,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000458,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":194,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":2,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011984,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.018087,"completed_at":"2026-06-08T10:51:08.756Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002116,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3044vm-test-run-nixbot-gitlab> gitlab # [  210.553328] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.757Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"2129fa0276916bc344c0a5d0","created_at":"2026-06-08T10:51:08.536Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.538Z","job_size_bytes":66,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-2129fa0276916bc344c0a5d0: start","job_status":"start","queue_duration_s":0.218518,"scheduling_latency_s":0.218539}3045vm-test-run-nixbot-gitlab> gitlab # [  210.554803] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.771Z","retry":25,"queue":"default","version":0,"store":null,"args":["Ci::PipelineFinishedEvent","{\"pipeline_id\"=\u003e2, \"status\"=\u003e\"success\"}"],"class":"Ci::Workloads::UpdateWorkloadStatusEventWorker","jid":"2129fa0276916bc344c0a5d0","created_at":"2026-06-08T10:51:08.536Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:e6b1af094efc47a22f7a765ff4de932873f6cdeb518f26c41b5526619631b5bd","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.538Z","job_size_bytes":66,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Workloads::UpdateWorkloadStatusEventWorker JID-2129fa0276916bc344c0a5d0: done: 0.014636 sec","job_status":"done","queue_duration_s":0.218518,"scheduling_latency_s":0.218539,"redis_calls":7,"redis_duration_s":0.001518,"redis_read_bytes":5,"redis_write_bytes":761,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001119,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":521,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000399,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":240,"db_count":2,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":2,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.00965,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014636,"completed_at":"2026-06-08T10:51:08.771Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.000999,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3046vm-test-run-nixbot-gitlab> gitlab # [  210.679485] gitaly[1387]: time="2026-06-08T10:51:08.403Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4P7CBQKZXVNSCDWQ8AV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:38.201" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:08.402" grpc.time_ms=0.608 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3047vm-test-run-nixbot-gitlab> gitlab # [  210.681269] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:12 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 1299 "" "curl/8.20.0" 563048vm-test-run-nixbot-gitlab> gitlab # [  210.682051] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.773Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"0c8dff2a700b8b7fb257f67a","created_at":"2026-06-08T10:51:08.539Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.541Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-0c8dff2a700b8b7fb257f67a: start","job_status":"start","queue_duration_s":0.232183,"scheduling_latency_s":0.232204}3049vm-test-run-nixbot-gitlab> gitlab # [  210.682834] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.800Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"0c8dff2a700b8b7fb257f67a","created_at":"2026-06-08T10:51:08.539Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.541Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-0c8dff2a700b8b7fb257f67a: done: 0.027161 sec","job_status":"done","queue_duration_s":0.232183,"scheduling_latency_s":0.232204,"redis_calls":7,"redis_duration_s":0.001839,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00141,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000429,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.019559,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.027161,"completed_at":"2026-06-08T10:51:08.800Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.003215,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3050vm-test-run-nixbot-gitlab> gitlab # [  210.770232] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:08.801Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"6cef6cd346f6e32370afb84b","created_at":"2026-06-08T10:51:08.574Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.575Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-6cef6cd346f6e32370afb84b: start","job_status":"start","queue_duration_s":0.226023,"scheduling_latency_s":0.226049}3051vm-test-run-nixbot-gitlab> gitlab # [  210.772141] gitaly[1387]: time="2026-06-08T10:51:08.442Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=2 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=627 command.oublock=0 command.real_time_ms=7 command.spawn_token_fork_ms=4 command.system_time_ms=2 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4P7CBQKZXVNSCDWQ8AV grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:18.142" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:08.432" grpc.time_ms=9.773 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3052vm-test-run-nixbot-gitlab> gitlab # [  210.775274] gitaly[1387]: time="2026-06-08T10:51:08.443Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:08.442" grpc.time_ms=1.574 pid=1387 span.kind=server system=grpc3053vm-test-run-nixbot-gitlab> gitlab # [  210.791061] gitaly[1387]: time="2026-06-08T10:51:08.475Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:08.474" grpc.time_ms=0.59 pid=1387 span.kind=server system=grpc3054vm-test-run-nixbot-gitlab> gitlab # [  210.806181] gitaly[1387]: time="2026-06-08T10:51:08.498Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:08.497" grpc.time_ms=0.741 pid=1387 span.kind=server system=grpc3055vm-test-run-nixbot-gitlab> gitlab # [  210.822289] gitaly[1387]: time="2026-06-08T10:51:08.507Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 diskcache=aa622934-0e2f-4661-8244-c0cce4838a12 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:38.309" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:08.410" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3056vm-test-run-nixbot-gitlab> gitlab # [  210.837815] gitaly[1387]: time="2026-06-08T10:51:08.508Z" level=info msg="finished unary call with code OK" command.count=1 command.cpu_time_ms=72 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=7013 command.oublock=0 command.real_time_ms=90 command.spawn_token_fork_ms=11 command.system_time_ms=53 command.user_time_ms=19 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:38.309" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:08.410" grpc.time_ms=97.626 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3057vm-test-run-nixbot-gitlab> gitlab # [  210.859096] gitaly[1387]: time="2026-06-08T10:51:08.548Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:38.446" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:08.547" grpc.time_ms=0.679 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3058vm-test-run-nixbot-gitlab> gitlab # [  210.879372] gitaly[1387]: time="2026-06-08T10:51:08.569Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:38.468" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:08.568" grpc.time_ms=0.609 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3059vm-test-run-nixbot-gitlab> gitlab # [  210.899365] gitaly[1387]: time="2026-06-08T10:51:08.600Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:38.499" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:08.599" grpc.time_ms=0.581 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3060vm-test-run-nixbot-gitlab> gitlab # [  210.972452] gitaly[1387]: time="2026-06-08T10:51:09.004Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ5977KY22N2ZH6NABQCA grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:39.001" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:09.002" grpc.time_ms=2.272 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3061vm-test-run-nixbot-gitlab> gitlab # [  210.973844] gitaly[1387]: time="2026-06-08T10:51:10.144Z" level=info msg="finished unary call with code OK" catfile.duration_ms=1 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=1 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ6BSCXMDSKQD4NJQB3AT grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:40.042" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:10.142" grpc.time_ms=1.836 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3062vm-test-run-nixbot-gitlab> gitlab # [  210.974709] gitaly[1387]: time="2026-06-08T10:51:11.348Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ7J00PD249BF7T6HHADQ grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:41.246" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:11.347" grpc.time_ms=0.59 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3063vm-test-run-nixbot-gitlab> gitlab # [  210.979055] gitaly[1387]: time="2026-06-08T10:51:12.437Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ8MF4SRCVSGWWNTQ3ZH4 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:42.336" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:12.436" grpc.time_ms=0.628 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3064vm-test-run-nixbot-gitlab> gitlab # [  211.081767] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.254Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"Ci::PipelineFinishedWorker","jid":"6cef6cd346f6e32370afb84b","created_at":"2026-06-08T10:51:08.574Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"sticky","worker_data_consistency_per_db":{"main":"sticky","ci":"sticky"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:0a7c1b70389f5450c4d99f719cfa84d9d157db429a8cf22b1d3be2bf77e33077","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.575Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineFinishedWorker JID-6cef6cd346f6e32370afb84b: done: 4.453047 sec","job_status":"done","queue_duration_s":0.226023,"scheduling_latency_s":0.226049,"redis_calls":7,"redis_duration_s":0.002857,"redis_read_bytes":5,"redis_write_bytes":656,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.002455,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":458,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000402,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":198,"db_count":3,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":1,"db_ci_count":2,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":1,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.001,"db_ci_duration_s":0.003,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.013229,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":4.453047,"completed_at":"2026-06-08T10:51:13.254Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.00303,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3065vm-test-run-nixbot-gitlab> gitlab # [  211.120134] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.259Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"19e5021fe58f7a73d3771694","created_at":"2026-06-08T10:51:08.576Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.577Z","job_size_bytes":6,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-19e5021fe58f7a73d3771694: start","job_status":"start","queue_duration_s":4.681631,"scheduling_latency_s":4.681661}3066vm-test-run-nixbot-gitlab> gitlab # [  211.121290] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.273Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["[FILTERED]"],"class":"Ci::Refs::UnlockPreviousPipelinesWorker","jid":"19e5021fe58f7a73d3771694","created_at":"2026-06-08T10:51:08.576Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a0f041753de3870d67154f15c09ece63e0c4ee06ec0f7cfd2b7747953ad06d9d","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.577Z","job_size_bytes":6,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::Refs::UnlockPreviousPipelinesWorker JID-19e5021fe58f7a73d3771694: done: 0.014829 sec","job_status":"done","queue_duration_s":4.681631,"scheduling_latency_s":4.681661,"redis_calls":7,"redis_duration_s":0.001593,"redis_read_bytes":5,"redis_write_bytes":721,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001178,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":497,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000415,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":224,"db_count":1,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":1,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.001,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.008901,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.014829,"completed_at":"2026-06-08T10:51:13.273Z","load_balancing_strategy":"primary","db_duration_s":0.000623,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3067vm-test-run-nixbot-gitlab> gitlab # [  211.211106] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.275Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"4825577bbad42d46c7764dea","created_at":"2026-06-08T10:51:08.577Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.580Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-4825577bbad42d46c7764dea: start","job_status":"start","queue_duration_s":4.694706,"scheduling_latency_s":4.694726}3068vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses3069vm-test-run-nixbot-gitlab> gitlab # [  211.213624] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.306Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2"],"class":"PipelineMetricsWorker","jid":"4825577bbad42d46c7764dea","created_at":"2026-06-08T10:51:08.577Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:0017b95f5c428943017bb18cdb04f3707414ec48b7350aa2a2e06a6849a9ea01","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.580Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineMetricsWorker JID-4825577bbad42d46c7764dea: done: 0.030295 sec","job_status":"done","queue_duration_s":4.694706,"scheduling_latency_s":4.694726,"redis_calls":10,"redis_duration_s":0.002294,"redis_read_bytes":9,"redis_write_bytes":989,"redis_feature_flag_calls":2,"redis_feature_flag_duration_s":0.00042,"redis_feature_flag_read_bytes":2,"redis_feature_flag_write_bytes":285,"redis_queues_metadata_calls":6,"redis_queues_metadata_duration_s":0.001423,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":514,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000451,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":190,"db_count":4,"db_write_count":1,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":4,"db_replica_write_count":0,"db_primary_write_count":1,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":3,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":1,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.018952,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.000340547,"duration_s":0.030295,"completed_at":"2026-06-08T10:51:13.305Z","load_balancing_strategy":"primary","db_duration_s":0.004739,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3070vm-test-run-nixbot-gitlab> gitlab # [  211.265987] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.307Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"fc2328ca56fb348d1510c826","created_at":"2026-06-08T10:51:08.611Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.612Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-fc2328ca56fb348d1510c826: start","job_status":"start","queue_duration_s":4.694925,"scheduling_latency_s":4.694947}3071vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.09 seconds)3072vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:08.328Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'pending', 'name': 'buildbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'building attributes', 'created_at': '2026-06-08T10:51:08.467Z', 'started_at': None, 'finished_at': None, 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]3073vm-test-run-nixbot-gitlab> gitlab # [  211.291476] gitaly[1387]: time="2026-06-08T10:51:13.363Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:43.262" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:13.362" grpc.time_ms=0.94 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3074vm-test-run-nixbot-gitlab> gitlab # [  211.312141] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.428Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","rescheduled_once":true,"args":["2"],"class":"PipelineProcessWorker","jid":"fc2328ca56fb348d1510c826","created_at":"2026-06-08T10:51:08.611Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-71ba431a4506427c","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:08.612Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-fc2328ca56fb348d1510c826: done: 0.120703 sec","job_status":"done","queue_duration_s":4.694925,"scheduling_latency_s":4.694947,"gitaly_calls":3,"gitaly_duration_s":0.008833,"redis_calls":44,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.011402,"redis_read_bytes":98,"redis_write_bytes":6014,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00096,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":20,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.003507,"redis_cache_read_bytes":38,"redis_cache_write_bytes":1784,"redis_queues_calls":2,"redis_queues_duration_s":0.000311,"redis_queues_read_bytes":2,"redis_queues_write_bytes":1133,"redis_queues_metadata_calls":7,"redis_queues_metadata_duration_s":0.001565,"redis_queues_metadata_read_bytes":7,"redis_queues_metadata_write_bytes":772,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.000279,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":2,"redis_repository_cache_duration_s":0.002812,"redis_repository_cache_read_bytes":39,"redis_repository_cache_write_bytes":83,"redis_shared_state_calls":4,"redis_shared_state_duration_s":0.001008,"redis_shared_state_read_bytes":3,"redis_shared_state_write_bytes":551,"db_count":33,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":33,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.023,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":20,"db_ci_count":13,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.003,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.005,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.011,"db_ci_duration_s":0.012,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.082117,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.098479835,"duration_s":0.120703,"completed_at":"2026-06-08T10:51:13.428Z","load_balancing_strategy":"primary","db_duration_s":0.026496,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}3075vm-test-run-nixbot-gitlab> gitlab # [  211.393427] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.429Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"ee03a4982849a0299fc65660","created_at":"2026-06-08T10:51:13.352Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-2c8663e096914ede","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:13.354Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-ee03a4982849a0299fc65660: start","job_status":"start","queue_duration_s":0.074908,"scheduling_latency_s":0.07493}3076vm-test-run-nixbot-gitlab> gitlab # [  211.461228] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:13.454Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_hooks","args":["2"],"class":"PipelineHooksWorker","jid":"ee03a4982849a0299fc65660","created_at":"2026-06-08T10:51:13.352Z","trace_propagation_headers":{"sentry-trace":"28334bd5d5104d0993f38748111eca5d-2c8663e096914ede","baggage":"sentry-trace_id=28334bd5d5104d0993f38748111eca5d,sentry-release=Unknown"},"correlation_id":"01KTKDQ4J1R67B28Q1FNACCAJ5","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:4f872504460a03cbbb1f784e98442edd2efbf9bca51705c4112dc946be2ae20e","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:13.354Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineHooksWorker JID-ee03a4982849a0299fc65660: done: 0.024503 sec","job_status":"done","queue_duration_s":0.074908,"scheduling_latency_s":0.07493,"redis_calls":7,"redis_duration_s":0.001875,"redis_read_bytes":5,"redis_write_bytes":626,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00146,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":440,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.000415,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":186,"db_count":5,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":5,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.003,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":4,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.002,"db_ci_duration_s":0.001,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.017002,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.024503,"completed_at":"2026-06-08T10:51:13.454Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002495,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3077vm-test-run-nixbot-gitlab> gitlab # [  211.530067] gitaly[1387]: time="2026-06-08T10:51:13.388Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:43.287" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:13.387" grpc.time_ms=0.768 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3078vm-test-run-nixbot-gitlab> gitlab # [  211.531429] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:13 +0000] "GET /api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses HTTP/1.1" 200 1299 "" "curl/8.20.0" 533079vm-test-run-nixbot-gitlab> gitlab # [  211.532286] gitaly[1387]: time="2026-06-08T10:51:13.417Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ4J1R67B28Q1FNACCAJ5 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:43.316" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:13.416" grpc.time_ms=0.659 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3080vm-test-run-nixbot-gitlab> gitlab # [  211.533160] gitaly[1387]: time="2026-06-08T10:51:13.530Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQ9PNY9M5WZ421HWXZ6C3 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:43.329" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:13.529" grpc.time_ms=0.65 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3081vm-test-run-nixbot-gitlab> gitlab # [  211.661552] nix-daemon[3333]: accepted connection from pid 3597, user nixbot3082vm-test-run-nixbot-gitlab> gitlab # [  211.735271] gitaly[1387]: time="2026-06-08T10:51:13.908Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:43.806" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:13.907" grpc.time_ms=1.019 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3083vm-test-run-nixbot-gitlab> gitlab # [  211.793230] gitaly[1387]: time="2026-06-08T10:51:13.966Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=1 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=624 command.oublock=0 command.real_time_ms=5 command.spawn_token_fork_ms=1 command.system_time_ms=0 command.user_time_ms=1 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-web grpc.meta.deadline_type=regular grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListRefs grpc.request.deadline="2026-06-08T10:51:23.056" grpc.request.fullMethod=/gitaly.RefService/ListRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=135 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:13.957" grpc.time_ms=8.164 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3084vm-test-run-nixbot-gitlab> gitlab # [  211.829774] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.003Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"d30e77307ce0b392220c3013","created_at":"2026-06-08T10:51:13.996Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-699a5d57ab1d4920","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:13.999Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d30e77307ce0b392220c3013: start","job_status":"start","queue_duration_s":0.003386,"scheduling_latency_s":0.003458}3085vm-test-run-nixbot-gitlab> gitlab # [  211.853148] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:14 +0000] "POST /api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 HTTP/1.1" 201 658 "" "python-httpx/0.28.1" 1663086vm-test-run-nixbot-gitlab> gitlab # [  211.854414] nixbot[3080]: {"ts": "2026-06-08T10:51:14.027Z", "level": "info", "logger": "httpx", "msg": "HTTP Request: POST http://gitlab/api/v4/projects/root%2Ftest-flake/statuses/b9579bd36a750a4e33c227cbdd283e0f7bf403e8 \"HTTP/1.1 201 Created\""}3087vm-test-run-nixbot-gitlab> gitlab # [  211.950341] gitaly[1387]: time="2026-06-08T10:51:14.123Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:14.123" grpc.time_ms=0.598 pid=1387 span.kind=server system=grpc3088vm-test-run-nixbot-gitlab> gitlab # [  211.994601] gitaly[1387]: time="2026-06-08T10:51:14.168Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3901 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:14.167" grpc.time_ms=0.506 pid=1387 span.kind=server system=grpc3089vm-test-run-nixbot-gitlab> gitlab # [  212.036767] gitaly[1387]: time="2026-06-08T10:51:14.210Z" level=info msg="finished streaming call with code OK" component=gitaly.StreamServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.client_name=gitaly-hooks grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=bidi_stream grpc.method=ReferenceTransactionHook grpc.request.fullMethod=/gitaly.HookService/ReferenceTransactionHook grpc.request.glProjectPath= grpc.request.glRepository= grpc.request.payload_bytes=3903 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=2 grpc.service=gitaly.HookService grpc.start_time="2026-06-08T10:51:14.208" grpc.time_ms=2.025 pid=1387 span.kind=server system=grpc3090vm-test-run-nixbot-gitlab> gitlab # [  212.048398] nix-daemon[3333]: accepted connection from pid 3630, user nixbot3091vm-test-run-nixbot-gitlab> gitlab # [  212.056869] gitaly[1387]: time="2026-06-08T10:51:14.230Z" level=info msg="beginning scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND forced=false grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:44.091" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:14.092" operations="[repack_refs]" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3092vm-test-run-nixbot-gitlab> gitlab # [  212.058538] gitaly[1387]: time="2026-06-08T10:51:14.232Z" level=info msg="repository info" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:44.091" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:14.092" pid=1387 remote_ip="2001:db8:1::1" repository_info="{false {6 703 0 0 0 0} {0 0 0 0 0 0 0 0 0 {false 0 false false} {false 0 0 false false false} {false 0 false false} 2026-06-08 10:50:51.820602178 +0000 UTC} {3 0 [] 0 files} {false 0 false false false} {false [] 0001-01-01 00:00:00 +0000 UTC }}" span.kind=server system=grpc username=root3093vm-test-run-nixbot-gitlab> gitlab # [  212.073058] gitaly[1387]: time="2026-06-08T10:51:14.246Z" level=info msg="removed files" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:44.091" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:14.092" pid=1387 remote_ip="2001:db8:1::1" span.kind=server stale_data.configfullpath=0 stale_data.configkeys=0 stale_data.configsections=0 stale_data.infoattributes=0 stale_data.locks=0 stale_data.objectdirs=0 stale_data.objects=0 stale_data.packedrefslock=0 stale_data.packedrefsnew=0 stale_data.packfilelocks=0 stale_data.reflocks=0 stale_data.refs=0 stale_data.refsemptydir=0 stale_data.reftablelocks=0 stale_data.serverinfo=0 system=grpc username=root3094vm-test-run-nixbot-gitlab> gitlab # [  212.073986] gitaly[1387]: time="2026-06-08T10:51:14.247Z" level=info msg="optimized repository" clean_stale_data_time=13.670173ms clean_work_trees_time="141.358µs" commit_graph_time="8.102µs" correlation_id=01KTKDQA23B0YA4892GA4TBEND gl_project_path=root/test-flake gl_repo=project-1 optimizations="map[]" pack_refs_time="8.102µs" pid=1387 prune_time="7.543µs" relative_path=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git repack_time="8.102µs" storage_name=default system=housekeeping total_time=14.054021ms3095vm-test-run-nixbot-gitlab> gitlab # [  212.075111] gitaly[1387]: time="2026-06-08T10:51:14.247Z" level=info msg="ended scheduled housekeeping" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:44.091" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:14.092" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3096vm-test-run-nixbot-gitlab> gitlab # [  212.145625] gitaly[1387]: time="2026-06-08T10:51:14.318Z" level=info msg="diskcache state change" component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND diskcache=f560c403-acfa-4b14-a78c-5dbfdfa4b936 grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:44.091" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:14.092" pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3097vm-test-run-nixbot-gitlab> gitlab # [  212.162222] gitaly[1387]: time="2026-06-08T10:51:14.318Z" level=info msg="finished unary call with code OK" command.count=5 command.cpu_time_ms=136 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=8511 command.oublock=0 command.real_time_ms=146 command.spawn_token_fork_ms=2 command.system_time_ms=87 command.user_time_ms=49 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=mutator grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=DeleteRefs grpc.request.deadline="2026-06-08T10:51:44.091" grpc.request.fullMethod=/gitaly.RefService/DeleteRefs grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=141 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=0 grpc.service=gitaly.RefService grpc.start_time="2026-06-08T10:51:14.092" grpc.time_ms=226.375 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3098vm-test-run-nixbot-gitlab> gitlab # [  212.189329] gitaly[1387]: time="2026-06-08T10:51:14.363Z" level=info msg="finished streaming call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=ListCommitsByOid grpc.request.deadline="2026-06-08T10:51:44.261" grpc.request.fullMethod=/gitaly.CommitService/ListCommitsByOid grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=165 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:14.362" grpc.time_ms=0.864 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3099vm-test-run-nixbot-gitlab> gitlab # [  212.223615] gitaly[1387]: time="2026-06-08T10:51:14.397Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:44.295" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:14.396" grpc.time_ms=0.713 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3100vm-test-run-nixbot-gitlab> gitlab # [  212.265426] gitaly[1387]: time="2026-06-08T10:51:14.438Z" level=info msg="finished unary call with code OK" catfile.duration_ms=0 catfile.flush_count=1 catfile.flush_ms=0 catfile.read_object_count=1 catfile.read_object_ms=0 catfile.request_object_count=1 catfile.request_object_ms=0 component=gitaly.UnaryServerInterceptor correlation_id=01KTKDQA23B0YA4892GA4TBEND grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-sidekiq grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=unary grpc.method=FindCommit grpc.request.deadline="2026-06-08T10:51:44.337" grpc.request.fullMethod=/gitaly.CommitService/FindCommit grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=129 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=244 grpc.service=gitaly.CommitService grpc.start_time="2026-06-08T10:51:14.437" grpc.time_ms=0.683 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc username=root3101vm-test-run-nixbot-gitlab> gitlab # [  212.278398] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.451Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_processing","args":["2"],"class":"PipelineProcessWorker","jid":"d30e77307ce0b392220c3013","created_at":"2026-06-08T10:51:13.996Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-699a5d57ab1d4920","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-environment=,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"POST /api/:version/projects/:id/statuses/:sha","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:eb86e5e3de0e02766c69db2e2b5051b955094568149296b3fa12a64076975b15","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:13.999Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineProcessWorker JID-d30e77307ce0b392220c3013: done: 0.448532 sec","job_status":"done","queue_duration_s":0.003386,"scheduling_latency_s":0.003458,"gitaly_calls":4,"gitaly_duration_s":0.248732,"redis_calls":83,"redis_allowed_cross_slot_calls":2,"redis_duration_s":0.020998,"redis_read_bytes":173,"redis_write_bytes":20921,"redis_action_cable_calls":4,"redis_action_cable_duration_s":0.00185,"redis_action_cable_read_bytes":4,"redis_action_cable_write_bytes":805,"redis_cache_calls":21,"redis_cache_allowed_cross_slot_calls":2,"redis_cache_duration_s":0.004054,"redis_cache_read_bytes":39,"redis_cache_write_bytes":1840,"redis_queues_calls":23,"redis_queues_duration_s":0.00381,"redis_queues_read_bytes":25,"redis_queues_write_bytes":13374,"redis_queues_metadata_calls":19,"redis_queues_metadata_duration_s":0.005309,"redis_queues_metadata_read_bytes":30,"redis_queues_metadata_write_bytes":3094,"redis_rate_limiting_calls":1,"redis_rate_limiting_duration_s":0.00038,"redis_rate_limiting_read_bytes":1,"redis_rate_limiting_write_bytes":81,"redis_repository_cache_calls":3,"redis_repository_cache_duration_s":0.000632,"redis_repository_cache_read_bytes":57,"redis_repository_cache_write_bytes":137,"redis_shared_state_calls":8,"redis_shared_state_duration_s":0.003113,"redis_shared_state_read_bytes":13,"redis_shared_state_write_bytes":785,"db_count":36,"db_write_count":3,"db_cached_count":1,"db_txn_count":2,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":36,"db_replica_write_count":0,"db_primary_write_count":3,"db_replica_cached_count":0,"db_primary_cached_count":1,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.038,"db_main_txn_count":0,"db_ci_txn_count":2,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":21,"db_ci_count":15,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":3,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":1,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.009,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.012,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.016,"db_ci_duration_s":0.021,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.137498,"worker_id":"sidekiq_0","rate_limiting_gates":["ci_pipeline_statuses_subscription"],"exclusive_lock_requested_count":2,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0.409801245,"duration_s":0.448532,"completed_at":"2026-06-08T10:51:14.451Z","load_balancing_strategy":"primary","db_duration_s":0.040852,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}3102vm-test-run-nixbot-gitlab> gitlab: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses3103vm-test-run-nixbot-gitlab> gitlab # [  212.297222] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.457Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"9f166a3433e102da871b5c09","created_at":"2026-06-08T10:51:14.084Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-19bb1354ec884d66","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:14.086Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-9f166a3433e102da871b5c09: start","job_status":"start","queue_duration_s":0.371384,"scheduling_latency_s":0.371421}3104vm-test-run-nixbot-gitlab> gitlab # [  212.370830] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.493Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_default","args":["2","[FILTERED]"],"class":"PipelineNotificationWorker","jid":"9f166a3433e102da871b5c09","created_at":"2026-06-08T10:51:14.084Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-19bb1354ec884d66","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"continuous_integration","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:8bfbfb5f73a204e3fdd48256b83d50aefe68bf2f3ce2656861732de8a412dec3","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:14.086Z","job_size_bytes":23,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"PipelineNotificationWorker JID-9f166a3433e102da871b5c09: done: 0.035854 sec","job_status":"done","queue_duration_s":0.371384,"scheduling_latency_s":0.371421,"redis_calls":7,"redis_duration_s":0.00165,"redis_read_bytes":5,"redis_write_bytes":661,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.00117,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":461,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00048,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":200,"db_count":9,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":9,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.006,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":8,"db_ci_count":1,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.004,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.023613,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.035854,"completed_at":"2026-06-08T10:51:14.493Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.006211,"urgency":"high","target_duration_s":10,"target_scheduling_latency_s":10}3105vm-test-run-nixbot-gitlab> gitlab # [  212.447936] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.494Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"a00216b3ec1cad69dad0e4af","created_at":"2026-06-08T10:51:14.324Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-19bb1354ec884d66","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:14.327Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-a00216b3ec1cad69dad0e4af: start","job_status":"start","queue_duration_s":0.166992,"scheduling_latency_s":0.167015}3106vm-test-run-nixbot-gitlab> gitlab # [  212.448978] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.512Z","retry":25,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::JobArtifacts::TrackArtifactReportWorker","jid":"a00216b3ec1cad69dad0e4af","created_at":"2026-06-08T10:51:14.324Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-19bb1354ec884d66","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_testing","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"delayed","worker_data_consistency_per_db":{"main":"delayed","ci":"delayed"},"wal_locations":{},"wal_location_sources":{"main":"primary","ci":"primary"},"idempotency_key":"resque:gitlab:duplicate:default:63e54343e7f7256ab8a1199953fd73b05666f28484b7429653936cc0ecd1a59c","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:14.327Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::JobArtifacts::TrackArtifactReportWorker JID-a00216b3ec1cad69dad0e4af: done: 0.01817 sec","job_status":"done","queue_duration_s":0.166992,"scheduling_latency_s":0.167015,"redis_calls":7,"redis_duration_s":0.001717,"redis_read_bytes":5,"redis_write_bytes":746,"redis_queues_metadata_calls":5,"redis_queues_metadata_duration_s":0.001207,"redis_queues_metadata_read_bytes":4,"redis_queues_metadata_write_bytes":512,"redis_shared_state_calls":2,"redis_shared_state_duration_s":0.00051,"redis_shared_state_read_bytes":1,"redis_shared_state_write_bytes":234,"db_count":3,"db_write_count":0,"db_cached_count":0,"db_txn_count":0,"db_replica_txn_count":0,"db_primary_txn_count":0,"db_replica_count":0,"db_primary_count":3,"db_replica_write_count":0,"db_primary_write_count":0,"db_replica_cached_count":0,"db_primary_cached_count":0,"db_replica_wal_count":0,"db_primary_wal_count":0,"db_replica_wal_cached_count":0,"db_primary_wal_cached_count":0,"db_replica_txn_max_duration_s":0.0,"db_primary_txn_max_duration_s":0.0,"db_replica_txn_duration_s":0.0,"db_primary_txn_duration_s":0.0,"db_replica_duration_s":0.0,"db_primary_duration_s":0.002,"db_main_txn_count":0,"db_ci_txn_count":0,"db_main_replica_txn_count":0,"db_ci_replica_txn_count":0,"db_main_count":0,"db_ci_count":3,"db_main_replica_count":0,"db_ci_replica_count":0,"db_main_write_count":0,"db_ci_write_count":0,"db_main_replica_write_count":0,"db_ci_replica_write_count":0,"db_main_cached_count":0,"db_ci_cached_count":0,"db_main_replica_cached_count":0,"db_ci_replica_cached_count":0,"db_main_wal_count":0,"db_ci_wal_count":0,"db_main_replica_wal_count":0,"db_ci_replica_wal_count":0,"db_main_wal_cached_count":0,"db_ci_wal_cached_count":0,"db_main_replica_wal_cached_count":0,"db_ci_replica_wal_cached_count":0,"db_main_txn_max_duration_s":0.0,"db_ci_txn_max_duration_s":0.0,"db_main_replica_txn_max_duration_s":0.0,"db_ci_replica_txn_max_duration_s":0.0,"db_main_txn_duration_s":0.0,"db_ci_txn_duration_s":0.0,"db_main_replica_txn_duration_s":0.0,"db_ci_replica_txn_duration_s":0.0,"db_main_duration_s":0.0,"db_ci_duration_s":0.002,"db_main_replica_duration_s":0.0,"db_ci_replica_duration_s":0.0,"cpu_s":0.011745,"worker_id":"sidekiq_0","rate_limiting_gates":[],"exclusive_lock_requested_count":1,"exclusive_lock_wait_duration_s":0,"exclusive_lock_hold_duration_s":0,"duration_s":0.01817,"completed_at":"2026-06-08T10:51:14.512Z","load_balancing_strategy":"primary_no_wal","db_duration_s":0.002268,"urgency":"low","target_duration_s":300,"target_scheduling_latency_s":60}3107vm-test-run-nixbot-gitlab> gitlab # [  212.531237] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.515Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"9e56d8bb053e6789371a2d47","created_at":"2026-06-08T10:51:14.335Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-19bb1354ec884d66","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistency":"always","worker_data_consistency_per_db":{"main":"always","ci":"always"},"idempotency_key":"resque:gitlab:duplicate:default:a438d79f5f5ba6d4ef2b849979aa33f2bcd0b8b093a7892d92863b57e28035e2","size_limiter":"validated","enqueued_at":"2026-06-08T10:51:14.338Z","job_size_bytes":3,"pid":2092,"sidekiq_tid":"m5ok","sidekiq_thread_name":"sidekiq.default/processor","message":"Ci::PipelineArtifacts::CreateQualityReportWorker JID-9e56d8bb053e6789371a2d47: start","job_status":"start","queue_duration_s":0.177176,"scheduling_latency_s":0.177198}3108vm-test-run-nixbot-gitlab> gitlab: (finished: must succeed: TOKEN=$(cat /var/lib/secrets/gitlab-token); curl -fs -H "PRIVATE-TOKEN: $TOKEN" http://gitlab/api/v4/projects/root%2Ftest-flake/repository/commits/b9579bd36a750a4e33c227cbdd283e0f7bf403e8/statuses, in 0.22 seconds)3109vm-test-run-nixbot-gitlab> [{'id': 3, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-eval', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': 'evaluation succeeded', 'created_at': '2026-06-08T10:51:03.084Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:08.328Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}, {'id': 4, 'sha': 'b9579bd36a750a4e33c227cbdd283e0f7bf403e8', 'ref': 'master', 'status': 'success', 'name': 'buildbot/nix-build', 'target_url': 'http://localhost:8010/repos/gitlab/root/test-flake/builds/2', 'description': '1 attributes built', 'created_at': '2026-06-08T10:51:08.467Z', 'started_at': None, 'finished_at': '2026-06-08T10:51:13.985Z', 'allow_failure': False, 'coverage': None, 'pipeline_id': 2, 'author': {'id': 1, 'username': 'root', 'public_email': None, 'name': 'Administrator', 'state': 'active', 'locked': False, 'avatar_url': 'https://www.gravatar.com/avatar/2e93f8045553c109d586f91d54e4902ff14dc793562a9d2ac2ca5bb86bce6ed9?s=80&d=identicon', 'web_url': 'http://gitlab/root'}}]3110vm-test-run-nixbot-gitlab> (finished: subtest: eval and build post commit statuses, in 11.33 seconds)3111vm-test-run-nixbot-gitlab> (finished: run the VM test script, in 252.39 seconds)3112vm-test-run-nixbot-gitlab> gitlab # [  212.533703] gitaly[1387]: time="2026-06-08T10:51:14.634Z" level=info msg="finished streaming call with code OK" command.count=2 command.cpu_time_ms=3 command.inblock=0 command.majflt=0 command.maxrssanon_bytes=0 command.minflt=628 command.oublock=0 command.real_time_ms=194 command.spawn_token_fork_ms=2 command.system_time_ms=3 command.user_time_ms=0 component=gitaly.StreamServerInterceptor correlation_id=01KTKDQAJW2AS7AVQC47M2AWM9 grpc.code=OK grpc.meta.auth_version=v2 grpc.meta.client_name=gitlab-workhorse grpc.meta.deadline_type=none grpc.meta.method_operation=accessor grpc.meta.method_scope=repository grpc.meta.method_type=server_stream grpc.method=InfoRefsUploadPack grpc.request.fullMethod=/gitaly.SmartHTTPService/InfoRefsUploadPack grpc.request.glProjectPath=root/test-flake grpc.request.glRepository=project-1 grpc.request.payload_bytes=134 grpc.request.repoPath=@hashed/6b/86/6b86b273ff34fce19d6b804eff5a3f5747ada4eaa22f1d49c01e52ddb7875b4b.git grpc.request.repoStorage=default grpc.response.payload_bytes=185 grpc.service=gitaly.SmartHTTPService grpc.start_time="2026-06-08T10:51:14.438" grpc.time_ms=196.236 pid=1387 remote_ip="2001:db8:1::1" span.kind=server system=grpc3113vm-test-run-nixbot-gitlab> gitlab # [  212.537351] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:14 +0000] "GET /root/test-flake.git/info/refs?service=git-upload-pack HTTP/1.1" 200 161 "" "git/2.54.0" 2413114vm-test-run-nixbot-gitlab> gitlab # [  212.541140] gitlab-workhorse[1288]: time="2026-06-08T10:51:14Z" level=info msg=git_traffic project_id=1 root_namespace_id=1 service=git-upload-pack written_bytes=673115vm-test-run-nixbot-gitlab> gitlab # [  212.543933] gitlab-workhorse[1288]: gitlab 2001:db8:1::1 - - [2026/06/08:10:51:14 +0000] "POST /root/test-flake.git/git-upload-pack HTTP/1.1" 200 67 "" "git/2.54.0" 633116vm-test-run-nixbot-gitlab> test script finished in 252.43s3117vm-test-run-nixbot-gitlab> cleanup3118vm-test-run-nixbot-gitlab> kill QemuMachine (pid 13)3119vm-test-run-nixbot-gitlab> gitlab # [  212.547209] sidekiq-cluster[2092]: {"severity":"INFO","time":"2026-06-08T10:51:14.549Z","retry":3,"queue":"default","version":0,"store":null,"queue_namespace":"pipeline_background","args":["2"],"class":"Ci::PipelineArtifacts::CreateQualityReportWorker","jid":"9e56d8bb053e6789371a2d47","created_at":"2026-06-08T10:51:14.335Z","trace_propagation_headers":{"sentry-trace":"7cfcad7d8e91481f8587fcd4d7695ada-19bb1354ec884d66","baggage":"sentry-trace_id=7cfcad7d8e91481f8587fcd4d7695ada,sentry-release=Unknown"},"correlation_id":"01KTKDQA23B0YA4892GA4TBEND","meta.caller_id":"PipelineProcessWorker","meta.remote_ip":"2001:db8:1::1","meta.feature_category":"code_quality","meta.user":"root","meta.gl_user_id":1,"meta.project":"root/test-flake","meta.root_namespace":"root","meta.client_id":"user/1","meta.root_caller_id":"POST /api/:version/projects/:id/statuses/:sha","worker_data_consistencyqemu-system-x86_64: terminating on signal 15 from pid 6 (/nix/store/60m4rxhg2fldqaak400c0lry96ijrzqn-python3-3.13.13/bin/python3.13)3120vm-test-run-nixbot-gitlab> gitlab # "3121vm-test-run-nixbot-gitlab> (finished: cleanup, in 1.56 seconds)31223123post-build step Upload coverage to codecov: ok3124Skipping codecov: project=Mic92/nixbot attr=x86_64-linux.nixbot-gitlab