[ May 7 20:11:33 Enabled. ] [ May 7 20:11:33 Rereading configuration. ] [ May 7 20:11:34 Rereading configuration. ] [ May 7 20:11:38 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/omicron-clickhouse-admin/bin/clickhouse-admin-single run --config /var/svc/manifest/site/clickhouse-admin-single/config.toml --http-address [fd00:1122:3344:101::e]:8888 --listen-address [fd00:1122:3344:101::e]:9000 --binary-path /opt/oxide/clickhouse/clickhouse &"). ] [ May 7 20:11:38 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:11:38.16788909Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:11:58.725418905Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:51534"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:11:58.74155736Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:62082"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:11:58.753968149Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"68eb1b84-d2b9-4107-8c1d-7561be085cff","remote_addr":"[fd00:1122:3344:101::a]:51534","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:862","error_message_external":"Service Unavailable","error_message_internal":"channel full: another config request is still running","latency_us":12406,"response_code":503} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:11:58.790311242Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:11:58.796453071Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"1fc04d11-30e9-4b4d-9f0f-5ea230356872","remote_addr":"[fd00:1122:3344:101::b]:62082","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":49858,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:07.324689671Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:34690"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:07.329340633Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:07.329362713Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"0d2853de-17dc-44c6-b655-bda345079a78","remote_addr":"[fd00:1122:3344:101::c]:34690","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4599,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:47.210474074Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:38168"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:47.215357511Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:47.215413372Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"5b368809-d35a-49af-9bdc-f4cc7d6da457","remote_addr":"[fd00:1122:3344:101::c]:38168","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4867,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:48.841105131Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:52958"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:49.095767305Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:37717"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:49.095867617Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"d866fae4-d0df-4c07-9b51-23a0d0427f39","remote_addr":"[fd00:1122:3344:101::a]:37717","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:862","error_message_external":"Service Unavailable","error_message_internal":"channel full: another config request is still running","latency_us":43,"response_code":503} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:49.254570734Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:12:49.254609744Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"d5cf0085-7252-455c-b3b5-e82adf3c55fc","remote_addr":"[fd00:1122:3344:101::b]:52958","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":413431,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:47.135230841Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:40372"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:47.139498597Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:47.139528897Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"a9f5b9cd-beab-49af-84eb-559822097ed5","remote_addr":"[fd00:1122:3344:101::c]:40372","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4210,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:48.728643531Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:59738"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:48.737998377Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:48.738018577Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"a52134dd-858f-4d24-a268-8ab6d03e7f03","remote_addr":"[fd00:1122:3344:101::b]:59738","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":9341,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:48.82305061Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:46685"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:48.827461939Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:13:48.827497199Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"064ed269-6d64-48b2-958b-631c1c10cda7","remote_addr":"[fd00:1122:3344:101::a]:46685","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4379,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:47.166643785Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:63835"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:47.170956561Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:47.170986732Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"f5761d28-7e6d-499d-a42f-e7db52d9ca22","remote_addr":"[fd00:1122:3344:101::c]:63835","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4293,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:49.067503351Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:45807"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:49.07193073Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:49.07196255Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"438c9ba9-9c11-4d06-8387-9396e9a90c5c","remote_addr":"[fd00:1122:3344:101::a]:45807","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4356,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:49.174005265Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:41474"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:49.178621366Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-07T20:14:49.178649407Z","hostname":"oxz_clickhouse_2444e1d6-6e59-41dc-8762-dc8f4d78e143","pid":26501,"uri":"/init","method":"PUT","req_id":"96aa2e43-acb4-4b33-870d-81353e6edcb3","remote_addr":"[fd00:1122:3344:101::b]:41474","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4563,"response_code":204}