[ May 11 15:40:21 Enabled. ] [ May 11 15:40:21 Rereading configuration. ] [ May 11 15:40:22 Rereading configuration. ] [ May 11 15:40:23 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/omicron-clickhouse-admin/bin/clickhouse-admin-single run --config /var/svc/manifest/site/clickhouse-admin-single/config.toml --http-address [fd00:1122:3344:101::e]:8888 --listen-address [fd00:1122:3344:101::e]:9000 --binary-path /opt/oxide/clickhouse/clickhouse &"). ] [ May 11 15:40:23 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:23.630377144Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:335"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:32.237707546Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:49339"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:32.268635961Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:32.269662861Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"b09057c4-61ce-4568-bfc0-a94b6b6ddfd9","remote_addr":"[fd00:1122:3344:101::c]:49339","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":30861,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:40.056645251Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:59607"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:40.060302816Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:40.060330366Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"e6fca850-0b59-43ba-aa3e-cedf1530d50f","remote_addr":"[fd00:1122:3344:101::a]:59607","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3608,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:40.326769627Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:53067"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:40.330781941Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:40:40.330857394Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"35c331d2-8a87-4838-8596-a3bf204dd7cb","remote_addr":"[fd00:1122:3344:101::b]:53067","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3959,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.265011761Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:41055"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.514973243Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:57731"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.515180769Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"e532fb2c-8b0f-4840-a00a-29a2a86d765b","remote_addr":"[fd00:1122:3344:101::b]:57731","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:862","error_message_external":"Service Unavailable","error_message_internal":"channel full: another config request is still running","latency_us":91,"response_code":503} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.539105143Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:61924"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.539224227Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"edfd74d9-9469-4ecf-a08a-210c28fd9542","remote_addr":"[fd00:1122:3344:101::a]:61924","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:862","error_message_external":"Service Unavailable","error_message_internal":"channel full: another config request is still running","latency_us":46,"response_code":503} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.675258569Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:41:30.67529516Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"7e841cea-cbd7-431f-a3d4-7a39956eee39","remote_addr":"[fd00:1122:3344:101::c]:41055","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":410314,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.295458971Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:32830"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.298997952Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.299031783Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"fffc868f-de06-42f5-9651-127aa17f2123","remote_addr":"[fd00:1122:3344:101::a]:32830","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3442,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.352301287Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:51439"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.355989122Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.356021713Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"80f73092-55c2-4d55-9da6-072b704a4c3d","remote_addr":"[fd00:1122:3344:101::c]:51439","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3593,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.447737246Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:39388"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.451284018Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:42:30.451317289Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"760b62d2-be10-4c1a-865f-78550e617437","remote_addr":"[fd00:1122:3344:101::b]:39388","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3511,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.062692315Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:36924"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.066433644Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.06646281Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"3b2aa56d-b664-42e5-ba1c-d53a7b8be841","remote_addr":"[fd00:1122:3344:101::c]:36924","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3663,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.085983506Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:34205"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.090144595Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.090178136Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"5ef0b33a-16c0-413b-b2a7-54aca405dc73","remote_addr":"[fd00:1122:3344:101::a]:34205","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":4069,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.341962406Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:59084"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.345984123Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:43:30.346014621Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"1f560655-f78f-4417-8766-bbf408273f57","remote_addr":"[fd00:1122:3344:101::b]:59084","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3964,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:29.98895493Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::c]:40221"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:29.993022746Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:29.993066457Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"68afc084-d5a9-4a76-bad2-8e7fe645dd79","remote_addr":"[fd00:1122:3344:101::c]:40221","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3974,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:30.24209446Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::a]:43039"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:30.246135676Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:30.246172387Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"f49e23da-3fa5-431b-98e3-1fbcbeedbf4a","remote_addr":"[fd00:1122:3344:101::a]:43039","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3980,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:30.572905683Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:1057","remote_addr":"[fd00:1122:3344:101::b]:61203"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:30.57629812Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:525"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-05-11T15:44:30.57632188Z","hostname":"oxz_clickhouse_9b006d09-9521-41f7-bf3d-5981283a3bc0","pid":23524,"uri":"/init","method":"PUT","req_id":"58aa3217-d498-4b16-9607-8a48f59a93af","remote_addr":"[fd00:1122:3344:101::b]:61203","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.17.0/src/server.rs:874","latency_us":3355,"response_code":204}