[ Mar 24 20:56:48 Enabled. ]
[ Mar 24 20:56:48 Rereading configuration. ]
[ Mar 24 20:56:50 Rereading configuration. ]
[ Mar 24 20:57:03 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/omicron-clickhouse-admin/bin/clickhouse-admin-single run --config /var/svc/manifest/site/clickhouse-admin-single/config.toml --http-address [fd00:1122:3344:101::e]:8888 --listen-address [fd00:1122:3344:101::e]:9000 --binary-path /opt/oxide/clickhouse/clickhouse  &"). ]
[ Mar 24 20:57:03 Method "start" exited with status 0. ]
note: configured to log to "/dev/stdout"
{"msg":"listening","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:03.274843305Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.030787023Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:64162"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"clickhouse-admin-single","level":40,"time":"2026-03-24T20:57:08.190075568Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"id":"df30c0ca-4f59-4f1c-b318-2efb350b7dff","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:900"}
{"msg":"initializing oximeter database to version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.1901432Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:423"}
{"msg":"reading db version","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.19015198Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"id":"df30c0ca-4f59-4f1c-b318-2efb350b7dff","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:800"}
{"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"clickhouse-admin-single","level":40,"time":"2026-03-24T20:57:08.191819355Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"id":"df30c0ca-4f59-4f1c-b318-2efb350b7dff","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:900"}
{"msg":"read oximeter database version","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.191856786Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"id":"df30c0ca-4f59-4f1c-b318-2efb350b7dff","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:805","version":0}
{"msg":"initializing oximeter schema","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.191889367Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"id":"df30c0ca-4f59-4f1c-b318-2efb350b7dff","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:810"}
{"msg":"inserting current version","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.392095335Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"id":"df30c0ca-4f59-4f1c-b318-2efb350b7dff","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:831","version":14}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:08.424494138Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"9af2ecdc-b522-491f-ba65-d570e4595b1e","remote_addr":"[fd00:1122:3344:101::c]:64162","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":391141,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:16.059361354Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:35582"}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:16.08259014Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:16.082646041Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"6ab23a33-4e64-4d4d-946c-68df30b7e32d","remote_addr":"[fd00:1122:3344:101::b]:35582","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":23233,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:16.296956551Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:59415"}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:16.301164174Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:57:16.301224106Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"0063f436-f5f0-4fd7-9441-45e2f903c0da","remote_addr":"[fd00:1122:3344:101::a]:59415","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":4209,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.28765775Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:52579"}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.293479257Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.293545309Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"5cf8f1ef-7775-45cd-a7b9-c8014aa7968d","remote_addr":"[fd00:1122:3344:101::a]:52579","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":5803,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.355306324Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:42744"}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.473605253Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:62155"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.473749287Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"3b29dbd9-c8d6-49b2-a4f2-99dde05bc368","remote_addr":"[fd00:1122:3344:101::b]:62155","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:855","error_message_external":"Service Unavailable","error_message_internal":"channel full: another config request is still running","latency_us":48,"response_code":503}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.731785655Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:58:06.731822866Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"b3ab8d0d-1139-4047-aa80-8c1ba2f10586","remote_addr":"[fd00:1122:3344:101::c]:42744","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":376424,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.092132963Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:50915"}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.096604344Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.096676486Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"fc4131e4-faea-464b-92ee-8f6b44c57f4e","remote_addr":"[fd00:1122:3344:101::c]:50915","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":4506,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.39317618Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:49289"}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.397595169Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.39764431Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"0969631a-528f-4a33-8828-e200d458d3fa","remote_addr":"[fd00:1122:3344:101::a]:49289","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":4384,"response_code":204}
{"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.400528028Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:39678"}
{"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.416690674Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:438"}
{"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-03-24T20:59:06.416757436Z","hostname":"oxz_clickhouse_7cb4efe7-1c84-48e5-84af-f4ad7406d853","pid":24419,"uri":"/init","method":"PUT","req_id":"30a7e2a0-d977-4eab-9768-34d67b897d22","remote_addr":"[fd00:1122:3344:101::b]:39678","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":16162,"response_code":204}