[ Nov 2 17:12:27 Enabled. ] [ Nov 2 17:12:27 Rereading configuration. ] [ Nov 2 17:12:28 Rereading configuration. ] [ Nov 2 17:12:29 Executing start method ("ctrun -l child -o noorphan,regent /opt/oxide/omicron-clickhouse-admin/bin/clickhouse-admin-single run --config /var/svc/manifest/site/clickhouse-admin-single/config.toml --http-address [fd00:1122:3344:101::e]:8888 --listen-address [fd00:1122:3344:101::e]:9000 --binary-path /opt/oxide/clickhouse/clickhouse &"). ] [ Nov 2 17:12:29 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:12:29.329010403Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:339"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.024080909Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::a]:46268"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"clickhouse-admin-single","level":40,"time":"2026-11-02T17:13:23.051390211Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"id":"8ef62674-3e85-4929-8a15-cdb9875f8d1f","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"initializing oximeter database to version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.051425741Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:515"} {"msg":"reading db version","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.051432971Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"id":"8ef62674-3e85-4929-8a15-cdb9875f8d1f","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:776"} {"msg":"oximeter database does not exist, or is out-of-date","v":0,"name":"clickhouse-admin-single","level":40,"time":"2026-11-02T17:13:23.052279695Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"id":"8ef62674-3e85-4929-8a15-cdb9875f8d1f","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:876"} {"msg":"read oximeter database version","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.052320795Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"id":"8ef62674-3e85-4929-8a15-cdb9875f8d1f","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:781","version":0} {"msg":"initializing oximeter schema","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.054276645Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"id":"8ef62674-3e85-4929-8a15-cdb9875f8d1f","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:786"} {"msg":"inserting current version","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.175720954Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"id":"8ef62674-3e85-4929-8a15-cdb9875f8d1f","component":"clickhouse-client","component":"ServerContext","file":"oximeter/db/src/client/mod.rs:807","version":14} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:23.206045901Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"4d65a398-a902-4a7e-aebf-950ae031196e","remote_addr":"[fd00:1122:3344:101::a]:46268","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":164014,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:28.719780333Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::b]:45929"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:28.756603171Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:28.756650022Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"e65f2b15-1c2d-4bc3-a569-80f554132f3e","remote_addr":"[fd00:1122:3344:101::b]:45929","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":36768,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:28.765781486Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::c]:59218"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:28.769123532Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:28.769158712Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"1c8adc36-02a0-4e56-a834-ca095370505e","remote_addr":"[fd00:1122:3344:101::c]:59218","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":3242,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:38.725910091Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::c]:40166"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:38.729300968Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:38.729328778Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"3900febd-6723-4a0c-ad89-8aca4fee41fe","remote_addr":"[fd00:1122:3344:101::c]:40166","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":3313,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:38.730662304Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::a]:37508"} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:38.994037462Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::b]:37964"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:38.994125662Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"aa8ac700-a79c-457f-acba-fb01d5d6fb53","remote_addr":"[fd00:1122:3344:101::b]:37964","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:868","error_message_external":"Service Unavailable","error_message_internal":"channel full: another config request is still running","latency_us":41,"response_code":503} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:39.114024854Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:13:39.114064924Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"2170e089-f6f9-4deb-a424-de907acdf30b","remote_addr":"[fd00:1122:3344:101::a]:37508","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":383281,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:37.878074222Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::a]:61205"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:37.882429153Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:37.882467823Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"8d10e288-d6df-4f7e-93fc-7693cd1c0e72","remote_addr":"[fd00:1122:3344:101::a]:61205","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":4306,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:38.906149018Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::c]:61511"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:38.909391475Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:38.909433426Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"7308ab91-2939-48e0-b8f7-5cd77ec8ddf4","remote_addr":"[fd00:1122:3344:101::c]:61511","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":3177,"response_code":204} {"msg":"accepted connection","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:39.170854274Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:1064","remote_addr":"[fd00:1122:3344:101::b]:58774"} {"msg":"skipping initialization of oximeter database at version 14","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:39.17420582Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"component":"ServerContext","file":"clickhouse-admin/src/context.rs:530"} {"msg":"request completed","v":0,"name":"clickhouse-admin-single","level":30,"time":"2026-11-02T17:14:39.17423595Z","hostname":"oxz_clickhouse_a99cb57f-cc07-4714-b3ab-e1655a039efa","pid":23779,"uri":"/init","method":"PUT","req_id":"673d0be8-730b-4d79-a920-0255a7029162","remote_addr":"[fd00:1122:3344:101::b]:58774","local_addr":"[fd00:1122:3344:101::e]:8888","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.18.0/src/server.rs:880","latency_us":3274,"response_code":204}