[ Mar 24 17:57:11 Enabled. ] [ Mar 24 17:57:11 Rereading configuration. ] [ Mar 24 17:57:12 Rereading configuration. ] [ Mar 24 17:57:27 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=39c38aea-dee6-4629-8092-5ab4ce37b2cb ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::4]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::4]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::4]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::4]:32222' --zone-id 39c38aea-dee6-4629-8092-5ab4ce37b2cb [ Mar 24 17:57:27 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:57:28.292162491Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:57:28.395726326Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:35406"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:57:28.407339583Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:38"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:57:38.55786048Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:40"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:06.661814645Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:42"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:06.664439562Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/cluster/init","method":"POST","req_id":"0646afcd-7bec-43c7-b55e-0bf53defb94c","remote_addr":"[fd00:1122:3344:101::1]:35406","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":38259500,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:58.148996507Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53937"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:58.159187138Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:62469"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:58.224706671Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:33547"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:59.211342623Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"3a72370b-163c-4503-ae50-24e85cac174a","remote_addr":"[fd00:1122:3344:101::a]:62469","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1052277,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:59.211427925Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"fa4168bf-ab14-4270-b85a-9bc7efe73173","remote_addr":"[fd00:1122:3344:101::b]:33547","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":986555,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:59.211491687Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"525b3754-57b9-4eca-bf44-0d248764dec7","remote_addr":"[fd00:1122:3344:101::c]:53937","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1065464,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:59.321930918Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"b9d8504d-2b80-4d4d-a714-ac286813538e","remote_addr":"[fd00:1122:3344:101::c]:53937","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":110240,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:59.323564039Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"3fa6ad31-9280-4052-aa5b-69625edc6ec4","remote_addr":"[fd00:1122:3344:101::a]:62469","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":111818,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:58:59.332277112Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"1b25f18e-e45a-44ce-b1c4-3965ce38bdd3","remote_addr":"[fd00:1122:3344:101::b]:33547","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":120527,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:20.088883291Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"9773f9b4-18b9-43cf-86b6-6725b140f90d","remote_addr":"[fd00:1122:3344:101::a]:62469","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":91,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:20.09589699Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"d166fd63-f26f-46ac-aad8-1927674f88da","remote_addr":"[fd00:1122:3344:101::a]:62469","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":6824,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:24.833237517Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:55350"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:24.833402361Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"a084f813-fa53-4349-9147-ba92a6c78806","remote_addr":"[fd00:1122:3344:101::b]:55350","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":45,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:24.890223562Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"5db5e66c-4bdd-413b-8471-a05fe8b70b03","remote_addr":"[fd00:1122:3344:101::b]:33547","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":50,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:24.898078703Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"b4cf6033-4291-4321-9f2b-02170d73dbcb","remote_addr":"[fd00:1122:3344:101::b]:33547","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7696,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:25.928085552Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"eb00c673-8535-4d06-b6c2-0c00b79015fd","remote_addr":"[fd00:1122:3344:101::b]:33547","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:25.93542389Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"067039d4-2549-40ed-8e31-8fe42e61eae9","remote_addr":"[fd00:1122:3344:101::b]:33547","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7156,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:28.476219079Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"7a8bc1f4-56e6-459b-a956-812cd33ee055","remote_addr":"[fd00:1122:3344:101::a]:62469","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":68,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:28.488264917Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"1cd0cec4-310b-48fb-9b3b-faaa0a1e2fae","remote_addr":"[fd00:1122:3344:101::a]:62469","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":11860,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:28.965653141Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"c08f1fb4-584c-42d6-8e79-2b5e2aa02c73","remote_addr":"[fd00:1122:3344:101::c]:53937","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:28.973007729Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"f81d59ef-ae59-4579-9582-77ac4ab0b326","remote_addr":"[fd00:1122:3344:101::c]:53937","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7176,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:58.772488942Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"a8a6123a-5a02-4bf6-8a5a-88dc9d177e7a","remote_addr":"[fd00:1122:3344:101::c]:53937","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:58.781307568Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"4074e591-7854-468e-b7f0-fb7f7cb084e8","remote_addr":"[fd00:1122:3344:101::c]:53937","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8643,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:58.809741574Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:34076"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:58.809828856Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"b275ac4f-e6fa-451a-b0e8-e38adbf473c6","remote_addr":"[fd00:1122:3344:101::b]:34076","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":41,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T17:59:58.817387389Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"d4b69569-4ec6-4005-9e2a-f805c747def7","remote_addr":"[fd00:1122:3344:101::b]:34076","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7373,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T18:00:00.123589444Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:51451"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T18:00:00.123680606Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/node/id","method":"GET","req_id":"d5dc8342-057e-45b9-8840-ba330032be4a","remote_addr":"[fd00:1122:3344:101::a]:51451","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":42,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T18:00:00.13125322Z","hostname":"oxz_cockroachdb_39c38aea-dee6-4629-8092-5ab4ce37b2cb","pid":12678,"uri":"/proxy/status/vars","method":"GET","req_id":"7c8753f1-76db-41cd-87a1-81527d74d32d","remote_addr":"[fd00:1122:3344:101::a]:51451","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7405,"response_code":200}