[ Mar 24 14:57:07 Enabled. ] [ Mar 24 14:57:07 Rereading configuration. ] [ Mar 24 14:57:07 Rereading configuration. ] [ Mar 24 14:57:20 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=65b88343-f593-42b5-b1d8-b988d3d6ea48 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::6]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::6]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::6]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::6]:32222' --zone-id 65b88343-f593-42b5-b1d8-b988d3d6ea48 [ Mar 24 14:57:20 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:57:20.128015676Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:57:20.27213666Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:37683"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:57:20.275483757Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:38"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:57:29.087892247Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:40"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:57:46.821071193Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:42"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:57:46.821159625Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/cluster/init","method":"POST","req_id":"00827dc9-d777-4d96-bc4c-dea8ac2fa186","remote_addr":"[fd00:1122:3344:101::1]:37683","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":26586145,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:32.907632508Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:36705"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.094066342Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"4f4a8a2f-605d-407f-b613-0ddea8f213fd","remote_addr":"[fd00:1122:3344:101::b]:36705","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1189977,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.110538971Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33915"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.11486068Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"5a0176ca-43d1-47a1-a8ba-cc3222460ae1","remote_addr":"[fd00:1122:3344:101::c]:33915","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":62,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.13923385Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:41919"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.139455506Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"e1b20160-ad4b-44e5-ab92-f3711d342fd4","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":76,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.216289542Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"da0d3728-3268-49fc-b7d0-9600c7db8e38","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":76529,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.217136202Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"62335418-9e0d-4853-bb48-1b613c783c5b","remote_addr":"[fd00:1122:3344:101::b]:36705","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":120389,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:58:34.225169747Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"8452cd45-59cc-4129-a1f6-f5f79d9da6b6","remote_addr":"[fd00:1122:3344:101::c]:33915","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":107457,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:03.991814448Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"4d962ffb-ced8-4380-a652-93a53025b6ea","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":63,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:03.999872118Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"04adce06-2c4b-4d98-8b40-6b12800dfefd","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7912,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:04.879883643Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:45993"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:04.882505317Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"4e876c1a-db04-4179-852a-01337144dc1d","remote_addr":"[fd00:1122:3344:101::a]:45993","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:05.325805274Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"0f53375b-b5db-4b05-a79c-b4c6bbc6fd90","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":83,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:05.333112642Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"8bcebbec-443d-475f-aa65-1848e5cd2165","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7106,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:06.530382724Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"49801eee-5d8d-4293-9a00-8ce2a97b9808","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":71,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:06.542918082Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"9d9d54c2-1586-4a3c-bb49-ca8dd0f5ce5f","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":12386,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:13.568231156Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50138"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:13.568307907Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"c0bc252f-a356-4978-9e6c-98dfc84f5091","remote_addr":"[fd00:1122:3344:101::b]:50138","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":48,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:13.577197702Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"4663c348-6553-45d4-8133-7650eb071270","remote_addr":"[fd00:1122:3344:101::b]:50138","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8659,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:14.503205069Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53956"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:14.503297571Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"1812b219-e9a5-4673-a388-d5dd3d589275","remote_addr":"[fd00:1122:3344:101::c]:53956","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":47,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:14.515050522Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"e4fdbb5b-212c-4055-9c13-afb5ad0063ce","remote_addr":"[fd00:1122:3344:101::c]:53956","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":11495,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:34.187811255Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"db032bae-7900-41ae-ba18-7786c917e0ad","remote_addr":"[fd00:1122:3344:101::b]:50138","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":61,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:34.196357341Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"d7ffd36d-f677-4935-a45e-0f0553d49cc6","remote_addr":"[fd00:1122:3344:101::b]:50138","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8333,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:34.697002532Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"830f5941-e307-4fb4-b397-eb7e0329baf9","remote_addr":"[fd00:1122:3344:101::c]:53956","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":95,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:34.704527691Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"520cfd3f-c2fc-4114-b3c6-2ed337f1c734","remote_addr":"[fd00:1122:3344:101::c]:53956","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7279,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:35.232402164Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/node/id","method":"GET","req_id":"4114ac5b-cd79-4bb7-b9d1-d8cbfd257092","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-24T14:59:35.244357499Z","hostname":"oxz_cockroachdb_65b88343-f593-42b5-b1d8-b988d3d6ea48","pid":10496,"uri":"/proxy/status/vars","method":"GET","req_id":"74803f3a-046e-49ed-8274-1ace4bd01706","remote_addr":"[fd00:1122:3344:101::a]:41919","local_addr":"[fd00:1122:3344:101::6]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":11791,"response_code":200}