[ Mar 20 19:27:31 Enabled. ] [ Mar 20 19:27:31 Rereading configuration. ] [ Mar 20 19:27:31 Rereading configuration. ] [ Mar 20 19:27:33 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=17a64305-b559-458c-a4f3-f574188a70c2 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::4]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::4]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::4]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::4]:32222' --zone-id 17a64305-b559-458c-a4f3-f574188a70c2 [ Mar 20 19:27:33 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:27:33.103546605Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:27:45.887592955Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:48946"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:27:45.920159137Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:38"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:27:48.657792665Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:40"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:28:02.519099031Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:42"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:28:02.519224713Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/cluster/init","method":"POST","req_id":"d03ef35a-5b49-405a-bd80-cb6cfd786eeb","remote_addr":"[fd00:1122:3344:101::1]:48946","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":16623840,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:28:58.707794952Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:52319"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:00.893847263Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51044"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:00.985199037Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42866"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:01.024096524Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"7ef483e5-36cb-4bcd-8ac3-0f2e77431e9d","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":130078,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:01.024214475Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"bbcb3cb7-1b85-49d7-908e-048db1957271","remote_addr":"[fd00:1122:3344:101::b]:52319","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":2279934,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:01.024262376Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"698cc434-3083-4c11-a5f2-86faceb4d31e","remote_addr":"[fd00:1122:3344:101::a]:42866","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":38783,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:01.270461985Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"7d90a2e4-f1ba-4edb-8b52-2938e8fb7a5d","remote_addr":"[fd00:1122:3344:101::b]:52319","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":224301,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:01.272028199Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"f964d0ca-8425-4ef1-8ad1-3aa50212af83","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":226749,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:01.276781509Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"04c0dddb-5d5e-4f24-8a02-a1e672131c47","remote_addr":"[fd00:1122:3344:101::a]:42866","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":230604,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:07.161693534Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"13d55c92-132f-4fbc-87c7-5bdba7c16ffc","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:07.169041363Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"703801d2-327a-4a66-94f0-bf2a367373c8","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7180,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:09.340013381Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"5d5dcbf8-8010-408f-899a-6bf5581dcf8d","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":53,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:09.347352719Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"9d838f6c-5f7a-44d5-9ac9-3b5ca71a4415","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7144,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:09.459027795Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:42404"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:09.460191402Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"8ebf1c1d-0110-422c-b309-7db48c7e2115","remote_addr":"[fd00:1122:3344:101::c]:42404","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:11.515240662Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"663b06d7-9835-4089-8b74-4add6e112106","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":59,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:11.528781902Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"0ed0efac-1c5a-4e0c-a5c1-2e68b00282f3","remote_addr":"[fd00:1122:3344:101::c]:51044","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":13303,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:12.55010336Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"3743a9a5-c844-4ba6-aed9-4e15daeb563d","remote_addr":"[fd00:1122:3344:101::a]:42866","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:12.558633017Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"875ceae4-d9a2-45bc-8d50-8e29fbf14b49","remote_addr":"[fd00:1122:3344:101::a]:42866","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8301,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:19.063762535Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"a2fe9777-7b79-4928-8aab-981d6de17ef3","remote_addr":"[fd00:1122:3344:101::b]:52319","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:19.072648726Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"ddd81095-2801-4543-a8fb-3ee0a46c2e1d","remote_addr":"[fd00:1122:3344:101::b]:52319","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8674,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:59.68006911Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51049"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:59.680189102Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"1a13e449-bb7e-4dc2-b3cb-a5f826584079","remote_addr":"[fd00:1122:3344:101::b]:51049","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:29:59.689543401Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"35b4330a-d60a-49ec-b527-7da269ec6a16","remote_addr":"[fd00:1122:3344:101::b]:51049","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":9186,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:30:01.619826312Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:35475"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:30:01.619931423Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/node/id","method":"GET","req_id":"3c2839bb-77f9-4f0b-9032-1220949ebced","remote_addr":"[fd00:1122:3344:101::c]:35475","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-20T19:30:01.638330796Z","hostname":"oxz_cockroachdb_17a64305-b559-458c-a4f3-f574188a70c2","pid":10393,"uri":"/proxy/status/vars","method":"GET","req_id":"4469de46-f865-4fd9-8a50-24fc8c5bf1a4","remote_addr":"[fd00:1122:3344:101::c]:35475","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":18186,"response_code":200}