[ Mar 18 23:11:57 Enabled. ] [ Mar 18 23:11:57 Rereading configuration. ] [ Mar 18 23:11:58 Rereading configuration. ] [ Mar 18 23:11:59 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=0b4bc7d1-7d35-4ec9-962c-dd111c0e7637 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::4]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::4]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::4]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::4]:32222' --zone-id 0b4bc7d1-7d35-4ec9-962c-dd111c0e7637 [ Mar 18 23:11:59 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:11:59.914269764Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:12:07.135908231Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:59248"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:12:07.452631935Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:38"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:12:16.660061795Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:40"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:13:10.81964953Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:42"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:13:10.822039251Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/cluster/init","method":"POST","req_id":"ecaf8562-6ea4-410a-8ebf-6f5f16b95473","remote_addr":"[fd00:1122:3344:101::1]:59248","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":63563396,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:01.008945031Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:61726"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.139129154Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:38149"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.219637064Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:36730"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.33636234Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"a6d8b587-6962-4e18-92c8-ab3da42ede07","remote_addr":"[fd00:1122:3344:101::c]:36730","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":116627,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.336485153Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"1e40c59a-81cd-4c8e-9fcf-c043b6aeb280","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":197124,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.336546945Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"dc625d8d-593d-4895-a28a-f9aba415c555","remote_addr":"[fd00:1122:3344:101::b]:61726","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1330171,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.42806898Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"3cb54129-c547-4b90-9695-ac4937bfb658","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":90606,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.428783208Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"d273c925-df45-4583-8b60-6bd15b3d2056","remote_addr":"[fd00:1122:3344:101::c]:36730","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":91319,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:02.433055719Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"1112abd1-6c6e-45ec-b8d2-fd22a79b115f","remote_addr":"[fd00:1122:3344:101::b]:61726","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":96313,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:04.657779743Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"db6625ab-b626-45c2-8ef0-3a6caa529b90","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:04.665480832Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"ae9fb883-f637-406c-9b31-f6d153059ba9","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7454,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:04.805331726Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:57752"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:04.806184308Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"f3616edb-7857-4c28-9aa7-5cf23485981a","remote_addr":"[fd00:1122:3344:101::a]:57752","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":47,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:05.475585015Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"82c1ce36-6fc2-4688-bf45-155e7390fbfb","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":74,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:05.484433933Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"882a050a-6c8e-4900-9c6c-ae794278e20f","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8598,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:06.150333109Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"630741ab-fe91-4000-871d-c72253906ff6","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":78,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:06.159068595Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"5be1f99e-526c-4dfa-9f38-a812114e089c","remote_addr":"[fd00:1122:3344:101::a]:38149","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8529,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:11.324756653Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"b3a10376-dcde-463c-a70b-52d744b44008","remote_addr":"[fd00:1122:3344:101::b]:61726","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:11.331911978Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"79fd1ac9-9b37-4580-84bb-727dadb2bf20","remote_addr":"[fd00:1122:3344:101::b]:61726","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":6944,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:12.536676648Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"b136446f-45c2-427a-9e5f-ea3892404107","remote_addr":"[fd00:1122:3344:101::c]:36730","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":76,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:14:12.545147367Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"078db335-e44f-496e-a53f-6d5db60154ac","remote_addr":"[fd00:1122:3344:101::c]:36730","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8271,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:15:02.0691088Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:51288"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:15:02.069216252Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"73f672d2-bdff-428e-823a-e9911f2201c7","remote_addr":"[fd00:1122:3344:101::b]:51288","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":55,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:15:02.090255546Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"7189d81e-b9dc-4ac1-9444-19f43d0fd3f7","remote_addr":"[fd00:1122:3344:101::b]:51288","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":20768,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:15:02.738560638Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:53923"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:15:02.738677341Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/node/id","method":"GET","req_id":"a7caf85e-b257-474e-84fb-c26c3b769172","remote_addr":"[fd00:1122:3344:101::c]:53923","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":58,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-18T23:15:02.746667937Z","hostname":"oxz_cockroachdb_0b4bc7d1-7d35-4ec9-962c-dd111c0e7637","pid":10301,"uri":"/proxy/status/vars","method":"GET","req_id":"8add7000-df36-4ded-95be-178830654b75","remote_addr":"[fd00:1122:3344:101::c]:53923","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7797,"response_code":200}