[ Mar 26 16:27:03 Enabled. ] [ Mar 26 16:27:03 Rereading configuration. ] [ Mar 26 16:27:03 Rereading configuration. ] [ Mar 26 16:27:15 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=75629e5e-4d5f-463e-b74b-33eb84495400 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::7]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::7]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::7]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::7]:32222' --zone-id 75629e5e-4d5f-463e-b74b-33eb84495400 [ Mar 26 16:27:15 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:27:15.102771428Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:27:16.060101943Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:46262"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:27:16.06431538Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:38"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:27:21.195890188Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:40"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:27:29.002982518Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:42"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:27:29.01397859Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/cluster/init","method":"POST","req_id":"6a740f6a-c3e3-489e-b429-466b7efd461b","remote_addr":"[fd00:1122:3344:101::1]:46262","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":12935747,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:38.980725228Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:41087"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:39.112531865Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:40366"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:39.251508317Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:59933"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:40.281041097Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"3d40546d-7dd7-4343-8b16-2965b51880ab","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1268664,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:40.281140179Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"e0b6193b-4f52-4988-96a8-0696f1693246","remote_addr":"[fd00:1122:3344:101::c]:59933","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1028967,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:40.28119284Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"55010669-ee91-4600-b74a-7b2bca9818e7","remote_addr":"[fd00:1122:3344:101::a]:40366","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1165875,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:40.390152624Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"2ae7110a-d017-41ac-ab00-092e1e0a600d","remote_addr":"[fd00:1122:3344:101::c]:59933","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":108333,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:40.390266556Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"9affa099-7a3c-442a-9aad-90661557a8f4","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":108459,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:40.395201216Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"82d596d0-6fa4-4221-9790-122ce27f9f90","remote_addr":"[fd00:1122:3344:101::a]:40366","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":113396,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:56.970255974Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"31a4ab71-7420-488a-a4ca-0ab55423d9c7","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":65,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:56.977730845Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"fdd1bec6-e189-4c9c-ac82-8897906d63f8","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7299,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:58.016745726Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"47653651-7cc7-41f2-8fb0-b7755c6c8d5f","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":79,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:58.025901121Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"2b2ca8ab-c35c-44cd-a15a-fbbe177a6cad","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8951,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:58.175779094Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:46643"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:58.176730073Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"efe0215a-0b9d-4fce-b3d0-0181d51f036a","remote_addr":"[fd00:1122:3344:101::b]:46643","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":47,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:59.681670561Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"0d2c5438-9dd8-4100-ab6c-b314c1ddeb77","remote_addr":"[fd00:1122:3344:101::c]:59933","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:59.689861217Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"cb860578-ac84-4345-8005-653db205d606","remote_addr":"[fd00:1122:3344:101::c]:59933","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8003,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:59.741599513Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"bbbe5565-5296-4148-b080-0551d58432df","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:59.7483143Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"9d1e64ea-0472-443f-9d83-5bd1f5b01a68","remote_addr":"[fd00:1122:3344:101::b]:41087","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":6543,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:59.838458783Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"06e73d9e-8712-47f6-8fef-75a2ee440929","remote_addr":"[fd00:1122:3344:101::a]:40366","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:28:59.847010326Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"c799b407-697b-4a1e-83b2-04e570269f60","remote_addr":"[fd00:1122:3344:101::a]:40366","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8357,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.382331319Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:65043"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.382487152Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"19cf7804-65da-4fc7-8686-9b32f6be2da5","remote_addr":"[fd00:1122:3344:101::c]:65043","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":107,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.391812201Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"66e85e48-7f7d-4d3a-a15b-3f33695c1a19","remote_addr":"[fd00:1122:3344:101::c]:65043","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":9166,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.417328877Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:38990"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.417436029Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"11a8e554-e912-4f5f-ba25-9112f6f4a7fa","remote_addr":"[fd00:1122:3344:101::b]:38990","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":40,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.424567324Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"05dd7ae4-1a4f-4da0-bff2-239d2fe67a27","remote_addr":"[fd00:1122:3344:101::b]:38990","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":6969,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.452774694Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:35025"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.452853256Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/node/id","method":"GET","req_id":"0cf4c574-39a0-4a75-9362-f352339d34ba","remote_addr":"[fd00:1122:3344:101::a]:35025","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":34,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-26T16:29:40.460361718Z","hostname":"oxz_cockroachdb_75629e5e-4d5f-463e-b74b-33eb84495400","pid":10511,"uri":"/proxy/status/vars","method":"GET","req_id":"5d6424f3-cb84-4c53-9dbd-b4d68f8b5fbd","remote_addr":"[fd00:1122:3344:101::a]:35025","local_addr":"[fd00:1122:3344:101::7]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7355,"response_code":200}