[ Mar 30 18:57:35 Enabled. ] [ Mar 30 18:57:35 Rereading configuration. ] [ Mar 30 18:57:36 Rereading configuration. ] [ Mar 30 18:57:39 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=4886d912-455e-46e9-b64c-055c5bb189bf ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::5]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::5]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::5]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::5]:32222' --zone-id 4886d912-455e-46e9-b64c-055c5bb189bf [ Mar 30 18:57:39 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:57:39.089257412Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:57:49.464325571Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:49889"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:57:49.503977343Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:38"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:57:50.107261789Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:40"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:57:56.62422277Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:42"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:57:56.628087037Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/cluster/init","method":"POST","req_id":"de7be7c6-1d6a-4ddf-9620-191eedb03b00","remote_addr":"[fd00:1122:3344:101::1]:49889","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7145435,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:48.09747945Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:34804"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:48.12305949Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:64289"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:48.123125162Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:52082"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.039458105Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"dca203be-aae5-43e8-bd90-fbd8e6844eca","remote_addr":"[fd00:1122:3344:101::c]:34804","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1924590,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.039551198Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"322edda1-735d-490a-bf26-f3ea847af27f","remote_addr":"[fd00:1122:3344:101::b]:64289","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1925196,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.03959769Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"80c5aec0-caaf-4559-84b5-882a2019a92d","remote_addr":"[fd00:1122:3344:101::a]:52082","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":1950039,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.185419737Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:33088"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.187873218Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"b793decf-a5f1-4d6a-9c5c-93d92e30499b","remote_addr":"[fd00:1122:3344:101::c]:33088","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":67,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.19251106Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"58ee333f-fd55-49a6-9129-b881eb737c09","remote_addr":"[fd00:1122:3344:101::b]:64289","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":152344,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.192955474Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"74dc9ac4-1ef9-46e9-8a7c-9138118e09de","remote_addr":"[fd00:1122:3344:101::a]:52082","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":152786,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:50.197131822Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"86837774-16b5-4970-9178-002ed36d82ca","remote_addr":"[fd00:1122:3344:101::c]:34804","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":157193,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:52.694140958Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"3d4e06ca-a2c9-4535-9486-ec22aef1d3cc","remote_addr":"[fd00:1122:3344:101::b]:64289","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":68,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:52.702180911Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"5b8248ac-aefb-4d4f-b487-b031b539f66e","remote_addr":"[fd00:1122:3344:101::b]:64289","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7853,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:52.746828087Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"6a853c43-0da6-4f1b-a944-1d1482a88fd1","remote_addr":"[fd00:1122:3344:101::c]:34804","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:52.756060951Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"016d095a-7b19-4425-be84-4424df159353","remote_addr":"[fd00:1122:3344:101::c]:34804","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":9037,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:54.727674995Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"f95388c6-3b47-46f0-aa34-984cde6243f7","remote_addr":"[fd00:1122:3344:101::c]:34804","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:54.736220426Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"34e2dc06-06b9-4d18-9d70-0e5167e2c1fd","remote_addr":"[fd00:1122:3344:101::c]:34804","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8377,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:58.212625394Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"821dccf5-bd2b-4823-b197-e2c22a2a4fcf","remote_addr":"[fd00:1122:3344:101::b]:64289","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":84,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:58.221170914Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"f0610697-069a-43c1-a36a-a0d6dd85409c","remote_addr":"[fd00:1122:3344:101::b]:64289","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":8129,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:58.273702909Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"386d3acd-846b-4075-9df3-57374c985a8a","remote_addr":"[fd00:1122:3344:101::a]:52082","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:58:58.280570504Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"a096868e-448f-4ee0-802e-9b9eb20875a9","remote_addr":"[fd00:1122:3344:101::a]:52082","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":6708,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:48.673814384Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:51307"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:48.673946009Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"2e1f5c45-6249-4be0-ba80-8564e89a91ea","remote_addr":"[fd00:1122:3344:101::c]:51307","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":45,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:48.684631129Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"34418f24-33c3-494b-98d2-65aeca6dc60a","remote_addr":"[fd00:1122:3344:101::c]:51307","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":10496,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:48.707994876Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42953"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:48.70808945Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"986aa296-c1a0-4c70-ab50-49280ba12ad8","remote_addr":"[fd00:1122:3344:101::a]:42953","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":39,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:48.716161195Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"a23168b9-f139-4b0d-a51a-0a9bc5eb9dd3","remote_addr":"[fd00:1122:3344:101::a]:42953","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7887,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:49.52202986Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:56412"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:49.522175275Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/node/id","method":"GET","req_id":"758a9e31-f30c-463d-8761-ccc8f3add047","remote_addr":"[fd00:1122:3344:101::b]:56412","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":54,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2026-03-30T18:59:49.529915049Z","hostname":"oxz_cockroachdb_4886d912-455e-46e9-b64c-055c5bb189bf","pid":11773,"uri":"/proxy/status/vars","method":"GET","req_id":"a97686d8-b75a-45e4-ada8-1a09c1f38c82","remote_addr":"[fd00:1122:3344:101::b]:56412","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.7/src/server.rs:867","latency_us":7514,"response_code":200}