Max level shown:
1 [ Sep 19 23:57:40 Enabled. ]
2 [ Sep 19 23:57:40 Rereading configuration. ]
3 [ Sep 19 23:57:41 Rereading configuration. ]
4 [ Sep 19 23:57:43 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ]
5 + set -o errexit
6 + set -o pipefail
7 + . /lib/svc/share/smf_include.sh
8 ++ SMF_EXIT_OK=0
9 ++ SMF_EXIT_NODAEMON=94
10 ++ SMF_EXIT_ERR_FATAL=95
11 ++ SMF_EXIT_ERR_CONFIG=96
12 ++ SMF_EXIT_MON_DEGRADE=97
13 ++ SMF_EXIT_MON_OFFLINE=98
14 ++ SMF_EXIT_ERR_NOSMF=99
15 ++ SMF_EXIT_ERR_PERM=100
16 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default
17 + ZONE_ID=0355776e-5c6d-4685-b6f2-e4c59c642956
18 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default
19 + COCKROACH_ADDR='[fd00:1122:3344:101::5]:32221'
20 ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default
21 + COCKROACH_HTTP_ADDR=127.0.0.1:8080
22 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default
23 + HTTP_ADDR='[fd00:1122:3344:101::5]:32222'
24 + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID")
25 + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::5]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::5]:32222' --zone-id 0355776e-5c6d-4685-b6f2-e4c59c642956
26 [ Sep 19 23:57:43 Method "start" exited with status 0. ]
27 note: configured to log to "/dev/stdout"
282025-09-19T23:57:43.176ZINFOcockroach-admin (dropshot): listening file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:328 local_addr = [fd00:1122:3344:101::5]:32222
292025-09-19T23:57:56.238ZINFOcockroach-admin (dropshot): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025 local_addr = [fd00:1122:3344:101::5]:32222 remote_addr = [fd00:1122:3344:101::1]:42561
302025-09-19T23:57:56.304ZINFOcockroach-admin (ServerContext): Initializing CRDB cluster file = cockroach-admin/src/http_entrypoints.rs:35
312025-09-19T23:57:58.140ZINFOcockroach-admin (ServerContext): CRDB cluster initialized - initializing Omicron schema file = cockroach-admin/src/http_entrypoints.rs:37
322025-09-19T23:58:08.407ZINFOcockroach-admin (dropshot): request completed error_message_external = Command [sql --file /opt/oxide/cockroachdb/sql/dbinit.sql --host [fd00:1122:3344:101::5]:32221 --insecure] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCOMMIT\nBEGIN\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE SEQUENCE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=d4d882b0 key=/NamespaceTable/30/1/104/105/"_affinity_policy"/4/1 pri=0.00240868 epo=0 ts=1758326287.814749631,1 min=1758326287.298539536,0 seq=478} lock=true stat=PENDING rts=1758326287.298539536,0 wto=false gul=1758326287.798539536,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=d4d882b0 key=/NamespaceTable/30/1/104/105/"_affinity_policy"/4/1 pri=0.00240868 epo=0 ts=1758326287.814749631,1 min=1758326287.298539536,0 seq=478} lock=true stat=PENDING rts=1758326287.298539536,0 wto=false gul=1758326287.798539536,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running "sql"\n error_message_internal = Command [sql --file /opt/oxide/cockroachdb/sql/dbinit.sql --host [fd00:1122:3344:101::5]:32221 --insecure] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCOMMIT\nBEGIN\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE SEQUENCE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=d4d882b0 key=/NamespaceTable/30/1/104/105/"_affinity_policy"/4/1 pri=0.00240868 epo=0 ts=1758326287.814749631,1 min=1758326287.298539536,0 seq=478} lock=true stat=PENDING rts=1758326287.298539536,0 wto=false gul=1758326287.798539536,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): "sql txn" meta={id=d4d882b0 key=/NamespaceTable/30/1/104/105/"_affinity_policy"/4/1 pri=0.00240868 epo=0 ts=1758326287.814749631,1 min=1758326287.298539536,0 seq=478} lock=true stat=PENDING rts=1758326287.298539536,0 wto=false gul=1758326287.798539536,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running "sql"\n file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:855 latency_us = 12139728 local_addr = [fd00:1122:3344:101::5]:32222 method = POST remote_addr = [fd00:1122:3344:101::1]:42561 req_id = 68973464-684b-45c7-922d-68450b94b54d response_code = 500 uri = /cluster/init
332025-09-19T23:58:08.489ZINFOcockroach-admin (ServerContext): Initializing CRDB cluster file = cockroach-admin/src/http_entrypoints.rs:35
342025-09-19T23:58:08.630ZINFOcockroach-admin (ServerContext): CRDB cluster initialized - initializing Omicron schema file = cockroach-admin/src/http_entrypoints.rs:37
352025-09-19T23:58:40.843ZINFOcockroach-admin (ServerContext): Omicron schema initialized file = cockroach-admin/src/http_entrypoints.rs:39
362025-09-19T23:58:40.843ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 32354290 local_addr = [fd00:1122:3344:101::5]:32222 method = POST remote_addr = [fd00:1122:3344:101::1]:42561 req_id = fe3127cf-2c93-4c26-963c-6d25b7a8676e response_code = 204 uri = /cluster/init
372025-09-19T23:59:18.885ZINFOcockroach-admin (dropshot): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025 local_addr = [fd00:1122:3344:101::5]:32222 remote_addr = [fd00:1122:3344:101::c]:59581
382025-09-19T23:59:19.741ZINFOcockroach-admin (dropshot): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025 local_addr = [fd00:1122:3344:101::5]:32222 remote_addr = [fd00:1122:3344:101::a]:59613
392025-09-19T23:59:19.767ZINFOcockroach-admin (dropshot): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025 local_addr = [fd00:1122:3344:101::5]:32222 remote_addr = [fd00:1122:3344:101::b]:39317
402025-09-19T23:59:20.205ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 464254 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = 7e18aa28-8550-434f-a46a-007f42580261 response_code = 200 uri = /node/id
412025-09-19T23:59:20.205ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 1318217 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::c]:59581 req_id = d31b2d06-6a2b-43d1-ad66-d59b3c507bd6 response_code = 200 uri = /node/id
422025-09-19T23:59:20.205ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 438337 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::b]:39317 req_id = 985cda15-159b-4b7a-a03e-d0c681842c23 response_code = 200 uri = /node/id
432025-09-19T23:59:20.648ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 439548 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::b]:39317 req_id = 96c31f13-a7a0-49f6-952b-93002ab635c8 response_code = 200 uri = /proxy/status/vars
442025-09-19T23:59:20.648ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 439619 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::c]:59581 req_id = 5975e3d8-fc07-4863-b3e9-e3038319aebc response_code = 200 uri = /proxy/status/vars
452025-09-19T23:59:20.648ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 439927 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = 02176dd4-ab3b-4a1a-847e-41ca3723aba4 response_code = 200 uri = /proxy/status/vars
462025-09-19T23:59:33.030ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 82 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = 38cb2a69-f7d0-472f-a10b-0f80aed5d286 response_code = 200 uri = /node/id
472025-09-19T23:59:33.069ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 39370 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = bd380429-8f4c-4503-a7ee-dd169ff29b1b response_code = 200 uri = /proxy/status/vars
482025-09-19T23:59:36.286ZINFOcockroach-admin (dropshot): accepted connection file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:1025 local_addr = [fd00:1122:3344:101::5]:32222 remote_addr = [fd00:1122:3344:101::a]:41750
492025-09-19T23:59:36.425ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 66 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:41750 req_id = 4498c967-b555-4026-ab16-d38ae470b6fb response_code = 200 uri = /node/id
502025-09-19T23:59:36.789ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 64 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = 9164dd84-19e5-4968-8e26-589c35003479 response_code = 200 uri = /node/id
512025-09-19T23:59:36.832ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 42638 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = bd74f46c-3ff9-43d0-a5b7-821383e937fa response_code = 200 uri = /proxy/status/vars
522025-09-19T23:59:38.003ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 92 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = 3bfdd841-31e6-45c8-af8b-79ffd01278c0 response_code = 200 uri = /node/id
532025-09-19T23:59:38.043ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 39159 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::a]:59613 req_id = d08446eb-1e3c-4093-aac0-54fb439d3d74 response_code = 200 uri = /proxy/status/vars
542025-09-19T23:59:39.802ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 63 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::c]:59581 req_id = a8817a59-8ea0-4681-8893-ec3efd96e4dc response_code = 200 uri = /node/id
552025-09-19T23:59:39.841ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 38942 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::c]:59581 req_id = 06a570a0-1a0e-4cc9-8d36-b7e3a985c348 response_code = 200 uri = /proxy/status/vars
562025-09-19T23:59:40.789ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 96 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::b]:39317 req_id = 64f8fd6d-f952-449b-9548-164aee90e3f0 response_code = 200 uri = /node/id
572025-09-19T23:59:40.833ZINFOcockroach-admin (dropshot): request completed file = /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.4/src/server.rs:867 latency_us = 44121 local_addr = [fd00:1122:3344:101::5]:32222 method = GET remote_addr = [fd00:1122:3344:101::b]:39317 req_id = 323a4cb2-f77d-46ea-8c82-ccfe27bb6937 response_code = 200 uri = /proxy/status/vars