[ Jun 30 14:44:29 Enabled. ] [ Jun 30 14:44:29 Rereading configuration. ] [ Jun 30 14:44:29 Rereading configuration. ] [ Jun 30 14:44:31 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=08401d5e-741e-4544-a326-ca8d4749d768 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::5]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::5]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::5]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::5]:32222' --zone-id 08401d5e-741e-4544-a326-ca8d4749d768 [ Jun 30 14:44:31 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:31.381637326Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:50.377890172Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:44773"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:50.418667355Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:35"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:51.560802727Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:37"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:53.539294446Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"uri":"/cluster/init","method":"POST","req_id":"5b6cbe67-39b9-4396-889f-b3759a377de5","remote_addr":"[fd00:1122:3344:101::1]:44773","local_addr":"[fd00:1122:3344:101::5]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:855","error_message_external":"Command [sql --file /opt/oxide/cockroachdb/sql/dbinit.sql --host [fd00:1122:3344:101::5]:32221 --insecure] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=56ac5ee0 key=/NamespaceTable/30/1/104/0/\"public\"/4/1 pri=0.04065572 epo=0 ts=1751294692.386581602,0 min=1751294692.386581602,0 seq=357} lock=true stat=PENDING rts=1751294692.386581602,0 wto=false gul=1751294692.886581602,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=56ac5ee0 key=/NamespaceTable/30/1/104/0/\"public\"/4/1 pri=0.04065572 epo=0 ts=1751294692.386581602,0 min=1751294692.386581602,0 seq=357} lock=true stat=PENDING rts=1751294692.386581602,0 wto=false gul=1751294692.886581602,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running \"sql\"\n","error_message_internal":"Command [sql --file /opt/oxide/cockroachdb/sql/dbinit.sql --host [fd00:1122:3344:101::5]:32221 --insecure] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\n stderr: ERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=56ac5ee0 key=/NamespaceTable/30/1/104/0/\"public\"/4/1 pri=0.04065572 epo=0 ts=1751294692.386581602,0 min=1751294692.386581602,0 seq=357} lock=true stat=PENDING rts=1751294692.386581602,0 wto=false gul=1751294692.886581602,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nERROR: restart transaction: TransactionRetryWithProtoRefreshError: TransactionAbortedError(ABORT_REASON_CLIENT_REJECT): \"sql txn\" meta={id=56ac5ee0 key=/NamespaceTable/30/1/104/0/\"public\"/4/1 pri=0.04065572 epo=0 ts=1751294692.386581602,0 min=1751294692.386581602,0 seq=357} lock=true stat=PENDING rts=1751294692.386581602,0 wto=false gul=1751294692.886581602,0\nSQLSTATE: 40001\nHINT: See: https://www.cockroachlabs.com/docs/v22.1/transaction-retry-error-reference.html#abort_reason_client_reject\nFailed running \"sql\"\n","latency_us":3140315,"response_code":500} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:53.651721438Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:35"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2025-06-30T14:44:53.806481724Z","hostname":"oxz_cockroachdb_08401d5e-741e-4544-a326-ca8d4749d768","pid":12457,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:37"}