[ Jul 18 19:43:06 Enabled. ] [ Jul 18 19:43:06 Rereading configuration. ] [ Jul 18 19:43:06 Rereading configuration. ] [ Jul 18 19:43:08 Executing start method ("/opt/oxide/lib/svc/manifest/cockroach-admin.sh"). ] + set -o errexit + set -o pipefail + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/zone_id svc:/oxide/cockroach-admin:default + ZONE_ID=00fa60d4-478f-4ee8-891e-937bfe468293 ++ svcprop -c -p config/cockroach_address svc:/oxide/cockroach-admin:default + COCKROACH_ADDR='[fd00:1122:3344:101::4]:32221' ++ svcprop -c -p config/cockroach_http_address svc:/oxide/cockroach-admin:default + COCKROACH_HTTP_ADDR=127.0.0.1:8080 ++ svcprop -c -p config/http_address svc:/oxide/cockroach-admin:default + HTTP_ADDR='[fd00:1122:3344:101::4]:32222' + args=('run' '--config-file-path' "/opt/oxide/lib/svc/cockroach-admin/config.toml" '--path-to-cockroach-binary' "/opt/oxide/cockroachdb/bin/cockroach" '--cockroach-address' "$COCKROACH_ADDR" '--cockroach-http-address' "$COCKROACH_HTTP_ADDR" '--http-address' "$HTTP_ADDR" '--zone-id' "$ZONE_ID") + exec /opt/oxide/cockroach-admin/bin/cockroach-admin run --config-file-path /opt/oxide/lib/svc/cockroach-admin/config.toml --path-to-cockroach-binary /opt/oxide/cockroachdb/bin/cockroach --cockroach-address '[fd00:1122:3344:101::4]:32221' --cockroach-http-address 127.0.0.1:8080 --http-address '[fd00:1122:3344:101::4]:32222' --zone-id 00fa60d4-478f-4ee8-891e-937bfe468293 [ Jul 18 19:43:08 Method "start" exited with status 0. ] note: configured to log to "/dev/stdout" {"msg":"listening","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:08.188920893Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:328"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:23.152975773Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::1]:39972"} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:23.19514907Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:35"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:25.836835581Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:37"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:52.271227688Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/cluster/init","method":"POST","req_id":"411978ca-18e6-45a0-aecd-8877a1c39822","remote_addr":"[fd00:1122:3344:101::1]:39972","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:855","error_message_external":"Command [sql --file /opt/oxide/cockroachdb/sql/dbinit.sql --host [fd00:1122:3344:101::4]:32221 --insecure] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCOMMIT\nBEGIN\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE SEQUENCE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nINSERT 1\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nINSERT 1\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nINSERT 1\n stderr: ERROR: transaction committed but schema change aborted with error: (53200): failed to ingest index entries during backfill: not enough memory available to create a BulkAdder: root: memory budget exceeded: 33554432 bytes requested, 102055936 currently allocated, 134217728 bytes in budget\nSQLSTATE: XXA00\nHINT: Consider increasing --max-sql-memory startup parameter.\n--\nTry setting a higher --max-sql-memory.\n--\nSome of the non-DDL statements may have committed successfully, but some of the DDL statement(s) failed.\nManual inspection may be required to determine the actual state of the database.\n--\nSee: https://github.com/cockroachdb/cockroach/issues/42061\nERROR: transaction committed but schema change aborted with error: (53200): failed to ingest index entries during backfill: not enough memory available to create a BulkAdder: root: memory budget exceeded: 33554432 bytes requested, 102055936 currently allocated, 134217728 bytes in budget\nSQLSTATE: XXA00\nHINT: Consider increasing --max-sql-memory startup parameter.\n--\nTry setting a higher --max-sql-memory.\n--\nSome of the non-DDL statements may have committed successfully, but some of the DDL statement(s) failed.\nManual inspection may be required to determine the actual state of the database.\n--\nSee: https://github.com/cockroachdb/cockroach/issues/42061\nFailed running \"sql\"\n","error_message_internal":"Command [sql --file /opt/oxide/cockroachdb/sql/dbinit.sql --host [fd00:1122:3344:101::4]:32221 --insecure] executed and failed with status: exit status: 1 stdout: BEGIN\nCREATE DATABASE\nCREATE ROLE\nALTER DEFAULT PRIVILEGES\nCONFIGURE ZONE 1\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE VIEW\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nINSERT 1\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nINSERT 1\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nINSERT 1\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE TABLE\nCREATE INDEX\nCOMMIT\nBEGIN\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE SEQUENCE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE VIEW\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE VIEW\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE TABLE\nINSERT 1\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nINSERT 1\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE TYPE\nCREATE TYPE\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nCREATE TABLE\nCREATE INDEX\nCREATE INDEX\nCREATE INDEX\nINSERT 1\n stderr: ERROR: transaction committed but schema change aborted with error: (53200): failed to ingest index entries during backfill: not enough memory available to create a BulkAdder: root: memory budget exceeded: 33554432 bytes requested, 102055936 currently allocated, 134217728 bytes in budget\nSQLSTATE: XXA00\nHINT: Consider increasing --max-sql-memory startup parameter.\n--\nTry setting a higher --max-sql-memory.\n--\nSome of the non-DDL statements may have committed successfully, but some of the DDL statement(s) failed.\nManual inspection may be required to determine the actual state of the database.\n--\nSee: https://github.com/cockroachdb/cockroach/issues/42061\nERROR: transaction committed but schema change aborted with error: (53200): failed to ingest index entries during backfill: not enough memory available to create a BulkAdder: root: memory budget exceeded: 33554432 bytes requested, 102055936 currently allocated, 134217728 bytes in budget\nSQLSTATE: XXA00\nHINT: Consider increasing --max-sql-memory startup parameter.\n--\nTry setting a higher --max-sql-memory.\n--\nSome of the non-DDL statements may have committed successfully, but some of the DDL statement(s) failed.\nManual inspection may be required to determine the actual state of the database.\n--\nSee: https://github.com/cockroachdb/cockroach/issues/42061\nFailed running \"sql\"\n","latency_us":29099463,"response_code":500} {"msg":"Initializing CRDB cluster","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:52.433895543Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:35"} {"msg":"CRDB cluster initialized - initializing Omicron schema","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:52.588986461Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:37"} {"msg":"Omicron schema initialized","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:55.11032108Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"component":"ServerContext","file":"cockroach-admin/src/http_entrypoints.rs:39"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:43:55.11036562Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/cluster/init","method":"POST","req_id":"8f6269b6-5b7d-4a5f-85e4-44c97bf74360","remote_addr":"[fd00:1122:3344:101::1]:39972","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":2676478,"response_code":204} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:33.730399272Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:50527"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:33.87849294Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:42390"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:33.919678724Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:57716"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:34.816186427Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"d4cbcab4-035d-4dce-bc1d-1b0dace4cb1d","remote_addr":"[fd00:1122:3344:101::c]:57716","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":896382,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:34.816294499Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"4830a88d-3a9e-4ee1-841a-107d4d1e82f6","remote_addr":"[fd00:1122:3344:101::b]:50527","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":1086953,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:34.816345319Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"efe5d9c6-5537-4f64-a8a6-01fb7a1b8161","remote_addr":"[fd00:1122:3344:101::a]:42390","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":937364,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:35.056676665Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/proxy/status/vars","method":"GET","req_id":"32bcab28-3efa-47ec-b6c8-20a517229020","remote_addr":"[fd00:1122:3344:101::b]:50527","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":229258,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:35.087322269Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/proxy/status/vars","method":"GET","req_id":"e7f97b0b-2a05-4ce1-be1b-0e6f5c778fab","remote_addr":"[fd00:1122:3344:101::a]:42390","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":259911,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:35.093806751Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/proxy/status/vars","method":"GET","req_id":"3d96b645-6b9f-4710-9867-2948ca653faf","remote_addr":"[fd00:1122:3344:101::c]:57716","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":266471,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:36.780487873Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"9563349e-cd1b-4f54-856e-32e3584efccb","remote_addr":"[fd00:1122:3344:101::c]:57716","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":51,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:36.822337946Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/proxy/status/vars","method":"GET","req_id":"eda4e3f7-4366-412e-a7b0-0d3432ea5598","remote_addr":"[fd00:1122:3344:101::c]:57716","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":41695,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:36.925939884Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"b71cf274-1951-4a4f-9dd6-d48dce1d5691","remote_addr":"[fd00:1122:3344:101::a]:42390","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":64,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:36.965038538Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/proxy/status/vars","method":"GET","req_id":"ce49d329-f951-43d8-9433-14174a4f998e","remote_addr":"[fd00:1122:3344:101::a]:42390","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":38871,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:43.101993809Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::c]:63533"} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:43.151579395Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::b]:44125"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:43.195531818Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"a03fd933-9284-461b-a4e5-bb2df0c6674f","remote_addr":"[fd00:1122:3344:101::c]:63533","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":53,"response_code":200} {"msg":"accepted connection","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:43.219263614Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:1025","remote_addr":"[fd00:1122:3344:101::a]:60776"} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:43.247842309Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"c70bed7a-9d67-464a-a64c-66294efad8b2","remote_addr":"[fd00:1122:3344:101::b]:44125","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":42,"response_code":200} {"msg":"request completed","v":0,"name":"cockroach-admin","level":30,"time":"2025-07-18T19:44:43.249954259Z","hostname":"oxz_cockroachdb_00fa60d4-478f-4ee8-891e-937bfe468293","pid":11293,"uri":"/node/id","method":"GET","req_id":"734cfd41-6bc5-4bfe-bbca-cec5b1c9f6fc","remote_addr":"[fd00:1122:3344:101::a]:60776","local_addr":"[fd00:1122:3344:101::4]:32222","component":"dropshot","file":"/home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/dropshot-0.16.2/src/server.rs:867","latency_us":33,"response_code":200}