(stdout not captured) (stderr not captured) (stdout not captured) (stderr not captured) thread 'test_db_run' panicked at dev-tools/db-dev/tests/test-db-dev.rs:63:17: unexpected EOF from child process stdout stack backtrace: 0: rust_begin_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:665:5 1: core::panicking::panic_fmt at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panicking.rs:76:14 2: run_db_dev_run at ./tests/test-db-dev.rs:63:17 3: {async_block#0} at ./tests/test-db-dev.rs:184:17 4: poll<&mut dyn core::future::future::Future<Output=()>> at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 5: poll<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 6: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:57 7: with_budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/coop.rs:107:5 8: budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/coop.rs:73:5 9: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:25 10: tokio::runtime::scheduler::current_thread::Context::enter at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:428:19 11: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:728:36 12: tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:68 13: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context/scoped.rs:40:9 14: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context.rs:180:26 15: try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>), tokio::runtime::scheduler::current_thread::{impl#8}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>, core::option::Option<()>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>)> at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:283:12 16: std::thread::local::LocalKey<T>::with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:260:9 17: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context.rs:180:9 18: tokio::runtime::scheduler::current_thread::CoreGuard::enter at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:27 19: tokio::runtime::scheduler::current_thread::CoreGuard::block_on at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:716:19 20: {closure#0}<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:196:28 21: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context/runtime.rs:65:16 22: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:184:9 23: tokio::runtime::runtime::Runtime::block_on_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/runtime.rs:368:47 24: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/runtime.rs:342:13 25: test_db_run at ./tests/test-db-dev.rs:270:5 26: test_db_dev::test_db_run::{{closure}} at ./tests/test-db-dev.rs:148:23 27: core::ops::function::FnOnce::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 28: core::ops::function::FnOnce::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. running 1 test subproc stdout: db-dev: using temporary directory for database store (cleaned up on clean exit) subproc stdout: db-dev: will run this to start CockroachDB: subproc stdout: cockroach start-single-node --insecure --http-addr=:0 --store=path=/var/tmp/omicron_tmp/.tmpQowpZL/data,ballast-size=0 --listen-addr [::1]:0 --listening-url-file /var/tmp/omicron_tmp/.tmpQowpZL/listen-url subproc stdout: db-dev: environment: subproc stdout: BUILDOMAT_JOB_ID=01JJSCW5J4VRNM00XT4C9260H4 subproc stdout: BUILDOMAT_TASK_ID=4 subproc stdout: CARGO=/home/build/.rustup/toolchains/1.84.0-x86_64-unknown-illumos/bin/cargo subproc stdout: CARGO_HOME=/home/build/.cargo subproc stdout: CARGO_INCREMENTAL=0 subproc stdout: CARGO_MANIFEST_DIR=/work/oxidecomputer/omicron/dev-tools/db-dev subproc stdout: CARGO_PKG_AUTHORS= subproc stdout: CARGO_PKG_DESCRIPTION= subproc stdout: CARGO_PKG_HOMEPAGE= subproc stdout: CARGO_PKG_LICENSE=MPL-2.0 subproc stdout: CARGO_PKG_LICENSE_FILE= subproc stdout: CARGO_PKG_NAME=db-dev subproc stdout: CARGO_PKG_REPOSITORY= subproc stdout: CARGO_PKG_RUST_VERSION= subproc stdout: CARGO_PKG_VERSION=0.1.0 subproc stdout: CARGO_PKG_VERSION_MAJOR=0 subproc stdout: CARGO_PKG_VERSION_MINOR=1 subproc stdout: CARGO_PKG_VERSION_PATCH=0 subproc stdout: CARGO_PKG_VERSION_PRE= subproc stdout: CARGO_TERM_COLOR=always subproc stdout: CI=true subproc stdout: GITHUB_BRANCH=john/path-in-pool-optional subproc stdout: GITHUB_REF=refs/heads/john/path-in-pool-optional subproc stdout: GITHUB_REPOSITORY=oxidecomputer/omicron subproc stdout: GITHUB_SHA=cd0a87f80301f86661c366979be07bc7ff34f421 subproc stdout: GOTRACEBACK=crash subproc stdout: HOME=/home/build subproc stdout: LANG=en_US.UTF-8 subproc stdout: LC_ALL=en_US.UTF-8 subproc stdout: LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-28b13d275ecdb670/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-1064f0fbe0a27a1a/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-0020565dc9f5640f/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-ba8bc5716f25c698/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-cb032f9649420152/out:/work/oxidecomputer/omicron/target/debug/build/tofino-7b179b10c0faa089/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.84.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.84.0-x86_64-unknown-illumos/lib subproc stdout: LOGNAME=build subproc stdout: NEXTEST=1 subproc stdout: NEXTEST_BIN_EXE_db-dev=/work/oxidecomputer/omicron/target/debug/db-dev subproc stdout: NEXTEST_EXECUTION_MODE=process-per-test subproc stdout: NEXTEST_LD_LIBRARY_PATH=/work/oxidecomputer/omicron/target/debug/build/aws-lc-sys-28b13d275ecdb670/out/build/artifacts:/work/oxidecomputer/omicron/target/debug/build/blake3-1064f0fbe0a27a1a/out:/work/oxidecomputer/omicron/target/debug/build/bzip2-sys-0020565dc9f5640f/out/lib:/work/oxidecomputer/omicron/target/debug/build/libgit2-sys-ba8bc5716f25c698/out/build:/work/oxidecomputer/omicron/target/debug/build/ring-cb032f9649420152/out:/work/oxidecomputer/omicron/target/debug/build/tofino-7b179b10c0faa089/out:/work/oxidecomputer/omicron/target/debug/deps:/work/oxidecomputer/omicron/target/debug:/home/build/.rustup/toolchains/1.84.0-x86_64-unknown-illumos/lib/rustlib/x86_64-unknown-illumos/lib:/home/build/.rustup/toolchains/1.84.0-x86_64-unknown-illumos/lib subproc stdout: NEXTEST_RUN_ID=1eb25902-dffe-4690-85a3-1fdd916852ff subproc stdout: OUT_DIR=/work/oxidecomputer/omicron/target/debug/build/db-dev-57f35c4fad5b4782/out subproc stdout: PATH=/work/oxidecomputer/omicron/out/mgd/root/opt/oxide/mgd/bin:/work/oxidecomputer/omicron/out/dendrite-stub/bin:/work/oxidecomputer/omicron/out/clickhouse:/work/oxidecomputer/omicron/out/cockroachdb/bin:/home/build/.cargo/bin:/usr/bin:/bin:/usr/sbin:/sbin:/opt/ooce/bin:/opt/ooce/sbin subproc stdout: PWD=/work/oxidecomputer/omicron/dev-tools/db-dev subproc stdout: RUSTC_BOOTSTRAP=1 subproc stdout: RUSTDOCFLAGS=--document-private-items -D warnings subproc stdout: RUSTFLAGS=-D warnings -C link-arg=-R/usr/platform/oxide/lib/amd64 subproc stdout: RUSTUP_HOME=/home/build/.rustup subproc stdout: RUSTUP_TOOLCHAIN=1.84.0-x86_64-unknown-illumos subproc stdout: RUST_BACKTRACE=1 subproc stdout: RUST_RECURSION_COUNT=1 subproc stdout: SHLVL=2 subproc stdout: SSL_CERT_DIR=/usr/ssl/certs subproc stdout: SSL_CERT_FILE=/etc/ssl/cacert.pem subproc stdout: TMPDIR=/var/tmp/omicron_tmp subproc stdout: TZ=UTC subproc stdout: USER=build subproc stdout: _=/work/oxidecomputer/omicron/target/debug/db-dev subproc stdout: __NEXTEST_ATTEMPT=1 subproc stdout: db-dev: temporary directory: /var/tmp/omicron_tmp/.tmpQowpZL subproc stdout: * subproc stdout: * WARNING: ALL SECURITY CONTROLS HAVE BEEN DISABLED! subproc stdout: * subproc stdout: * This mode is intended for non-production testing only. subproc stdout: * subproc stdout: * In this mode: subproc stdout: * - Your cluster is open to any client that can access ::1. subproc stdout: * - Intruders with access to your machine or network can observe client-server traffic. subproc stdout: * - Intruders can log in without password and read or write any data in the cluster. subproc stdout: * - Intruders can consume all your server's resources and cause unavailability. subproc stdout: * subproc stdout: * subproc stdout: * INFO: To start a secure server without mandating TLS for clients, subproc stdout: * consider --accept-sql-without-tls instead. For other options, see: subproc stdout: * subproc stdout: * - https://go.crdb.dev/issue-v/53404/v22.1 subproc stdout: * - https://www.cockroachlabs.com/docs/v22.1/secure-a-cluster.html subproc stdout: * subproc stdout: subproc stdout: db-dev: child process: pid 9312 subproc stdout: db-dev: CockroachDB listening at: postgresql://root@[::1]:39096/omicron?sslmode=disable subproc stdout: db-dev: populating database subproc stdout: CockroachDB node starting at 2025-01-29 17:26:18.260061515 +0000 UTC (took 0.4s) subproc stdout: build: OSS v22.1.22-27-g76e176e260 @ 2024/10/23 21:38:21 (go1.17.13) subproc stdout: webui: http://[::1]:35951 subproc stdout: sql: postgresql://root@[::1]:39096/defaultdb?sslmode=disable subproc stdout: sql (JDBC): jdbc:postgresql://[::1]:39096/defaultdb?sslmode=disable&user=root subproc stdout: RPC client flags: cockroach <client cmd> --host=[::1]:39096 --insecure subproc stdout: logs: /var/tmp/omicron_tmp/.tmpQowpZL/data/logs subproc stdout: temp dir: /var/tmp/omicron_tmp/.tmpQowpZL/data/cockroach-temp2319608358 subproc stdout: external I/O path: /var/tmp/omicron_tmp/.tmpQowpZL/data/extern subproc stdout: store[0]: path=/var/tmp/omicron_tmp/.tmpQowpZL/data subproc stdout: storage engine: pebble subproc stdout: clusterID: dfcf1cf7-a56e-419f-a507-81955f6a0923 subproc stdout: status: initialized new cluster subproc stdout: nodeID: 1 subproc stdout: WARN: dropped CockroachInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) subproc stdout: WARN: temporary directory leaked: "/var/tmp/omicron_tmp/.tmpQowpZL" subproc stdout: If you would like to access the database for debugging, run the following: subproc stdout: subproc stdout: # Run the database subproc stdout: cargo xtask db-dev run --no-populate --store-dir "/var/tmp/omicron_tmp/.tmpQowpZL/data" subproc stdout: # Access the database. Note the port may change if you run multiple databases. subproc stdout: cockroach sql --host=localhost:32221 --insecure subproc stdout: Error: populating database subproc stdout: subproc stdout: Caused by: subproc stdout: 0: populate subproc stdout: 1: populating Omicron database subproc stdout: 2: db error: ERROR: transaction committed but schema change aborted with error: (53200): failed to ingest index entries during backfill: not enough memory available to create a BulkAdder: root: memory budget exceeded: 33554432 bytes requested, 102014976 currently allocated, 134217728 bytes in budget subproc stdout: HINT: Consider increasing --max-sql-memory startup parameter. subproc stdout: -- subproc stdout: Try setting a higher --max-sql-memory. subproc stdout: -- subproc stdout: Some of the non-DDL statements may have committed successfully, but some of the DDL statement(s) failed. subproc stdout: Manual inspection may be required to determine the actual state of the database. subproc stdout: -- subproc stdout: See: https://github.com/cockroachdb/cockroach/issues/42061 subproc stdout: 3: ERROR: transaction committed but schema change aborted with error: (53200): failed to ingest index entries during backfill: not enough memory available to create a BulkAdder: root: memory budget exceeded: 33554432 bytes requested, 102014976 currently allocated, 134217728 bytes in budget subproc stdout: HINT: Consider increasing --max-sql-memory startup parameter. subproc stdout: -- subproc stdout: Try setting a higher --max-sql-memory. subproc stdout: -- subproc stdout: Some of the non-DDL statements may have committed successfully, but some of the DDL statement(s) failed. subproc stdout: Manual inspection may be required to determine the actual state of the database. subproc stdout: -- subproc stdout: See: https://github.com/cockroachdb/cockroach/issues/42061 subproc stdout: subproc stdout: Stack backtrace: subproc stdout: 0: <E as anyhow::context::ext::StdError>::ext_context subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.95/src/backtrace.rs:27:14 subproc stdout: 1: anyhow::context::<impl anyhow::Context<T,E> for core::result::Result<T,E>>::context subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/anyhow-1.0.95/src/context.rs:54:31 subproc stdout: 2: {async_fn#0} subproc stdout: at /work/oxidecomputer/omicron/test-utils/src/dev/db.rs:840:5 subproc stdout: 3: {async_fn#0} subproc stdout: at /work/oxidecomputer/omicron/test-utils/src/dev/db.rs:592:27 subproc stdout: 4: {async_fn#0} subproc stdout: at ./src/main.rs:126:36 subproc stdout: 5: {async_fn#0} subproc stdout: at ./src/main.rs:32:48 subproc stdout: 6: {async_block#0} subproc stdout: at ./src/main.rs:18:17 subproc stdout: 7: poll<alloc::boxed::Box<db_dev::main::{async_block_env#0}, alloc::alloc::Global>> subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 subproc stdout: 8: {closure#0}<core::pin::Pin<alloc::boxed::Box<db_dev::main::{async_block_env#0}, alloc::alloc::Global>>> subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/park.rs:284:63 subproc stdout: 9: with_budget<core::task::poll::Poll<core::result::Result<(), anyhow::Error>>, tokio::runtime::park::{impl#4}::block_on::{closure_env#0}<core::pin::Pin<alloc::boxed::Box<db_dev::main::{async_block_env#0}, alloc::alloc::Global>>>> subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/coop.rs:107:5 subproc stdout: 10: budget<core::task::poll::Poll<core::result::Result<(), anyhow::Error>>, tokio::runtime::park::{impl#4}::block_on::{closure_env#0}<core::pin::Pin<alloc::boxed::Box<db_dev::main::{async_block_env#0}, alloc::alloc::Global>>>> subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/coop.rs:73:5 subproc stdout: 11: block_on<core::pin::Pin<alloc::boxed::Box<db_dev::main::{async_block_env#0}, alloc::alloc::Global>>> subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/park.rs:284:31 subproc stdout: 12: tokio::runtime::context::blocking::BlockingRegionGuard::block_on subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context/blocking.rs:66:9 subproc stdout: 13: tokio::runtime::scheduler::multi_thread::MultiThread::block_on::{{closure}} subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/multi_thread/mod.rs:87:13 subproc stdout: 14: tokio::runtime::context::runtime::enter_runtime subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context/runtime.rs:65:16 subproc stdout: 15: tokio::runtime::scheduler::multi_thread::MultiThread::block_on subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/multi_thread/mod.rs:86:9 subproc stdout: 16: tokio::runtime::runtime::Runtime::block_on_inner subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/runtime.rs:370:45 subproc stdout: 17: block_on<db_dev::main::{async_block_env#0}> subproc stdout: at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/runtime.rs:340:13 subproc stdout: 18: db_dev::main subproc stdout: at ./src/main.rs:18:5 subproc stdout: 19: core::ops::function::FnOnce::call_once subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 subproc stdout: 20: __rust_begin_short_backtrace<fn() -> core::result::Result<(), anyhow::Error>, core::result::Result<(), anyhow::Error>> subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/sys/backtrace.rs:154:18 subproc stdout: 21: {closure#0}<core::result::Result<(), anyhow::Error>> subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/rt.rs:195:18 subproc stdout: 22: core::ops::function::impls::<impl core::ops::function::FnOnce<A> for &F>::call_once subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:284:13 subproc stdout: 23: std::panicking::try::do_call subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 subproc stdout: 24: std::panicking::try subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 subproc stdout: 25: std::panic::catch_unwind subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 subproc stdout: 26: std::rt::lang_start_internal::{{closure}} subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/rt.rs:174:48 subproc stdout: 27: std::panicking::try::do_call subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:557:40 subproc stdout: 28: std::panicking::try subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:520:19 subproc stdout: 29: std::panic::catch_unwind subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panic.rs:358:14 subproc stdout: 30: std::rt::lang_start_internal subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/rt.rs:174:20 subproc stdout: 31: std::rt::lang_start subproc stdout: at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/rt.rs:194:17 subproc stdout: 32: main subproc stdout: 33: _start_crt subproc stdout: 34: _start test test_db_run ... FAILED failures: failures: test_db_run test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 3 filtered out; finished in 4.91s will run: bash -c '( set -o monitor; /work/oxidecomputer/omicron/target/debug/db-dev run --listen-port 0 && true )' waiting for stdout from child process found temporary directory: /var/tmp/omicron_tmp/.tmpQowpZL found database pid: 9312 found postgres listen URL: postgresql://root@[::1]:39096/omicron?sslmode=disable thread 'test_db_run' panicked at dev-tools/db-dev/tests/test-db-dev.rs:63:17: unexpected EOF from child process stdout stack backtrace: 0: rust_begin_unwind at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/panicking.rs:665:5 1: core::panicking::panic_fmt at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/panicking.rs:76:14 2: run_db_dev_run at ./tests/test-db-dev.rs:63:17 3: {async_block#0} at ./tests/test-db-dev.rs:184:17 4: poll<&mut dyn core::future::future::Future<Output=()>> at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 5: poll<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/future/future.rs:124:9 6: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:57 7: with_budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/coop.rs:107:5 8: budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/coop.rs:73:5 9: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:729:25 10: tokio::runtime::scheduler::current_thread::Context::enter at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:428:19 11: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:728:36 12: tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:68 13: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context/scoped.rs:40:9 14: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context.rs:180:26 15: try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>), tokio::runtime::scheduler::current_thread::{impl#8}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>, core::option::Option<()>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>)> at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:283:12 16: std::thread::local::LocalKey<T>::with at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/std/src/thread/local.rs:260:9 17: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context.rs:180:9 18: tokio::runtime::scheduler::current_thread::CoreGuard::enter at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:807:27 19: tokio::runtime::scheduler::current_thread::CoreGuard::block_on at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:716:19 20: {closure#0}<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:196:28 21: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/context/runtime.rs:65:16 22: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/scheduler/current_thread/mod.rs:184:9 23: tokio::runtime::runtime::Runtime::block_on_inner at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/runtime.rs:368:47 24: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-6f17d22bba15001f/tokio-1.43.0/src/runtime/runtime.rs:342:13 25: test_db_run at ./tests/test-db-dev.rs:270:5 26: test_db_dev::test_db_run::{{closure}} at ./tests/test-db-dev.rs:148:23 27: core::ops::function::FnOnce::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 28: core::ops::function::FnOnce::call_once at /rustc/9fc6b43126469e3858e2fe86cafb4f0fd5068869/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace.