(stdout not captured) (stderr not captured) (stdout not captured) (stderr not captured) thread 'test_omdb_success_cases' (2) panicked at dev-tools/omdb/tests/test_all_output.rs:388:5: assertion failed: string doesn't match the contents of file: "tests/successes.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:698:5 1: core::panicking::panic_fmt at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panicking.rs:75:14 2: expectorate::assert_contents at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: {async_fn#0} at ./tests/test_all_output.rs:388:5 4: {async_block#0} at ./tests/test_all_output.rs:133:1 5: poll<&mut dyn core::future::future::Future<Output=()>> at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/future/future.rs:133:9 6: poll<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/future/future.rs:133:9 7: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:742:70 8: with_budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5 9: budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5 10: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:742:25 11: tokio::runtime::scheduler::current_thread::Context::enter at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:432:19 12: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:741:44 13: tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:68 14: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/scoped.rs:40:9 15: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:38 16: try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>), tokio::runtime::scheduler::current_thread::{impl#8}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>, core::option::Option<()>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>)> at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/local.rs:315:12 17: std::thread::local::LocalKey<T>::with at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/local.rs:279:20 18: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:17 19: tokio::runtime::scheduler::current_thread::CoreGuard::enter at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:27 20: tokio::runtime::scheduler::current_thread::CoreGuard::block_on at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:729:24 21: {closure#0}<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:200:33 22: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16 23: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:188:9 24: tokio::runtime::runtime::Runtime::block_on_inner at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:368:52 25: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18 26: test_omdb_success_cases at ./tests/test_all_output.rs:133:1 27: test_all_output::test_omdb_success_cases::{{closure}} at ./tests/test_all_output.rs:134:70 28: core::ops::function::FnOnce::call_once at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5 29: core::ops::function::FnOnce::call_once at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. WARN: dropped CockroachInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: temporary directory leaked: "/var/tmp/omicron_tmp/.tmpv4qcmg" If you would like to access the database for debugging, run the following: # Run the database cargo xtask db-dev run --no-populate --store-dir "/var/tmp/omicron_tmp/.tmpv4qcmg/data" # Access the database. Note the port may change if you run multiple databases. cockroach sql --host=localhost:32221 --insecure WARN: dropped ClickHouse process without cleaning it up first (there may still be a child process running (PID 7608) and a temporary directory leaked, /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.1-clickhouse-5aMteC) failed to clean up ClickHouse data dir: - /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.1-clickhouse-5aMteC: File exists (os error 17) WARN: dropped DendriteInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: dendrite temporary directory leaked: /var/tmp/omicron_tmp/.tmp7CzN7n WARN: dropped DendriteInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: dendrite temporary directory leaked: /var/tmp/omicron_tmp/.tmpQs6TCl WARN: dropped MgdInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: mgd temporary directory leaked: /var/tmp/omicron_tmp/.tmpbRp9jE WARN: dropped MgdInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: mgd temporary directory leaked: /var/tmp/omicron_tmp/.tmpY5R3W2 running 1 test running commands with args: ["db", "db-metadata", "ls-nexus"] running commands with args: ["--destructive", "db", "db-metadata", "force-mark-nexus-quiesced", "--skip-confirmation", "913233fe-92a8-4635-9572-183f495429c4"] running commands with args: ["db", "disks", "list"] running commands with args: ["db", "dns", "show"] running commands with args: ["db", "dns", "diff", "external", "2"] running commands with args: ["db", "dns", "names", "external", "2"] running commands with args: ["db", "instances"] running commands with args: ["db", "sleds"] running commands with args: ["db", "sleds", "-F", "discretionary"] running commands with args: ["mgs", "inventory"] running commands with args: ["nexus", "background-tasks", "doc"] running commands with args: ["nexus", "background-tasks", "show", "--no-executing-info"] running commands with args: ["nexus", "background-tasks", "show", "saga_recovery", "--no-executing-info"] running commands with args: ["nexus", "background-tasks", "show", "blueprint_loader", "blueprint_executor", "--no-executing-info"] running commands with args: ["nexus", "background-tasks", "show", "dns_internal", "--no-executing-info"] running commands with args: ["nexus", "background-tasks", "show", "dns_external", "--no-executing-info"] running commands with args: ["nexus", "background-tasks", "show", "all", "--no-executing-info"] running commands with args: ["nexus", "sagas", "list"] running commands with args: ["--destructive", "nexus", "sagas", "demo-create"] running commands with args: ["nexus", "sagas", "list"] running commands with args: ["--destructive", "nexus", "background-tasks", "activate", "inventory_collection"] running commands with args: ["nexus", "blueprints", "list"] running commands with args: ["nexus", "blueprints", "show", "20122e13-088c-4724-b63a-fe3c080012e2"] running commands with args: ["nexus", "blueprints", "show", "current-target"] running commands with args: ["nexus", "blueprints", "diff", "20122e13-088c-4724-b63a-fe3c080012e2", "current-target"] running commands with args: ["nexus", "blueprints", "diff", "20122e13-088c-4724-b63a-fe3c080012e2"] running commands with args: ["nexus", "reconfigurator-config", "show", "current"] running commands with args: ["nexus", "update-status"] running commands with args: ["nexus", "update-status", "--details"] running commands with args: ["-w", "nexus", "reconfigurator-config", "set", "--planner-enabled", "true"] running commands with args: ["-w", "nexus", "reconfigurator-config", "set", "--add-zones-with-mupdate-override", "true"] running commands with args: ["nexus", "reconfigurator-config", "show", "current"] running commands with args: ["reconfigurator", "export", "/var/tmp/omicron_tmp/.tmpwYqqea/reconfigurator-export.out"] running commands with args: ["db", "whatis", "001de000-5110-4000-8000-000000000000", "001de000-05e4-4000-8000-000000004007"] test test_omdb_success_cases has been running for over 60 seconds running commands with args: ["--destructive", "db", "db-metadata", "force-mark-nexus-quiesced", "--skip-confirmation", "--skip-blueprint-validation", "913233fe-92a8-4635-9572-183f495429c4"] @@ -1109,11 +1109,11 @@ task: "nat_garbage_collector" configured period: every <REDACTED_DURATION>s last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms - last completion reported error: failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name("_dendrite._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN } +warning: unknown background task: "nat_garbage_collector" (don't know how to interpret details: Null) task: "blueprint_loader" configured period: every <REDACTED_DURATION>m <REDACTED_DURATION>s last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms @@ -1149,11 +1149,11 @@ task: "bfd_manager" configured period: every <REDACTED_DURATION>s last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms - last completion reported error: failed to resolve addresses for Dendrite services: proto error: no records found for Query { name: Name("_dendrite._tcp.control-plane.oxide.internal."), query_type: SRV, query_class: IN } +warning: unknown background task: "bfd_manager" (don't know how to interpret details: Object {}) task: "blueprint_planner" configured period: every <REDACTED_DURATION>m last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms @@ -1403,23 +1403,36 @@ task: "service_zone_nat_tracker" configured period: every <REDACTED_DURATION>s last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms - last completion reported error: inventory collection is None +warning: unknown background task: "service_zone_nat_tracker" (don't know how to interpret details: Number(3)) task: "sp_ereport_ingester" configured period: every <REDACTED_DURATION>s last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms - total ereports received: <TOTAL_EREPORTS_RECEIVED_REDACTED> - new ereports ingested: <NEW_EREPORTS_INGESTED_REDACTED> + total ereports received: <TOTAL_EREPORTS_RECEIVED_REDACTED> + new ereports ingested: <NEW_EREPORTS_INGESTED_REDACTED> total HTTP requests sent: <TOTAL_HTTP_REQUESTS_SENT_REDACTED> total collection errors: <TOTAL_COLLECTION_ERRORS_REDACTED> reporters with ereports: <REPORTERS_WITH_EREPORTS_REDACTED> reporters with collection errors: <REPORTERS_WITH_COLLECTION_ERRORS_REDACTED> + - sled 00: 6 ereports + new ereports ingested: <NEW_EREPORTS_INGESTED_REDACTED> + total HTTP requests sent: <TOTAL_HTTP_REQUESTS_SENT_REDACTED> + - sled 01: 2 ereports + new ereports ingested: <NEW_EREPORTS_INGESTED_REDACTED> + total HTTP requests sent: <TOTAL_HTTP_REQUESTS_SENT_REDACTED> + - switch 00: 2 ereports + new ereports ingested: <NEW_EREPORTS_INGESTED_REDACTED> + total HTTP requests sent: <TOTAL_HTTP_REQUESTS_SENT_REDACTED> + - switch 01: 1 ereports + new ereports ingested: <NEW_EREPORTS_INGESTED_REDACTED> + total HTTP requests sent: <TOTAL_HTTP_REQUESTS_SENT_REDACTED> + task: "support_bundle_collector" configured period: every <REDACTED_DURATION>days <REDACTED_DURATION>h <REDACTED_DURATION>m <REDACTED_DURATION>s last completed activation: <REDACTED ITERATIONS>, triggered by <TRIGGERED_BY_REDACTED> started at <REDACTED_TIMESTAMP> (<REDACTED DURATION>s ago) and ran for <REDACTED DURATION>ms Support Bundle Cleanup Report: test test_omdb_success_cases ... FAILED failures: failures: test_omdb_success_cases test result: FAILED. 0 passed; 1 failed; 0 ignored; 0 measured; 2 filtered out; finished in 62.64s log file: /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.0.log note: configured to log to "/var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.0.log" DB URL: postgresql://root@[::1]:41979/omicron?sslmode=disable DB address: [::1]:41979 log file: /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.2.log note: configured to log to "/var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.2.log" log file: /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.3.log note: configured to log to "/var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.3.log" thread 'test_omdb_success_cases' (2) panicked at dev-tools/omdb/tests/test_all_output.rs:388:5: assertion failed: string doesn't match the contents of file: "tests/successes.out" see diffset above set EXPECTORATE=overwrite if these changes are intentional stack backtrace: 0: __rustc::rust_begin_unwind at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/panicking.rs:698:5 1: core::panicking::panic_fmt at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/panicking.rs:75:14 2: expectorate::assert_contents at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/expectorate-1.2.0/src/lib.rs:67:9 3: {async_fn#0} at ./tests/test_all_output.rs:388:5 4: {async_block#0} at ./tests/test_all_output.rs:133:1 5: poll<&mut dyn core::future::future::Future<Output=()>> at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/future/future.rs:133:9 6: poll<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/future/future.rs:133:9 7: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:742:70 8: with_budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:167:5 9: budget<core::task::poll::Poll<()>, tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure#0}::{closure#0}::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/task/coop/mod.rs:133:5 10: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:742:25 11: tokio::runtime::scheduler::current_thread::Context::enter at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:432:19 12: {closure#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:741:44 13: tokio::runtime::scheduler::current_thread::CoreGuard::enter::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:68 14: tokio::runtime::context::scoped::Scoped<T>::set at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/scoped.rs:40:9 15: tokio::runtime::context::set_scheduler::{{closure}} at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:38 16: try_with<tokio::runtime::context::Context, tokio::runtime::context::set_scheduler::{closure_env#0}<(alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>), tokio::runtime::scheduler::current_thread::{impl#8}::enter::{closure_env#0}<tokio::runtime::scheduler::current_thread::{impl#8}::block_on::{closure_env#0}<core::pin::Pin<&mut core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>>>, core::option::Option<()>>>, (alloc::boxed::Box<tokio::runtime::scheduler::current_thread::Core, alloc::alloc::Global>, core::option::Option<()>)> at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/local.rs:315:12 17: std::thread::local::LocalKey<T>::with at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/std/src/thread/local.rs:279:20 18: tokio::runtime::context::set_scheduler at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context.rs:176:17 19: tokio::runtime::scheduler::current_thread::CoreGuard::enter at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:829:27 20: tokio::runtime::scheduler::current_thread::CoreGuard::block_on at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:729:24 21: {closure#0}<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:200:33 22: tokio::runtime::context::runtime::enter_runtime at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/context/runtime.rs:65:16 23: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/scheduler/current_thread/mod.rs:188:9 24: tokio::runtime::runtime::Runtime::block_on_inner at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:368:52 25: block_on<core::pin::Pin<&mut dyn core::future::future::Future<Output=()>>> at /home/build/.cargo/registry/src/index.crates.io-1949cf8c6b5b557f/tokio-1.48.0/src/runtime/runtime.rs:342:18 26: test_omdb_success_cases at ./tests/test_all_output.rs:133:1 27: test_all_output::test_omdb_success_cases::{{closure}} at ./tests/test_all_output.rs:134:70 28: core::ops::function::FnOnce::call_once at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5 29: core::ops::function::FnOnce::call_once at /rustc/ed61e7d7e242494fb7057f2657300d9e77bb4fcb/library/core/src/ops/function.rs:250:5 note: Some details are omitted, run with `RUST_BACKTRACE=full` for a verbose backtrace. WARN: dropped CockroachInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: temporary directory leaked: "/var/tmp/omicron_tmp/.tmpv4qcmg" If you would like to access the database for debugging, run the following: # Run the database cargo xtask db-dev run --no-populate --store-dir "/var/tmp/omicron_tmp/.tmpv4qcmg/data" # Access the database. Note the port may change if you run multiple databases. cockroach sql --host=localhost:32221 --insecure WARN: dropped ClickHouse process without cleaning it up first (there may still be a child process running (PID 7608) and a temporary directory leaked, /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.1-clickhouse-5aMteC) failed to clean up ClickHouse data dir: - /var/tmp/omicron_tmp/test_all_output-23c7e0bd137dce8d-test_omdb_success_cases.7594.1-clickhouse-5aMteC: File exists (os error 17) WARN: dropped DendriteInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: dendrite temporary directory leaked: /var/tmp/omicron_tmp/.tmp7CzN7n WARN: dropped DendriteInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: dendrite temporary directory leaked: /var/tmp/omicron_tmp/.tmpQs6TCl WARN: dropped MgdInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: mgd temporary directory leaked: /var/tmp/omicron_tmp/.tmpbRp9jE WARN: dropped MgdInstance without cleaning it up first (there may still be a child process running and a temporary directory leaked) WARN: mgd temporary directory leaked: /var/tmp/omicron_tmp/.tmpY5R3W2